├── .github └── workflows │ └── deploy.yml ├── .gitignore ├── LICENSE ├── README.md ├── eth-cscs-pytorch-training.pdf ├── notebooks ├── bert_squad │ ├── 1_squad_bert_understanding_the_data.ipynb │ ├── 2_mobilebert-squad-finetuning-exercise.ipynb │ ├── 2_mobilebert-squad-finetuning.ipynb │ ├── 3_mobilebert-squad-testing.ipynb │ └── 4_mobilebert-squad-gradio.ipynb ├── cnn │ ├── CNN_Image_Classification_CIFAR-10.ipynb │ └── SULUTION_CNN_Image_Classification_CIFAR-10.ipynb ├── distributed │ ├── .solution │ │ ├── collect_results.py │ │ ├── data.py │ │ ├── ddp_utils.py │ │ ├── distributed_utils.py │ │ ├── edf.toml │ │ ├── fsdp_utils.py │ │ ├── main.py │ │ ├── model.py │ │ ├── plot_accuracy.png │ │ ├── plot_peak_mem_per_gpu.png │ │ ├── plot_results.py │ │ ├── plot_results.sh │ │ ├── plot_time_per_epoch.png │ │ ├── plot_val_loss.png │ │ ├── results.csv │ │ ├── run.sh │ │ ├── run_benchmarks.py │ │ ├── train.py │ │ └── utils.py │ ├── README.md │ ├── collect_results.py │ ├── data.py │ ├── ddp_utils.py │ ├── distributed_utils.py │ ├── edf.toml │ ├── fsdp_utils.py │ ├── main.py │ ├── model.py │ ├── plot_results.py │ ├── plot_results.sh │ ├── run.sh │ ├── run_benchmarks.py │ ├── train.py │ └── utils.py ├── mlp │ ├── 1a_mlp-regression.ipynb │ ├── 1b_mlp-classification.ipynb │ ├── 2_activation-functions.ipynb │ ├── 3_softmax.ipynb │ ├── 4_crossentropy.ipynb │ ├── imgs │ │ ├── mlp-classification.svg │ │ └── mlp-regression.svg │ ├── mnist-cnn.ipynb │ ├── mnist.ipynb │ └── util.py ├── more_on_training │ ├── CNN_Image_Classification_CIFAR-10_Augmentation_Dropout.ipynb │ ├── CNN_VGG16_Transfer_Learning_Hyperparameter_Tuning.ipynb │ ├── SOLUTION_CNN_Image_Classification_CIFAR-10_Augmentation_Dropout.ipynb │ └── SOLUTION_CNN_VGG16_Transfer_Learning_Hyperparameter_Tuning.ipynb ├── pipelines │ ├── app.py │ ├── image-classification.ipynb │ ├── object-detection.ipynb │ └── text_summarization.ipynb ├── sgd │ ├── linear_model_sgd.ipynb │ └── parab_sgd.ipynb └── transformers │ ├── 1_tokenizers.ipynb │ ├── 2_embeddings.ipynb │ ├── 2a_contextual_embeddings.ipynb │ ├── 3_self-attention.ipynb │ ├── 4_feedforward-layer.ipynb │ ├── 5_positional-embeddings-bert.ipynb │ ├── 5a_positional-embeddings-gpt1.ipynb │ ├── 5a_positional-embeddings-gpt2.ipynb │ ├── 5a_positional-embeddings-roberta.ipynb │ ├── 5a_positional-encodings.ipynb │ ├── slides-nlp_with_transformers.pdf │ └── utils.py └── slides ├── container ├── Containerfile ├── Containerfile-minimal └── build.sh ├── serve.sh └── src ├── .gitignore ├── .npmrc ├── 1.0-outline └── section-slides.md ├── 1.1-introduction └── section-slides.md ├── 1.2-pytorch-overview └── section-slides.md ├── 2.1-featurisation ├── imgs │ ├── 2D_to_1D.png │ ├── image_as_data.png │ ├── image_rgb_as_data.png │ ├── numerical_padding_strides_00.png │ ├── numerical_padding_strides_01.png │ ├── numerical_padding_strides_02.png │ ├── numerical_padding_strides_03.png │ ├── padding_strides_00.png │ ├── padding_strides_01.png │ ├── padding_strides_02.png │ ├── padding_strides_03.png │ ├── sobel_h.png │ └── sobel_v.png └── section-slides.md ├── 2.2-cnn ├── imgs │ ├── 2D_to_1D.png │ ├── airplanes-cifar10.png │ ├── lenet-cropped.png │ ├── lenet.png │ ├── numerical_average_pooling_00.png │ ├── numerical_average_pooling_01.png │ ├── numerical_average_pooling_02.png │ ├── numerical_average_pooling_03.png │ ├── numerical_max_pooling_00.png │ ├── numerical_max_pooling_01.png │ ├── numerical_max_pooling_02.png │ ├── numerical_max_pooling_03.png │ └── relu.png └── section-slides.md ├── 2.3-distributed └── section-slides.md ├── 3.1-more_on_training ├── imgs │ ├── dropout.png │ ├── loss.png │ ├── machine_learning.png │ ├── polyfit.png │ └── skip_connection.png └── section-slides.md ├── README.md ├── components ├── Admonition.vue ├── AdmonitionType.vue └── Counter.vue ├── package.json ├── public ├── images │ ├── 3d_parallelism.png │ ├── 4k-slide-bg.png │ ├── Neuron3-dark.svg │ ├── ZeRO.png │ ├── activation_plots │ │ ├── heaviside.svg │ │ ├── leaky_relu.svg │ │ ├── logistic_variants.svg │ │ ├── relu.svg │ │ ├── swiglu.svg │ │ └── tanh.svg │ ├── allreduce_ring_1.png │ ├── allreduce_ring_2.png │ ├── allreduce_ring_3.png │ ├── allreduce_ring_4.png │ ├── allreduce_ring_5.png │ ├── allreduce_ring_6.png │ ├── allreduce_ring_7.png │ ├── allreduce_ring_8.png │ ├── allreduce_ring_9.png │ ├── cscs.ico │ ├── data_parallelism.png │ ├── ddp1.png │ ├── ddp2.png │ ├── ddp3.png │ ├── ddp4.png │ ├── ddp5.png │ ├── ddp6.png │ ├── ddp7.png │ ├── ddp8.png │ ├── ddp9.png │ ├── dnn-dark.svg │ ├── fsdp.png │ ├── jupyterhub-launcher-pytorch2025.png │ ├── mlp-a23-dark.svg │ ├── mlp-dark.svg │ ├── nw-local.png │ ├── nw-topology.png │ ├── ofi.png │ ├── operator_parallelism.png │ ├── perceptron-dark.svg │ ├── pipeline_ds_1.png │ ├── pipeline_ds_2.png │ ├── pipeline_parallelism.png │ ├── sgd1-dark.png │ ├── sgd2-dark.png │ ├── sgd3-dark.png │ ├── sgd4-dark.png │ ├── title-bg1.png │ ├── title-bg2.png │ ├── title-bg3.png │ └── tlu-dark.svg └── jupyter-scaled.html ├── slides.md ├── slidev-theme-cscs ├── .gitignore ├── .npmrc ├── .vscode │ └── extensions.json ├── README.md ├── assets │ ├── CSCS_logo.png │ ├── CSCS_logo_neg.png │ ├── CSCS_logo_short.png │ ├── CSCS_logo_short_neg.png │ ├── back-cover.png │ ├── cover-building.png │ ├── cover-formulae.png │ ├── cover-machine.png │ ├── eth_logo_kurz_neg.png │ └── eth_logo_kurz_pos.png ├── components │ ├── .gitkeep │ └── title-top.vue ├── example.md ├── global-bottom.vue ├── layouts │ ├── cover-building.vue │ ├── cover-formulae.vue │ ├── cover-machine.vue │ ├── cover.vue │ ├── end.vue │ ├── intro.vue │ └── section.vue ├── package.json ├── setup │ └── shiki.ts ├── styles │ ├── index.ts │ └── layout.css ├── uno.config.ts └── yarn.lock └── snippets └── external.ts /.github/workflows/deploy.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/.github/workflows/deploy.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/README.md -------------------------------------------------------------------------------- /eth-cscs-pytorch-training.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/eth-cscs-pytorch-training.pdf -------------------------------------------------------------------------------- /notebooks/bert_squad/1_squad_bert_understanding_the_data.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/notebooks/bert_squad/1_squad_bert_understanding_the_data.ipynb -------------------------------------------------------------------------------- /notebooks/bert_squad/2_mobilebert-squad-finetuning-exercise.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/notebooks/bert_squad/2_mobilebert-squad-finetuning-exercise.ipynb -------------------------------------------------------------------------------- /notebooks/bert_squad/2_mobilebert-squad-finetuning.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/notebooks/bert_squad/2_mobilebert-squad-finetuning.ipynb -------------------------------------------------------------------------------- /notebooks/bert_squad/3_mobilebert-squad-testing.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/notebooks/bert_squad/3_mobilebert-squad-testing.ipynb -------------------------------------------------------------------------------- /notebooks/bert_squad/4_mobilebert-squad-gradio.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/notebooks/bert_squad/4_mobilebert-squad-gradio.ipynb -------------------------------------------------------------------------------- /notebooks/cnn/CNN_Image_Classification_CIFAR-10.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/notebooks/cnn/CNN_Image_Classification_CIFAR-10.ipynb -------------------------------------------------------------------------------- /notebooks/cnn/SULUTION_CNN_Image_Classification_CIFAR-10.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/notebooks/cnn/SULUTION_CNN_Image_Classification_CIFAR-10.ipynb -------------------------------------------------------------------------------- /notebooks/distributed/.solution/collect_results.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/notebooks/distributed/.solution/collect_results.py -------------------------------------------------------------------------------- /notebooks/distributed/.solution/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/notebooks/distributed/.solution/data.py -------------------------------------------------------------------------------- /notebooks/distributed/.solution/ddp_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/notebooks/distributed/.solution/ddp_utils.py -------------------------------------------------------------------------------- /notebooks/distributed/.solution/distributed_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/notebooks/distributed/.solution/distributed_utils.py -------------------------------------------------------------------------------- /notebooks/distributed/.solution/edf.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/notebooks/distributed/.solution/edf.toml -------------------------------------------------------------------------------- /notebooks/distributed/.solution/fsdp_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/notebooks/distributed/.solution/fsdp_utils.py -------------------------------------------------------------------------------- /notebooks/distributed/.solution/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/notebooks/distributed/.solution/main.py -------------------------------------------------------------------------------- /notebooks/distributed/.solution/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/notebooks/distributed/.solution/model.py -------------------------------------------------------------------------------- /notebooks/distributed/.solution/plot_accuracy.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/notebooks/distributed/.solution/plot_accuracy.png -------------------------------------------------------------------------------- /notebooks/distributed/.solution/plot_peak_mem_per_gpu.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/notebooks/distributed/.solution/plot_peak_mem_per_gpu.png -------------------------------------------------------------------------------- /notebooks/distributed/.solution/plot_results.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/notebooks/distributed/.solution/plot_results.py -------------------------------------------------------------------------------- /notebooks/distributed/.solution/plot_results.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/notebooks/distributed/.solution/plot_results.sh -------------------------------------------------------------------------------- /notebooks/distributed/.solution/plot_time_per_epoch.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/notebooks/distributed/.solution/plot_time_per_epoch.png -------------------------------------------------------------------------------- /notebooks/distributed/.solution/plot_val_loss.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/notebooks/distributed/.solution/plot_val_loss.png -------------------------------------------------------------------------------- /notebooks/distributed/.solution/results.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/notebooks/distributed/.solution/results.csv -------------------------------------------------------------------------------- /notebooks/distributed/.solution/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/notebooks/distributed/.solution/run.sh -------------------------------------------------------------------------------- /notebooks/distributed/.solution/run_benchmarks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/notebooks/distributed/.solution/run_benchmarks.py -------------------------------------------------------------------------------- /notebooks/distributed/.solution/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/notebooks/distributed/.solution/train.py -------------------------------------------------------------------------------- /notebooks/distributed/.solution/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/notebooks/distributed/.solution/utils.py -------------------------------------------------------------------------------- /notebooks/distributed/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/notebooks/distributed/README.md -------------------------------------------------------------------------------- /notebooks/distributed/collect_results.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/notebooks/distributed/collect_results.py -------------------------------------------------------------------------------- /notebooks/distributed/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/notebooks/distributed/data.py -------------------------------------------------------------------------------- /notebooks/distributed/ddp_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/notebooks/distributed/ddp_utils.py -------------------------------------------------------------------------------- /notebooks/distributed/distributed_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/notebooks/distributed/distributed_utils.py -------------------------------------------------------------------------------- /notebooks/distributed/edf.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/notebooks/distributed/edf.toml -------------------------------------------------------------------------------- /notebooks/distributed/fsdp_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/notebooks/distributed/fsdp_utils.py -------------------------------------------------------------------------------- /notebooks/distributed/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/notebooks/distributed/main.py -------------------------------------------------------------------------------- /notebooks/distributed/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/notebooks/distributed/model.py -------------------------------------------------------------------------------- /notebooks/distributed/plot_results.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/notebooks/distributed/plot_results.py -------------------------------------------------------------------------------- /notebooks/distributed/plot_results.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/notebooks/distributed/plot_results.sh -------------------------------------------------------------------------------- /notebooks/distributed/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/notebooks/distributed/run.sh -------------------------------------------------------------------------------- /notebooks/distributed/run_benchmarks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/notebooks/distributed/run_benchmarks.py -------------------------------------------------------------------------------- /notebooks/distributed/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/notebooks/distributed/train.py -------------------------------------------------------------------------------- /notebooks/distributed/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/notebooks/distributed/utils.py -------------------------------------------------------------------------------- /notebooks/mlp/1a_mlp-regression.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/notebooks/mlp/1a_mlp-regression.ipynb -------------------------------------------------------------------------------- /notebooks/mlp/1b_mlp-classification.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/notebooks/mlp/1b_mlp-classification.ipynb -------------------------------------------------------------------------------- /notebooks/mlp/2_activation-functions.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/notebooks/mlp/2_activation-functions.ipynb -------------------------------------------------------------------------------- /notebooks/mlp/3_softmax.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/notebooks/mlp/3_softmax.ipynb -------------------------------------------------------------------------------- /notebooks/mlp/4_crossentropy.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/notebooks/mlp/4_crossentropy.ipynb -------------------------------------------------------------------------------- /notebooks/mlp/imgs/mlp-classification.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/notebooks/mlp/imgs/mlp-classification.svg -------------------------------------------------------------------------------- /notebooks/mlp/imgs/mlp-regression.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/notebooks/mlp/imgs/mlp-regression.svg -------------------------------------------------------------------------------- /notebooks/mlp/mnist-cnn.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/notebooks/mlp/mnist-cnn.ipynb -------------------------------------------------------------------------------- /notebooks/mlp/mnist.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/notebooks/mlp/mnist.ipynb -------------------------------------------------------------------------------- /notebooks/mlp/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/notebooks/mlp/util.py -------------------------------------------------------------------------------- /notebooks/more_on_training/CNN_Image_Classification_CIFAR-10_Augmentation_Dropout.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/notebooks/more_on_training/CNN_Image_Classification_CIFAR-10_Augmentation_Dropout.ipynb -------------------------------------------------------------------------------- /notebooks/more_on_training/CNN_VGG16_Transfer_Learning_Hyperparameter_Tuning.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/notebooks/more_on_training/CNN_VGG16_Transfer_Learning_Hyperparameter_Tuning.ipynb -------------------------------------------------------------------------------- /notebooks/more_on_training/SOLUTION_CNN_Image_Classification_CIFAR-10_Augmentation_Dropout.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/notebooks/more_on_training/SOLUTION_CNN_Image_Classification_CIFAR-10_Augmentation_Dropout.ipynb -------------------------------------------------------------------------------- /notebooks/more_on_training/SOLUTION_CNN_VGG16_Transfer_Learning_Hyperparameter_Tuning.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/notebooks/more_on_training/SOLUTION_CNN_VGG16_Transfer_Learning_Hyperparameter_Tuning.ipynb -------------------------------------------------------------------------------- /notebooks/pipelines/app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/notebooks/pipelines/app.py -------------------------------------------------------------------------------- /notebooks/pipelines/image-classification.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/notebooks/pipelines/image-classification.ipynb -------------------------------------------------------------------------------- /notebooks/pipelines/object-detection.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/notebooks/pipelines/object-detection.ipynb -------------------------------------------------------------------------------- /notebooks/pipelines/text_summarization.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/notebooks/pipelines/text_summarization.ipynb -------------------------------------------------------------------------------- /notebooks/sgd/linear_model_sgd.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/notebooks/sgd/linear_model_sgd.ipynb -------------------------------------------------------------------------------- /notebooks/sgd/parab_sgd.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/notebooks/sgd/parab_sgd.ipynb -------------------------------------------------------------------------------- /notebooks/transformers/1_tokenizers.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/notebooks/transformers/1_tokenizers.ipynb -------------------------------------------------------------------------------- /notebooks/transformers/2_embeddings.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/notebooks/transformers/2_embeddings.ipynb -------------------------------------------------------------------------------- /notebooks/transformers/2a_contextual_embeddings.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/notebooks/transformers/2a_contextual_embeddings.ipynb -------------------------------------------------------------------------------- /notebooks/transformers/3_self-attention.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/notebooks/transformers/3_self-attention.ipynb -------------------------------------------------------------------------------- /notebooks/transformers/4_feedforward-layer.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/notebooks/transformers/4_feedforward-layer.ipynb -------------------------------------------------------------------------------- /notebooks/transformers/5_positional-embeddings-bert.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/notebooks/transformers/5_positional-embeddings-bert.ipynb -------------------------------------------------------------------------------- /notebooks/transformers/5a_positional-embeddings-gpt1.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/notebooks/transformers/5a_positional-embeddings-gpt1.ipynb -------------------------------------------------------------------------------- /notebooks/transformers/5a_positional-embeddings-gpt2.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/notebooks/transformers/5a_positional-embeddings-gpt2.ipynb -------------------------------------------------------------------------------- /notebooks/transformers/5a_positional-embeddings-roberta.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/notebooks/transformers/5a_positional-embeddings-roberta.ipynb -------------------------------------------------------------------------------- /notebooks/transformers/5a_positional-encodings.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/notebooks/transformers/5a_positional-encodings.ipynb -------------------------------------------------------------------------------- /notebooks/transformers/slides-nlp_with_transformers.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/notebooks/transformers/slides-nlp_with_transformers.pdf -------------------------------------------------------------------------------- /notebooks/transformers/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/notebooks/transformers/utils.py -------------------------------------------------------------------------------- /slides/container/Containerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/container/Containerfile -------------------------------------------------------------------------------- /slides/container/Containerfile-minimal: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/container/Containerfile-minimal -------------------------------------------------------------------------------- /slides/container/build.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/container/build.sh -------------------------------------------------------------------------------- /slides/serve.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/serve.sh -------------------------------------------------------------------------------- /slides/src/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/.gitignore -------------------------------------------------------------------------------- /slides/src/.npmrc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/.npmrc -------------------------------------------------------------------------------- /slides/src/1.0-outline/section-slides.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/1.0-outline/section-slides.md -------------------------------------------------------------------------------- /slides/src/1.1-introduction/section-slides.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/1.1-introduction/section-slides.md -------------------------------------------------------------------------------- /slides/src/1.2-pytorch-overview/section-slides.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/1.2-pytorch-overview/section-slides.md -------------------------------------------------------------------------------- /slides/src/2.1-featurisation/imgs/2D_to_1D.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/2.1-featurisation/imgs/2D_to_1D.png -------------------------------------------------------------------------------- /slides/src/2.1-featurisation/imgs/image_as_data.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/2.1-featurisation/imgs/image_as_data.png -------------------------------------------------------------------------------- /slides/src/2.1-featurisation/imgs/image_rgb_as_data.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/2.1-featurisation/imgs/image_rgb_as_data.png -------------------------------------------------------------------------------- /slides/src/2.1-featurisation/imgs/numerical_padding_strides_00.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/2.1-featurisation/imgs/numerical_padding_strides_00.png -------------------------------------------------------------------------------- /slides/src/2.1-featurisation/imgs/numerical_padding_strides_01.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/2.1-featurisation/imgs/numerical_padding_strides_01.png -------------------------------------------------------------------------------- /slides/src/2.1-featurisation/imgs/numerical_padding_strides_02.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/2.1-featurisation/imgs/numerical_padding_strides_02.png -------------------------------------------------------------------------------- /slides/src/2.1-featurisation/imgs/numerical_padding_strides_03.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/2.1-featurisation/imgs/numerical_padding_strides_03.png -------------------------------------------------------------------------------- /slides/src/2.1-featurisation/imgs/padding_strides_00.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/2.1-featurisation/imgs/padding_strides_00.png -------------------------------------------------------------------------------- /slides/src/2.1-featurisation/imgs/padding_strides_01.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/2.1-featurisation/imgs/padding_strides_01.png -------------------------------------------------------------------------------- /slides/src/2.1-featurisation/imgs/padding_strides_02.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/2.1-featurisation/imgs/padding_strides_02.png -------------------------------------------------------------------------------- /slides/src/2.1-featurisation/imgs/padding_strides_03.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/2.1-featurisation/imgs/padding_strides_03.png -------------------------------------------------------------------------------- /slides/src/2.1-featurisation/imgs/sobel_h.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/2.1-featurisation/imgs/sobel_h.png -------------------------------------------------------------------------------- /slides/src/2.1-featurisation/imgs/sobel_v.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/2.1-featurisation/imgs/sobel_v.png -------------------------------------------------------------------------------- /slides/src/2.1-featurisation/section-slides.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/2.1-featurisation/section-slides.md -------------------------------------------------------------------------------- /slides/src/2.2-cnn/imgs/2D_to_1D.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/2.2-cnn/imgs/2D_to_1D.png -------------------------------------------------------------------------------- /slides/src/2.2-cnn/imgs/airplanes-cifar10.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/2.2-cnn/imgs/airplanes-cifar10.png -------------------------------------------------------------------------------- /slides/src/2.2-cnn/imgs/lenet-cropped.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/2.2-cnn/imgs/lenet-cropped.png -------------------------------------------------------------------------------- /slides/src/2.2-cnn/imgs/lenet.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/2.2-cnn/imgs/lenet.png -------------------------------------------------------------------------------- /slides/src/2.2-cnn/imgs/numerical_average_pooling_00.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/2.2-cnn/imgs/numerical_average_pooling_00.png -------------------------------------------------------------------------------- /slides/src/2.2-cnn/imgs/numerical_average_pooling_01.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/2.2-cnn/imgs/numerical_average_pooling_01.png -------------------------------------------------------------------------------- /slides/src/2.2-cnn/imgs/numerical_average_pooling_02.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/2.2-cnn/imgs/numerical_average_pooling_02.png -------------------------------------------------------------------------------- /slides/src/2.2-cnn/imgs/numerical_average_pooling_03.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/2.2-cnn/imgs/numerical_average_pooling_03.png -------------------------------------------------------------------------------- /slides/src/2.2-cnn/imgs/numerical_max_pooling_00.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/2.2-cnn/imgs/numerical_max_pooling_00.png -------------------------------------------------------------------------------- /slides/src/2.2-cnn/imgs/numerical_max_pooling_01.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/2.2-cnn/imgs/numerical_max_pooling_01.png -------------------------------------------------------------------------------- /slides/src/2.2-cnn/imgs/numerical_max_pooling_02.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/2.2-cnn/imgs/numerical_max_pooling_02.png -------------------------------------------------------------------------------- /slides/src/2.2-cnn/imgs/numerical_max_pooling_03.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/2.2-cnn/imgs/numerical_max_pooling_03.png -------------------------------------------------------------------------------- /slides/src/2.2-cnn/imgs/relu.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/2.2-cnn/imgs/relu.png -------------------------------------------------------------------------------- /slides/src/2.2-cnn/section-slides.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/2.2-cnn/section-slides.md -------------------------------------------------------------------------------- /slides/src/2.3-distributed/section-slides.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/2.3-distributed/section-slides.md -------------------------------------------------------------------------------- /slides/src/3.1-more_on_training/imgs/dropout.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/3.1-more_on_training/imgs/dropout.png -------------------------------------------------------------------------------- /slides/src/3.1-more_on_training/imgs/loss.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/3.1-more_on_training/imgs/loss.png -------------------------------------------------------------------------------- /slides/src/3.1-more_on_training/imgs/machine_learning.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/3.1-more_on_training/imgs/machine_learning.png -------------------------------------------------------------------------------- /slides/src/3.1-more_on_training/imgs/polyfit.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/3.1-more_on_training/imgs/polyfit.png -------------------------------------------------------------------------------- /slides/src/3.1-more_on_training/imgs/skip_connection.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/3.1-more_on_training/imgs/skip_connection.png -------------------------------------------------------------------------------- /slides/src/3.1-more_on_training/section-slides.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/3.1-more_on_training/section-slides.md -------------------------------------------------------------------------------- /slides/src/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/README.md -------------------------------------------------------------------------------- /slides/src/components/Admonition.vue: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/components/Admonition.vue -------------------------------------------------------------------------------- /slides/src/components/AdmonitionType.vue: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/components/AdmonitionType.vue -------------------------------------------------------------------------------- /slides/src/components/Counter.vue: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/components/Counter.vue -------------------------------------------------------------------------------- /slides/src/package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/package.json -------------------------------------------------------------------------------- /slides/src/public/images/3d_parallelism.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/public/images/3d_parallelism.png -------------------------------------------------------------------------------- /slides/src/public/images/4k-slide-bg.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/public/images/4k-slide-bg.png -------------------------------------------------------------------------------- /slides/src/public/images/Neuron3-dark.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/public/images/Neuron3-dark.svg -------------------------------------------------------------------------------- /slides/src/public/images/ZeRO.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/public/images/ZeRO.png -------------------------------------------------------------------------------- /slides/src/public/images/activation_plots/heaviside.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/public/images/activation_plots/heaviside.svg -------------------------------------------------------------------------------- /slides/src/public/images/activation_plots/leaky_relu.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/public/images/activation_plots/leaky_relu.svg -------------------------------------------------------------------------------- /slides/src/public/images/activation_plots/logistic_variants.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/public/images/activation_plots/logistic_variants.svg -------------------------------------------------------------------------------- /slides/src/public/images/activation_plots/relu.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/public/images/activation_plots/relu.svg -------------------------------------------------------------------------------- /slides/src/public/images/activation_plots/swiglu.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/public/images/activation_plots/swiglu.svg -------------------------------------------------------------------------------- /slides/src/public/images/activation_plots/tanh.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/public/images/activation_plots/tanh.svg -------------------------------------------------------------------------------- /slides/src/public/images/allreduce_ring_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/public/images/allreduce_ring_1.png -------------------------------------------------------------------------------- /slides/src/public/images/allreduce_ring_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/public/images/allreduce_ring_2.png -------------------------------------------------------------------------------- /slides/src/public/images/allreduce_ring_3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/public/images/allreduce_ring_3.png -------------------------------------------------------------------------------- /slides/src/public/images/allreduce_ring_4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/public/images/allreduce_ring_4.png -------------------------------------------------------------------------------- /slides/src/public/images/allreduce_ring_5.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/public/images/allreduce_ring_5.png -------------------------------------------------------------------------------- /slides/src/public/images/allreduce_ring_6.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/public/images/allreduce_ring_6.png -------------------------------------------------------------------------------- /slides/src/public/images/allreduce_ring_7.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/public/images/allreduce_ring_7.png -------------------------------------------------------------------------------- /slides/src/public/images/allreduce_ring_8.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/public/images/allreduce_ring_8.png -------------------------------------------------------------------------------- /slides/src/public/images/allreduce_ring_9.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/public/images/allreduce_ring_9.png -------------------------------------------------------------------------------- /slides/src/public/images/cscs.ico: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/public/images/cscs.ico -------------------------------------------------------------------------------- /slides/src/public/images/data_parallelism.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/public/images/data_parallelism.png -------------------------------------------------------------------------------- /slides/src/public/images/ddp1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/public/images/ddp1.png -------------------------------------------------------------------------------- /slides/src/public/images/ddp2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/public/images/ddp2.png -------------------------------------------------------------------------------- /slides/src/public/images/ddp3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/public/images/ddp3.png -------------------------------------------------------------------------------- /slides/src/public/images/ddp4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/public/images/ddp4.png -------------------------------------------------------------------------------- /slides/src/public/images/ddp5.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/public/images/ddp5.png -------------------------------------------------------------------------------- /slides/src/public/images/ddp6.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/public/images/ddp6.png -------------------------------------------------------------------------------- /slides/src/public/images/ddp7.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/public/images/ddp7.png -------------------------------------------------------------------------------- /slides/src/public/images/ddp8.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/public/images/ddp8.png -------------------------------------------------------------------------------- /slides/src/public/images/ddp9.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/public/images/ddp9.png -------------------------------------------------------------------------------- /slides/src/public/images/dnn-dark.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/public/images/dnn-dark.svg -------------------------------------------------------------------------------- /slides/src/public/images/fsdp.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/public/images/fsdp.png -------------------------------------------------------------------------------- /slides/src/public/images/jupyterhub-launcher-pytorch2025.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/public/images/jupyterhub-launcher-pytorch2025.png -------------------------------------------------------------------------------- /slides/src/public/images/mlp-a23-dark.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/public/images/mlp-a23-dark.svg -------------------------------------------------------------------------------- /slides/src/public/images/mlp-dark.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/public/images/mlp-dark.svg -------------------------------------------------------------------------------- /slides/src/public/images/nw-local.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/public/images/nw-local.png -------------------------------------------------------------------------------- /slides/src/public/images/nw-topology.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/public/images/nw-topology.png -------------------------------------------------------------------------------- /slides/src/public/images/ofi.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/public/images/ofi.png -------------------------------------------------------------------------------- /slides/src/public/images/operator_parallelism.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/public/images/operator_parallelism.png -------------------------------------------------------------------------------- /slides/src/public/images/perceptron-dark.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/public/images/perceptron-dark.svg -------------------------------------------------------------------------------- /slides/src/public/images/pipeline_ds_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/public/images/pipeline_ds_1.png -------------------------------------------------------------------------------- /slides/src/public/images/pipeline_ds_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/public/images/pipeline_ds_2.png -------------------------------------------------------------------------------- /slides/src/public/images/pipeline_parallelism.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/public/images/pipeline_parallelism.png -------------------------------------------------------------------------------- /slides/src/public/images/sgd1-dark.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/public/images/sgd1-dark.png -------------------------------------------------------------------------------- /slides/src/public/images/sgd2-dark.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/public/images/sgd2-dark.png -------------------------------------------------------------------------------- /slides/src/public/images/sgd3-dark.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/public/images/sgd3-dark.png -------------------------------------------------------------------------------- /slides/src/public/images/sgd4-dark.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/public/images/sgd4-dark.png -------------------------------------------------------------------------------- /slides/src/public/images/title-bg1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/public/images/title-bg1.png -------------------------------------------------------------------------------- /slides/src/public/images/title-bg2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/public/images/title-bg2.png -------------------------------------------------------------------------------- /slides/src/public/images/title-bg3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/public/images/title-bg3.png -------------------------------------------------------------------------------- /slides/src/public/images/tlu-dark.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/public/images/tlu-dark.svg -------------------------------------------------------------------------------- /slides/src/public/jupyter-scaled.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/public/jupyter-scaled.html -------------------------------------------------------------------------------- /slides/src/slides.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/slides.md -------------------------------------------------------------------------------- /slides/src/slidev-theme-cscs/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/slidev-theme-cscs/.gitignore -------------------------------------------------------------------------------- /slides/src/slidev-theme-cscs/.npmrc: -------------------------------------------------------------------------------- 1 | # for pnpm 2 | shamefully-hoist=true 3 | -------------------------------------------------------------------------------- /slides/src/slidev-theme-cscs/.vscode/extensions.json: -------------------------------------------------------------------------------- 1 | { 2 | "recommendations": ["antfu.slidev"] 3 | } 4 | -------------------------------------------------------------------------------- /slides/src/slidev-theme-cscs/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/slidev-theme-cscs/README.md -------------------------------------------------------------------------------- /slides/src/slidev-theme-cscs/assets/CSCS_logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/slidev-theme-cscs/assets/CSCS_logo.png -------------------------------------------------------------------------------- /slides/src/slidev-theme-cscs/assets/CSCS_logo_neg.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/slidev-theme-cscs/assets/CSCS_logo_neg.png -------------------------------------------------------------------------------- /slides/src/slidev-theme-cscs/assets/CSCS_logo_short.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/slidev-theme-cscs/assets/CSCS_logo_short.png -------------------------------------------------------------------------------- /slides/src/slidev-theme-cscs/assets/CSCS_logo_short_neg.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/slidev-theme-cscs/assets/CSCS_logo_short_neg.png -------------------------------------------------------------------------------- /slides/src/slidev-theme-cscs/assets/back-cover.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/slidev-theme-cscs/assets/back-cover.png -------------------------------------------------------------------------------- /slides/src/slidev-theme-cscs/assets/cover-building.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/slidev-theme-cscs/assets/cover-building.png -------------------------------------------------------------------------------- /slides/src/slidev-theme-cscs/assets/cover-formulae.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/slidev-theme-cscs/assets/cover-formulae.png -------------------------------------------------------------------------------- /slides/src/slidev-theme-cscs/assets/cover-machine.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/slidev-theme-cscs/assets/cover-machine.png -------------------------------------------------------------------------------- /slides/src/slidev-theme-cscs/assets/eth_logo_kurz_neg.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/slidev-theme-cscs/assets/eth_logo_kurz_neg.png -------------------------------------------------------------------------------- /slides/src/slidev-theme-cscs/assets/eth_logo_kurz_pos.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/slidev-theme-cscs/assets/eth_logo_kurz_pos.png -------------------------------------------------------------------------------- /slides/src/slidev-theme-cscs/components/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /slides/src/slidev-theme-cscs/components/title-top.vue: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/slidev-theme-cscs/components/title-top.vue -------------------------------------------------------------------------------- /slides/src/slidev-theme-cscs/example.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/slidev-theme-cscs/example.md -------------------------------------------------------------------------------- /slides/src/slidev-theme-cscs/global-bottom.vue: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/slidev-theme-cscs/global-bottom.vue -------------------------------------------------------------------------------- /slides/src/slidev-theme-cscs/layouts/cover-building.vue: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/slidev-theme-cscs/layouts/cover-building.vue -------------------------------------------------------------------------------- /slides/src/slidev-theme-cscs/layouts/cover-formulae.vue: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/slidev-theme-cscs/layouts/cover-formulae.vue -------------------------------------------------------------------------------- /slides/src/slidev-theme-cscs/layouts/cover-machine.vue: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/slidev-theme-cscs/layouts/cover-machine.vue -------------------------------------------------------------------------------- /slides/src/slidev-theme-cscs/layouts/cover.vue: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/slidev-theme-cscs/layouts/cover.vue -------------------------------------------------------------------------------- /slides/src/slidev-theme-cscs/layouts/end.vue: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/slidev-theme-cscs/layouts/end.vue -------------------------------------------------------------------------------- /slides/src/slidev-theme-cscs/layouts/intro.vue: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/slidev-theme-cscs/layouts/intro.vue -------------------------------------------------------------------------------- /slides/src/slidev-theme-cscs/layouts/section.vue: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/slidev-theme-cscs/layouts/section.vue -------------------------------------------------------------------------------- /slides/src/slidev-theme-cscs/package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/slidev-theme-cscs/package.json -------------------------------------------------------------------------------- /slides/src/slidev-theme-cscs/setup/shiki.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/slidev-theme-cscs/setup/shiki.ts -------------------------------------------------------------------------------- /slides/src/slidev-theme-cscs/styles/index.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/slidev-theme-cscs/styles/index.ts -------------------------------------------------------------------------------- /slides/src/slidev-theme-cscs/styles/layout.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/slidev-theme-cscs/styles/layout.css -------------------------------------------------------------------------------- /slides/src/slidev-theme-cscs/uno.config.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/slidev-theme-cscs/uno.config.ts -------------------------------------------------------------------------------- /slides/src/slidev-theme-cscs/yarn.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/slidev-theme-cscs/yarn.lock -------------------------------------------------------------------------------- /slides/src/snippets/external.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-cscs/pytorch-training/HEAD/slides/src/snippets/external.ts --------------------------------------------------------------------------------