├── .gitignore ├── LICENSE ├── README.md ├── documentation ├── using-azure-cli-20.md ├── using-azure-container-registry.md ├── using-batchai-environment-variables.md └── using-nvidia-dgx-container-registry.md ├── recipes ├── Batch-Scoring │ ├── Distributed-Batch-Scoring-in-Tensorflow-with-GPU │ │ ├── Readme.md │ │ ├── TensorFlow-GPU-Distributed-Inference.ipynb │ │ ├── batch_image_label.py │ │ ├── cli-instructions.md │ │ └── job.json │ └── Readme.md ├── CNTK │ ├── CNTK-GPU-BrainScript-Distributed │ │ ├── CNTK-GPU-BrainScript-Distributed.ipynb │ │ ├── ConvNet_MNIST.cntk │ │ ├── Readme.md │ │ ├── cli-instructions.md │ │ └── job.json │ ├── CNTK-GPU-BrainScript │ │ ├── .ipynb_checkpoints │ │ │ └── CNTK-GPU-BrainScript-checkpoint.ipynb │ │ ├── CNTK-GPU-BrainScript.ipynb │ │ ├── ConvNet_MNIST.cntk │ │ ├── Readme.md │ │ ├── cli-instructions.md │ │ └── job.json │ ├── CNTK-GPU-Python-Distributed-Infiniband │ │ ├── CNTK-GPU-Python-Distributed-Infiniband.ipynb │ │ ├── Readme.md │ │ ├── cli-instructions.md │ │ ├── dockerfile │ │ ├── job.json │ │ ├── jobprep_cntk_distributed_ib.sh │ │ └── resnet_models.py │ ├── CNTK-GPU-Python-Distributed │ │ ├── CIFAR-10_data_prepare.sh │ │ ├── CNTK-GPU-Python-Distributed.ipynb │ │ ├── ConvNet_CIFAR10_DataAug_Distributed.py │ │ ├── Readme.md │ │ ├── cli-instructions.md │ │ └── job.json │ ├── CNTK-GPU-Python │ │ ├── CNTK-GPU-Python.ipynb │ │ ├── ConvNet_MNIST.py │ │ ├── Readme.md │ │ ├── cli-instructions.md │ │ └── job.json │ └── Readme.md ├── Caffe │ ├── Caffe-GPU │ │ ├── Caffe-GPU.ipynb │ │ ├── Readme.md │ │ ├── lenet_solver.prototxt │ │ ├── lenet_train_test.prototxt │ │ └── preparation_script.sh │ └── README.md ├── Caffe2 │ ├── Caffe2-GPU-Distributed │ │ ├── Caffe2-GPU-Distributed.ipynb │ │ ├── Readme.md │ │ ├── cli-instructions.md │ │ └── job.json │ └── README.md ├── Chainer │ ├── Chainer-GPU-Distributed-Infiniband │ │ ├── Chainer-GPU-Distributed-Infiniband.ipynb │ │ ├── Readme.md │ │ ├── cli-instructions.md │ │ ├── dockerfile │ │ ├── job.json │ │ └── jobprep.sh │ ├── Chainer-GPU-Distributed │ │ ├── Chainer-GPU-Distributed.ipynb │ │ ├── Readme.md │ │ ├── cli-instructions.md │ │ ├── docker │ │ │ └── dockerfile │ │ └── job.json │ └── README.md ├── Horovod │ ├── Horovod-Infiniband-Benchmark │ │ ├── Horovod-Infiniband-benchmark.ipynb │ │ ├── Readme.md │ │ ├── cli-instructions.md │ │ ├── job.json │ │ └── jobprep_benchmark.sh │ ├── Horovod-PyTorch │ │ ├── Horovod-PyTorch.ipynb │ │ ├── Readme.md │ │ ├── cli-instructions.md │ │ ├── dockerfile │ │ └── job.json │ ├── Horovod-Tensorflow │ │ ├── Horovod-Tensorflow.ipynb │ │ ├── Readme.md │ │ ├── cli-instructions.md │ │ └── job.json │ └── Readme.md ├── Hyperparameters │ ├── ConvMNIST.py │ ├── HyperBand │ │ ├── HyperBand.ipynb │ │ └── Readme.md │ ├── README.md │ └── Random-Search │ │ ├── RandomSearch.ipynb │ │ └── Readme.md ├── Job-Factory │ └── Create-Job-Per-File │ │ ├── Create-Job-Per-File.ipynb │ │ └── char_rnn.py ├── Keras │ ├── Keras-GPU │ │ ├── Keras-GPU.ipynb │ │ ├── Readme.md │ │ ├── cli-instructions.md │ │ ├── job_cntk.json │ │ └── job_tensorflow.json │ └── README.md ├── Preparation.md ├── PyTorch │ ├── PyTorch-GPU-Distributed-Gloo │ │ ├── PyTorch-GPU-Distributed-Gloo.ipynb │ │ ├── Readme.md │ │ ├── cli-instructions.md │ │ ├── job.json │ │ └── mnist_trainer.py │ └── README.md ├── Readme.md ├── TensorFlow │ ├── Readme.md │ ├── TensorFlow-GPU-Distributed │ │ ├── Readme.md │ │ ├── TensorFlow-GPU-Distributed.ipynb │ │ ├── cli-instructions.md │ │ ├── job.json │ │ └── mnist_replica.py │ └── TensorFlow-GPU │ │ ├── Readme.md │ │ ├── TensorFlow-GPU.ipynb │ │ ├── cli-instructions.md │ │ └── job.json ├── configuration.json.template ├── setup.ps1 └── setup.sh ├── schemas ├── 2017-09-01-preview │ └── job.json ├── 2018-03-01 │ ├── caffe.json │ ├── caffe2.json │ ├── chainer.json │ ├── cluster.json │ ├── cntk.json │ ├── custom.json │ ├── job.json │ ├── nfs.json │ ├── pytorch.json │ └── tensorflow.json └── 2018-05-01 │ ├── caffe.json │ ├── caffe2.json │ ├── chainer.json │ ├── cluster.json │ ├── cntk.json │ ├── custom.json │ ├── horovod.json │ ├── job.json │ ├── mpi.json │ ├── nfs.json │ ├── pytorch.json │ └── tensorflow.json └── utilities ├── README.md ├── __init__.py ├── cluster.py ├── config.py ├── dataset.py ├── experiment.py ├── job.py ├── job_factory.py ├── requirements.txt └── setup.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/README.md -------------------------------------------------------------------------------- /documentation/using-azure-cli-20.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/documentation/using-azure-cli-20.md -------------------------------------------------------------------------------- /documentation/using-azure-container-registry.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/documentation/using-azure-container-registry.md -------------------------------------------------------------------------------- /documentation/using-batchai-environment-variables.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/documentation/using-batchai-environment-variables.md -------------------------------------------------------------------------------- /documentation/using-nvidia-dgx-container-registry.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/documentation/using-nvidia-dgx-container-registry.md -------------------------------------------------------------------------------- /recipes/Batch-Scoring/Distributed-Batch-Scoring-in-Tensorflow-with-GPU/Readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/Batch-Scoring/Distributed-Batch-Scoring-in-Tensorflow-with-GPU/Readme.md -------------------------------------------------------------------------------- /recipes/Batch-Scoring/Distributed-Batch-Scoring-in-Tensorflow-with-GPU/TensorFlow-GPU-Distributed-Inference.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/Batch-Scoring/Distributed-Batch-Scoring-in-Tensorflow-with-GPU/TensorFlow-GPU-Distributed-Inference.ipynb -------------------------------------------------------------------------------- /recipes/Batch-Scoring/Distributed-Batch-Scoring-in-Tensorflow-with-GPU/batch_image_label.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/Batch-Scoring/Distributed-Batch-Scoring-in-Tensorflow-with-GPU/batch_image_label.py -------------------------------------------------------------------------------- /recipes/Batch-Scoring/Distributed-Batch-Scoring-in-Tensorflow-with-GPU/cli-instructions.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/Batch-Scoring/Distributed-Batch-Scoring-in-Tensorflow-with-GPU/cli-instructions.md -------------------------------------------------------------------------------- /recipes/Batch-Scoring/Distributed-Batch-Scoring-in-Tensorflow-with-GPU/job.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/Batch-Scoring/Distributed-Batch-Scoring-in-Tensorflow-with-GPU/job.json -------------------------------------------------------------------------------- /recipes/Batch-Scoring/Readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/Batch-Scoring/Readme.md -------------------------------------------------------------------------------- /recipes/CNTK/CNTK-GPU-BrainScript-Distributed/CNTK-GPU-BrainScript-Distributed.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/CNTK/CNTK-GPU-BrainScript-Distributed/CNTK-GPU-BrainScript-Distributed.ipynb -------------------------------------------------------------------------------- /recipes/CNTK/CNTK-GPU-BrainScript-Distributed/ConvNet_MNIST.cntk: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/CNTK/CNTK-GPU-BrainScript-Distributed/ConvNet_MNIST.cntk -------------------------------------------------------------------------------- /recipes/CNTK/CNTK-GPU-BrainScript-Distributed/Readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/CNTK/CNTK-GPU-BrainScript-Distributed/Readme.md -------------------------------------------------------------------------------- /recipes/CNTK/CNTK-GPU-BrainScript-Distributed/cli-instructions.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/CNTK/CNTK-GPU-BrainScript-Distributed/cli-instructions.md -------------------------------------------------------------------------------- /recipes/CNTK/CNTK-GPU-BrainScript-Distributed/job.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/CNTK/CNTK-GPU-BrainScript-Distributed/job.json -------------------------------------------------------------------------------- /recipes/CNTK/CNTK-GPU-BrainScript/.ipynb_checkpoints/CNTK-GPU-BrainScript-checkpoint.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/CNTK/CNTK-GPU-BrainScript/.ipynb_checkpoints/CNTK-GPU-BrainScript-checkpoint.ipynb -------------------------------------------------------------------------------- /recipes/CNTK/CNTK-GPU-BrainScript/CNTK-GPU-BrainScript.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/CNTK/CNTK-GPU-BrainScript/CNTK-GPU-BrainScript.ipynb -------------------------------------------------------------------------------- /recipes/CNTK/CNTK-GPU-BrainScript/ConvNet_MNIST.cntk: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/CNTK/CNTK-GPU-BrainScript/ConvNet_MNIST.cntk -------------------------------------------------------------------------------- /recipes/CNTK/CNTK-GPU-BrainScript/Readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/CNTK/CNTK-GPU-BrainScript/Readme.md -------------------------------------------------------------------------------- /recipes/CNTK/CNTK-GPU-BrainScript/cli-instructions.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/CNTK/CNTK-GPU-BrainScript/cli-instructions.md -------------------------------------------------------------------------------- /recipes/CNTK/CNTK-GPU-BrainScript/job.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/CNTK/CNTK-GPU-BrainScript/job.json -------------------------------------------------------------------------------- /recipes/CNTK/CNTK-GPU-Python-Distributed-Infiniband/CNTK-GPU-Python-Distributed-Infiniband.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/CNTK/CNTK-GPU-Python-Distributed-Infiniband/CNTK-GPU-Python-Distributed-Infiniband.ipynb -------------------------------------------------------------------------------- /recipes/CNTK/CNTK-GPU-Python-Distributed-Infiniband/Readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/CNTK/CNTK-GPU-Python-Distributed-Infiniband/Readme.md -------------------------------------------------------------------------------- /recipes/CNTK/CNTK-GPU-Python-Distributed-Infiniband/cli-instructions.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/CNTK/CNTK-GPU-Python-Distributed-Infiniband/cli-instructions.md -------------------------------------------------------------------------------- /recipes/CNTK/CNTK-GPU-Python-Distributed-Infiniband/dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/CNTK/CNTK-GPU-Python-Distributed-Infiniband/dockerfile -------------------------------------------------------------------------------- /recipes/CNTK/CNTK-GPU-Python-Distributed-Infiniband/job.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/CNTK/CNTK-GPU-Python-Distributed-Infiniband/job.json -------------------------------------------------------------------------------- /recipes/CNTK/CNTK-GPU-Python-Distributed-Infiniband/jobprep_cntk_distributed_ib.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/CNTK/CNTK-GPU-Python-Distributed-Infiniband/jobprep_cntk_distributed_ib.sh -------------------------------------------------------------------------------- /recipes/CNTK/CNTK-GPU-Python-Distributed-Infiniband/resnet_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/CNTK/CNTK-GPU-Python-Distributed-Infiniband/resnet_models.py -------------------------------------------------------------------------------- /recipes/CNTK/CNTK-GPU-Python-Distributed/CIFAR-10_data_prepare.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/CNTK/CNTK-GPU-Python-Distributed/CIFAR-10_data_prepare.sh -------------------------------------------------------------------------------- /recipes/CNTK/CNTK-GPU-Python-Distributed/CNTK-GPU-Python-Distributed.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/CNTK/CNTK-GPU-Python-Distributed/CNTK-GPU-Python-Distributed.ipynb -------------------------------------------------------------------------------- /recipes/CNTK/CNTK-GPU-Python-Distributed/ConvNet_CIFAR10_DataAug_Distributed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/CNTK/CNTK-GPU-Python-Distributed/ConvNet_CIFAR10_DataAug_Distributed.py -------------------------------------------------------------------------------- /recipes/CNTK/CNTK-GPU-Python-Distributed/Readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/CNTK/CNTK-GPU-Python-Distributed/Readme.md -------------------------------------------------------------------------------- /recipes/CNTK/CNTK-GPU-Python-Distributed/cli-instructions.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/CNTK/CNTK-GPU-Python-Distributed/cli-instructions.md -------------------------------------------------------------------------------- /recipes/CNTK/CNTK-GPU-Python-Distributed/job.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/CNTK/CNTK-GPU-Python-Distributed/job.json -------------------------------------------------------------------------------- /recipes/CNTK/CNTK-GPU-Python/CNTK-GPU-Python.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/CNTK/CNTK-GPU-Python/CNTK-GPU-Python.ipynb -------------------------------------------------------------------------------- /recipes/CNTK/CNTK-GPU-Python/ConvNet_MNIST.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/CNTK/CNTK-GPU-Python/ConvNet_MNIST.py -------------------------------------------------------------------------------- /recipes/CNTK/CNTK-GPU-Python/Readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/CNTK/CNTK-GPU-Python/Readme.md -------------------------------------------------------------------------------- /recipes/CNTK/CNTK-GPU-Python/cli-instructions.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/CNTK/CNTK-GPU-Python/cli-instructions.md -------------------------------------------------------------------------------- /recipes/CNTK/CNTK-GPU-Python/job.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/CNTK/CNTK-GPU-Python/job.json -------------------------------------------------------------------------------- /recipes/CNTK/Readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/CNTK/Readme.md -------------------------------------------------------------------------------- /recipes/Caffe/Caffe-GPU/Caffe-GPU.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/Caffe/Caffe-GPU/Caffe-GPU.ipynb -------------------------------------------------------------------------------- /recipes/Caffe/Caffe-GPU/Readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/Caffe/Caffe-GPU/Readme.md -------------------------------------------------------------------------------- /recipes/Caffe/Caffe-GPU/lenet_solver.prototxt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/Caffe/Caffe-GPU/lenet_solver.prototxt -------------------------------------------------------------------------------- /recipes/Caffe/Caffe-GPU/lenet_train_test.prototxt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/Caffe/Caffe-GPU/lenet_train_test.prototxt -------------------------------------------------------------------------------- /recipes/Caffe/Caffe-GPU/preparation_script.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/Caffe/Caffe-GPU/preparation_script.sh -------------------------------------------------------------------------------- /recipes/Caffe/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/Caffe/README.md -------------------------------------------------------------------------------- /recipes/Caffe2/Caffe2-GPU-Distributed/Caffe2-GPU-Distributed.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/Caffe2/Caffe2-GPU-Distributed/Caffe2-GPU-Distributed.ipynb -------------------------------------------------------------------------------- /recipes/Caffe2/Caffe2-GPU-Distributed/Readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/Caffe2/Caffe2-GPU-Distributed/Readme.md -------------------------------------------------------------------------------- /recipes/Caffe2/Caffe2-GPU-Distributed/cli-instructions.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/Caffe2/Caffe2-GPU-Distributed/cli-instructions.md -------------------------------------------------------------------------------- /recipes/Caffe2/Caffe2-GPU-Distributed/job.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/Caffe2/Caffe2-GPU-Distributed/job.json -------------------------------------------------------------------------------- /recipes/Caffe2/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/Caffe2/README.md -------------------------------------------------------------------------------- /recipes/Chainer/Chainer-GPU-Distributed-Infiniband/Chainer-GPU-Distributed-Infiniband.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/Chainer/Chainer-GPU-Distributed-Infiniband/Chainer-GPU-Distributed-Infiniband.ipynb -------------------------------------------------------------------------------- /recipes/Chainer/Chainer-GPU-Distributed-Infiniband/Readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/Chainer/Chainer-GPU-Distributed-Infiniband/Readme.md -------------------------------------------------------------------------------- /recipes/Chainer/Chainer-GPU-Distributed-Infiniband/cli-instructions.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/Chainer/Chainer-GPU-Distributed-Infiniband/cli-instructions.md -------------------------------------------------------------------------------- /recipes/Chainer/Chainer-GPU-Distributed-Infiniband/dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/Chainer/Chainer-GPU-Distributed-Infiniband/dockerfile -------------------------------------------------------------------------------- /recipes/Chainer/Chainer-GPU-Distributed-Infiniband/job.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/Chainer/Chainer-GPU-Distributed-Infiniband/job.json -------------------------------------------------------------------------------- /recipes/Chainer/Chainer-GPU-Distributed-Infiniband/jobprep.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/Chainer/Chainer-GPU-Distributed-Infiniband/jobprep.sh -------------------------------------------------------------------------------- /recipes/Chainer/Chainer-GPU-Distributed/Chainer-GPU-Distributed.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/Chainer/Chainer-GPU-Distributed/Chainer-GPU-Distributed.ipynb -------------------------------------------------------------------------------- /recipes/Chainer/Chainer-GPU-Distributed/Readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/Chainer/Chainer-GPU-Distributed/Readme.md -------------------------------------------------------------------------------- /recipes/Chainer/Chainer-GPU-Distributed/cli-instructions.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/Chainer/Chainer-GPU-Distributed/cli-instructions.md -------------------------------------------------------------------------------- /recipes/Chainer/Chainer-GPU-Distributed/docker/dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/Chainer/Chainer-GPU-Distributed/docker/dockerfile -------------------------------------------------------------------------------- /recipes/Chainer/Chainer-GPU-Distributed/job.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/Chainer/Chainer-GPU-Distributed/job.json -------------------------------------------------------------------------------- /recipes/Chainer/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/Chainer/README.md -------------------------------------------------------------------------------- /recipes/Horovod/Horovod-Infiniband-Benchmark/Horovod-Infiniband-benchmark.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/Horovod/Horovod-Infiniband-Benchmark/Horovod-Infiniband-benchmark.ipynb -------------------------------------------------------------------------------- /recipes/Horovod/Horovod-Infiniband-Benchmark/Readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/Horovod/Horovod-Infiniband-Benchmark/Readme.md -------------------------------------------------------------------------------- /recipes/Horovod/Horovod-Infiniband-Benchmark/cli-instructions.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/Horovod/Horovod-Infiniband-Benchmark/cli-instructions.md -------------------------------------------------------------------------------- /recipes/Horovod/Horovod-Infiniband-Benchmark/job.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/Horovod/Horovod-Infiniband-Benchmark/job.json -------------------------------------------------------------------------------- /recipes/Horovod/Horovod-Infiniband-Benchmark/jobprep_benchmark.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/Horovod/Horovod-Infiniband-Benchmark/jobprep_benchmark.sh -------------------------------------------------------------------------------- /recipes/Horovod/Horovod-PyTorch/Horovod-PyTorch.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/Horovod/Horovod-PyTorch/Horovod-PyTorch.ipynb -------------------------------------------------------------------------------- /recipes/Horovod/Horovod-PyTorch/Readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/Horovod/Horovod-PyTorch/Readme.md -------------------------------------------------------------------------------- /recipes/Horovod/Horovod-PyTorch/cli-instructions.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/Horovod/Horovod-PyTorch/cli-instructions.md -------------------------------------------------------------------------------- /recipes/Horovod/Horovod-PyTorch/dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/Horovod/Horovod-PyTorch/dockerfile -------------------------------------------------------------------------------- /recipes/Horovod/Horovod-PyTorch/job.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/Horovod/Horovod-PyTorch/job.json -------------------------------------------------------------------------------- /recipes/Horovod/Horovod-Tensorflow/Horovod-Tensorflow.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/Horovod/Horovod-Tensorflow/Horovod-Tensorflow.ipynb -------------------------------------------------------------------------------- /recipes/Horovod/Horovod-Tensorflow/Readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/Horovod/Horovod-Tensorflow/Readme.md -------------------------------------------------------------------------------- /recipes/Horovod/Horovod-Tensorflow/cli-instructions.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/Horovod/Horovod-Tensorflow/cli-instructions.md -------------------------------------------------------------------------------- /recipes/Horovod/Horovod-Tensorflow/job.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/Horovod/Horovod-Tensorflow/job.json -------------------------------------------------------------------------------- /recipes/Horovod/Readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/Horovod/Readme.md -------------------------------------------------------------------------------- /recipes/Hyperparameters/ConvMNIST.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/Hyperparameters/ConvMNIST.py -------------------------------------------------------------------------------- /recipes/Hyperparameters/HyperBand/HyperBand.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/Hyperparameters/HyperBand/HyperBand.ipynb -------------------------------------------------------------------------------- /recipes/Hyperparameters/HyperBand/Readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/Hyperparameters/HyperBand/Readme.md -------------------------------------------------------------------------------- /recipes/Hyperparameters/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/Hyperparameters/README.md -------------------------------------------------------------------------------- /recipes/Hyperparameters/Random-Search/RandomSearch.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/Hyperparameters/Random-Search/RandomSearch.ipynb -------------------------------------------------------------------------------- /recipes/Hyperparameters/Random-Search/Readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/Hyperparameters/Random-Search/Readme.md -------------------------------------------------------------------------------- /recipes/Job-Factory/Create-Job-Per-File/Create-Job-Per-File.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/Job-Factory/Create-Job-Per-File/Create-Job-Per-File.ipynb -------------------------------------------------------------------------------- /recipes/Job-Factory/Create-Job-Per-File/char_rnn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/Job-Factory/Create-Job-Per-File/char_rnn.py -------------------------------------------------------------------------------- /recipes/Keras/Keras-GPU/Keras-GPU.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/Keras/Keras-GPU/Keras-GPU.ipynb -------------------------------------------------------------------------------- /recipes/Keras/Keras-GPU/Readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/Keras/Keras-GPU/Readme.md -------------------------------------------------------------------------------- /recipes/Keras/Keras-GPU/cli-instructions.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/Keras/Keras-GPU/cli-instructions.md -------------------------------------------------------------------------------- /recipes/Keras/Keras-GPU/job_cntk.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/Keras/Keras-GPU/job_cntk.json -------------------------------------------------------------------------------- /recipes/Keras/Keras-GPU/job_tensorflow.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/Keras/Keras-GPU/job_tensorflow.json -------------------------------------------------------------------------------- /recipes/Keras/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/Keras/README.md -------------------------------------------------------------------------------- /recipes/Preparation.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/Preparation.md -------------------------------------------------------------------------------- /recipes/PyTorch/PyTorch-GPU-Distributed-Gloo/PyTorch-GPU-Distributed-Gloo.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/PyTorch/PyTorch-GPU-Distributed-Gloo/PyTorch-GPU-Distributed-Gloo.ipynb -------------------------------------------------------------------------------- /recipes/PyTorch/PyTorch-GPU-Distributed-Gloo/Readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/PyTorch/PyTorch-GPU-Distributed-Gloo/Readme.md -------------------------------------------------------------------------------- /recipes/PyTorch/PyTorch-GPU-Distributed-Gloo/cli-instructions.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/PyTorch/PyTorch-GPU-Distributed-Gloo/cli-instructions.md -------------------------------------------------------------------------------- /recipes/PyTorch/PyTorch-GPU-Distributed-Gloo/job.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/PyTorch/PyTorch-GPU-Distributed-Gloo/job.json -------------------------------------------------------------------------------- /recipes/PyTorch/PyTorch-GPU-Distributed-Gloo/mnist_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/PyTorch/PyTorch-GPU-Distributed-Gloo/mnist_trainer.py -------------------------------------------------------------------------------- /recipes/PyTorch/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/PyTorch/README.md -------------------------------------------------------------------------------- /recipes/Readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/Readme.md -------------------------------------------------------------------------------- /recipes/TensorFlow/Readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/TensorFlow/Readme.md -------------------------------------------------------------------------------- /recipes/TensorFlow/TensorFlow-GPU-Distributed/Readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/TensorFlow/TensorFlow-GPU-Distributed/Readme.md -------------------------------------------------------------------------------- /recipes/TensorFlow/TensorFlow-GPU-Distributed/TensorFlow-GPU-Distributed.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/TensorFlow/TensorFlow-GPU-Distributed/TensorFlow-GPU-Distributed.ipynb -------------------------------------------------------------------------------- /recipes/TensorFlow/TensorFlow-GPU-Distributed/cli-instructions.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/TensorFlow/TensorFlow-GPU-Distributed/cli-instructions.md -------------------------------------------------------------------------------- /recipes/TensorFlow/TensorFlow-GPU-Distributed/job.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/TensorFlow/TensorFlow-GPU-Distributed/job.json -------------------------------------------------------------------------------- /recipes/TensorFlow/TensorFlow-GPU-Distributed/mnist_replica.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/TensorFlow/TensorFlow-GPU-Distributed/mnist_replica.py -------------------------------------------------------------------------------- /recipes/TensorFlow/TensorFlow-GPU/Readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/TensorFlow/TensorFlow-GPU/Readme.md -------------------------------------------------------------------------------- /recipes/TensorFlow/TensorFlow-GPU/TensorFlow-GPU.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/TensorFlow/TensorFlow-GPU/TensorFlow-GPU.ipynb -------------------------------------------------------------------------------- /recipes/TensorFlow/TensorFlow-GPU/cli-instructions.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/TensorFlow/TensorFlow-GPU/cli-instructions.md -------------------------------------------------------------------------------- /recipes/TensorFlow/TensorFlow-GPU/job.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/TensorFlow/TensorFlow-GPU/job.json -------------------------------------------------------------------------------- /recipes/configuration.json.template: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/configuration.json.template -------------------------------------------------------------------------------- /recipes/setup.ps1: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/setup.ps1 -------------------------------------------------------------------------------- /recipes/setup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/recipes/setup.sh -------------------------------------------------------------------------------- /schemas/2017-09-01-preview/job.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/schemas/2017-09-01-preview/job.json -------------------------------------------------------------------------------- /schemas/2018-03-01/caffe.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/schemas/2018-03-01/caffe.json -------------------------------------------------------------------------------- /schemas/2018-03-01/caffe2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/schemas/2018-03-01/caffe2.json -------------------------------------------------------------------------------- /schemas/2018-03-01/chainer.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/schemas/2018-03-01/chainer.json -------------------------------------------------------------------------------- /schemas/2018-03-01/cluster.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/schemas/2018-03-01/cluster.json -------------------------------------------------------------------------------- /schemas/2018-03-01/cntk.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/schemas/2018-03-01/cntk.json -------------------------------------------------------------------------------- /schemas/2018-03-01/custom.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/schemas/2018-03-01/custom.json -------------------------------------------------------------------------------- /schemas/2018-03-01/job.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/schemas/2018-03-01/job.json -------------------------------------------------------------------------------- /schemas/2018-03-01/nfs.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/schemas/2018-03-01/nfs.json -------------------------------------------------------------------------------- /schemas/2018-03-01/pytorch.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/schemas/2018-03-01/pytorch.json -------------------------------------------------------------------------------- /schemas/2018-03-01/tensorflow.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/schemas/2018-03-01/tensorflow.json -------------------------------------------------------------------------------- /schemas/2018-05-01/caffe.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/schemas/2018-05-01/caffe.json -------------------------------------------------------------------------------- /schemas/2018-05-01/caffe2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/schemas/2018-05-01/caffe2.json -------------------------------------------------------------------------------- /schemas/2018-05-01/chainer.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/schemas/2018-05-01/chainer.json -------------------------------------------------------------------------------- /schemas/2018-05-01/cluster.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/schemas/2018-05-01/cluster.json -------------------------------------------------------------------------------- /schemas/2018-05-01/cntk.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/schemas/2018-05-01/cntk.json -------------------------------------------------------------------------------- /schemas/2018-05-01/custom.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/schemas/2018-05-01/custom.json -------------------------------------------------------------------------------- /schemas/2018-05-01/horovod.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/schemas/2018-05-01/horovod.json -------------------------------------------------------------------------------- /schemas/2018-05-01/job.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/schemas/2018-05-01/job.json -------------------------------------------------------------------------------- /schemas/2018-05-01/mpi.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/schemas/2018-05-01/mpi.json -------------------------------------------------------------------------------- /schemas/2018-05-01/nfs.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/schemas/2018-05-01/nfs.json -------------------------------------------------------------------------------- /schemas/2018-05-01/pytorch.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/schemas/2018-05-01/pytorch.json -------------------------------------------------------------------------------- /schemas/2018-05-01/tensorflow.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/schemas/2018-05-01/tensorflow.json -------------------------------------------------------------------------------- /utilities/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/utilities/README.md -------------------------------------------------------------------------------- /utilities/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/utilities/__init__.py -------------------------------------------------------------------------------- /utilities/cluster.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/utilities/cluster.py -------------------------------------------------------------------------------- /utilities/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/utilities/config.py -------------------------------------------------------------------------------- /utilities/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/utilities/dataset.py -------------------------------------------------------------------------------- /utilities/experiment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/utilities/experiment.py -------------------------------------------------------------------------------- /utilities/job.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/utilities/job.py -------------------------------------------------------------------------------- /utilities/job_factory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/utilities/job_factory.py -------------------------------------------------------------------------------- /utilities/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoftarchive/BatchAI/HEAD/utilities/requirements.txt -------------------------------------------------------------------------------- /utilities/setup.py: -------------------------------------------------------------------------------- 1 | --------------------------------------------------------------------------------