├── .gitignore ├── LICENSE ├── README.md ├── examples ├── build_imagenet_data │ ├── README.md │ ├── build_imagenet_data.py │ ├── check_uncompressed.py │ ├── download_imagenet.sh │ ├── generate_tfrecord_protos.sh │ ├── imagenet_2012_validation_synset_labels.txt │ ├── imagenet_lsvrc_2015_synsets.txt │ ├── imagenet_metadata.txt │ ├── preprocess_imagenet_validation_data.py │ ├── process_bounding_boxes.py │ └── purge_mem_caches.py ├── cifar │ ├── cifar10_cnn_distrib_slurm.py │ ├── cifar10_cnn_distrib_v2_slurm.py │ ├── cifar10_cnn_horovod.py │ ├── cifar10_cnn_mgpu.py │ ├── cifar_common.py │ ├── parser_common.py │ └── tf_examples │ │ ├── BUILD │ │ ├── README.md │ │ ├── __init__.py │ │ ├── cifar10.py │ │ ├── cifar10_eval.py │ │ ├── cifar10_input.py │ │ ├── cifar10_input_test.py │ │ ├── cifar10_multi_gpu_train.py │ │ └── cifar10_train.py ├── faster_rcnn │ └── train_frcnn_mgpu.py ├── mnist │ └── mnist_tfrecord_mgpu.py ├── resnet │ ├── resnet50_tfrecord_horovod.py │ ├── resnet_common.py │ └── vgg_tfrecord_horovod.py └── variational_autoencoder │ ├── vae_common.py │ ├── vae_metrics_MPS.txt │ ├── variational_autoencoder_deconv.py │ ├── variational_autoencoder_deconv_horovod.py │ ├── variational_autoencoder_deconv_mgpu.py │ ├── variational_autoencoder_deconv_tfdataset_horovod.py │ └── variational_autoencoder_deconv_tfdataset_mgpu.py ├── setup.cfg ├── setup.py └── src └── keras_exp ├── __init__.py ├── _mixin_common.py ├── _patch_tf_backend.py ├── _utils.py ├── callbacks ├── __init__.py ├── tensorboard_embedding.py └── timing.py ├── distrib ├── __init__.py ├── cluster_mgrs │ ├── __init__.py │ ├── tfclusterdefs.py │ └── tfcmgr.py └── cluster_parsers │ ├── __init__.py │ ├── _test.py │ ├── base.py │ └── slurm.py └── multigpu ├── __init__.py ├── _multigpu.py ├── _multigpu_with_nccl.py └── optimizers.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avolkov1/keras_experiments/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avolkov1/keras_experiments/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avolkov1/keras_experiments/HEAD/README.md -------------------------------------------------------------------------------- /examples/build_imagenet_data/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avolkov1/keras_experiments/HEAD/examples/build_imagenet_data/README.md -------------------------------------------------------------------------------- /examples/build_imagenet_data/build_imagenet_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avolkov1/keras_experiments/HEAD/examples/build_imagenet_data/build_imagenet_data.py -------------------------------------------------------------------------------- /examples/build_imagenet_data/check_uncompressed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avolkov1/keras_experiments/HEAD/examples/build_imagenet_data/check_uncompressed.py -------------------------------------------------------------------------------- /examples/build_imagenet_data/download_imagenet.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avolkov1/keras_experiments/HEAD/examples/build_imagenet_data/download_imagenet.sh -------------------------------------------------------------------------------- /examples/build_imagenet_data/generate_tfrecord_protos.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avolkov1/keras_experiments/HEAD/examples/build_imagenet_data/generate_tfrecord_protos.sh -------------------------------------------------------------------------------- /examples/build_imagenet_data/imagenet_2012_validation_synset_labels.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avolkov1/keras_experiments/HEAD/examples/build_imagenet_data/imagenet_2012_validation_synset_labels.txt -------------------------------------------------------------------------------- /examples/build_imagenet_data/imagenet_lsvrc_2015_synsets.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avolkov1/keras_experiments/HEAD/examples/build_imagenet_data/imagenet_lsvrc_2015_synsets.txt -------------------------------------------------------------------------------- /examples/build_imagenet_data/imagenet_metadata.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avolkov1/keras_experiments/HEAD/examples/build_imagenet_data/imagenet_metadata.txt -------------------------------------------------------------------------------- /examples/build_imagenet_data/preprocess_imagenet_validation_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avolkov1/keras_experiments/HEAD/examples/build_imagenet_data/preprocess_imagenet_validation_data.py -------------------------------------------------------------------------------- /examples/build_imagenet_data/process_bounding_boxes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avolkov1/keras_experiments/HEAD/examples/build_imagenet_data/process_bounding_boxes.py -------------------------------------------------------------------------------- /examples/build_imagenet_data/purge_mem_caches.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avolkov1/keras_experiments/HEAD/examples/build_imagenet_data/purge_mem_caches.py -------------------------------------------------------------------------------- /examples/cifar/cifar10_cnn_distrib_slurm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avolkov1/keras_experiments/HEAD/examples/cifar/cifar10_cnn_distrib_slurm.py -------------------------------------------------------------------------------- /examples/cifar/cifar10_cnn_distrib_v2_slurm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avolkov1/keras_experiments/HEAD/examples/cifar/cifar10_cnn_distrib_v2_slurm.py -------------------------------------------------------------------------------- /examples/cifar/cifar10_cnn_horovod.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avolkov1/keras_experiments/HEAD/examples/cifar/cifar10_cnn_horovod.py -------------------------------------------------------------------------------- /examples/cifar/cifar10_cnn_mgpu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avolkov1/keras_experiments/HEAD/examples/cifar/cifar10_cnn_mgpu.py -------------------------------------------------------------------------------- /examples/cifar/cifar_common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avolkov1/keras_experiments/HEAD/examples/cifar/cifar_common.py -------------------------------------------------------------------------------- /examples/cifar/parser_common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avolkov1/keras_experiments/HEAD/examples/cifar/parser_common.py -------------------------------------------------------------------------------- /examples/cifar/tf_examples/BUILD: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avolkov1/keras_experiments/HEAD/examples/cifar/tf_examples/BUILD -------------------------------------------------------------------------------- /examples/cifar/tf_examples/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avolkov1/keras_experiments/HEAD/examples/cifar/tf_examples/README.md -------------------------------------------------------------------------------- /examples/cifar/tf_examples/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avolkov1/keras_experiments/HEAD/examples/cifar/tf_examples/__init__.py -------------------------------------------------------------------------------- /examples/cifar/tf_examples/cifar10.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avolkov1/keras_experiments/HEAD/examples/cifar/tf_examples/cifar10.py -------------------------------------------------------------------------------- /examples/cifar/tf_examples/cifar10_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avolkov1/keras_experiments/HEAD/examples/cifar/tf_examples/cifar10_eval.py -------------------------------------------------------------------------------- /examples/cifar/tf_examples/cifar10_input.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avolkov1/keras_experiments/HEAD/examples/cifar/tf_examples/cifar10_input.py -------------------------------------------------------------------------------- /examples/cifar/tf_examples/cifar10_input_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avolkov1/keras_experiments/HEAD/examples/cifar/tf_examples/cifar10_input_test.py -------------------------------------------------------------------------------- /examples/cifar/tf_examples/cifar10_multi_gpu_train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avolkov1/keras_experiments/HEAD/examples/cifar/tf_examples/cifar10_multi_gpu_train.py -------------------------------------------------------------------------------- /examples/cifar/tf_examples/cifar10_train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avolkov1/keras_experiments/HEAD/examples/cifar/tf_examples/cifar10_train.py -------------------------------------------------------------------------------- /examples/faster_rcnn/train_frcnn_mgpu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avolkov1/keras_experiments/HEAD/examples/faster_rcnn/train_frcnn_mgpu.py -------------------------------------------------------------------------------- /examples/mnist/mnist_tfrecord_mgpu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avolkov1/keras_experiments/HEAD/examples/mnist/mnist_tfrecord_mgpu.py -------------------------------------------------------------------------------- /examples/resnet/resnet50_tfrecord_horovod.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avolkov1/keras_experiments/HEAD/examples/resnet/resnet50_tfrecord_horovod.py -------------------------------------------------------------------------------- /examples/resnet/resnet_common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avolkov1/keras_experiments/HEAD/examples/resnet/resnet_common.py -------------------------------------------------------------------------------- /examples/resnet/vgg_tfrecord_horovod.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avolkov1/keras_experiments/HEAD/examples/resnet/vgg_tfrecord_horovod.py -------------------------------------------------------------------------------- /examples/variational_autoencoder/vae_common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avolkov1/keras_experiments/HEAD/examples/variational_autoencoder/vae_common.py -------------------------------------------------------------------------------- /examples/variational_autoencoder/vae_metrics_MPS.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avolkov1/keras_experiments/HEAD/examples/variational_autoencoder/vae_metrics_MPS.txt -------------------------------------------------------------------------------- /examples/variational_autoencoder/variational_autoencoder_deconv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avolkov1/keras_experiments/HEAD/examples/variational_autoencoder/variational_autoencoder_deconv.py -------------------------------------------------------------------------------- /examples/variational_autoencoder/variational_autoencoder_deconv_horovod.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avolkov1/keras_experiments/HEAD/examples/variational_autoencoder/variational_autoencoder_deconv_horovod.py -------------------------------------------------------------------------------- /examples/variational_autoencoder/variational_autoencoder_deconv_mgpu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avolkov1/keras_experiments/HEAD/examples/variational_autoencoder/variational_autoencoder_deconv_mgpu.py -------------------------------------------------------------------------------- /examples/variational_autoencoder/variational_autoencoder_deconv_tfdataset_horovod.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avolkov1/keras_experiments/HEAD/examples/variational_autoencoder/variational_autoencoder_deconv_tfdataset_horovod.py -------------------------------------------------------------------------------- /examples/variational_autoencoder/variational_autoencoder_deconv_tfdataset_mgpu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avolkov1/keras_experiments/HEAD/examples/variational_autoencoder/variational_autoencoder_deconv_tfdataset_mgpu.py -------------------------------------------------------------------------------- /setup.cfg: -------------------------------------------------------------------------------- 1 | 2 | [metadata] 3 | license_file = LICENSE 4 | -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avolkov1/keras_experiments/HEAD/setup.py -------------------------------------------------------------------------------- /src/keras_exp/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/keras_exp/_mixin_common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avolkov1/keras_experiments/HEAD/src/keras_exp/_mixin_common.py -------------------------------------------------------------------------------- /src/keras_exp/_patch_tf_backend.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avolkov1/keras_experiments/HEAD/src/keras_exp/_patch_tf_backend.py -------------------------------------------------------------------------------- /src/keras_exp/_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avolkov1/keras_experiments/HEAD/src/keras_exp/_utils.py -------------------------------------------------------------------------------- /src/keras_exp/callbacks/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/keras_exp/callbacks/tensorboard_embedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avolkov1/keras_experiments/HEAD/src/keras_exp/callbacks/tensorboard_embedding.py -------------------------------------------------------------------------------- /src/keras_exp/callbacks/timing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avolkov1/keras_experiments/HEAD/src/keras_exp/callbacks/timing.py -------------------------------------------------------------------------------- /src/keras_exp/distrib/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/keras_exp/distrib/cluster_mgrs/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/keras_exp/distrib/cluster_mgrs/tfclusterdefs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avolkov1/keras_experiments/HEAD/src/keras_exp/distrib/cluster_mgrs/tfclusterdefs.py -------------------------------------------------------------------------------- /src/keras_exp/distrib/cluster_mgrs/tfcmgr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avolkov1/keras_experiments/HEAD/src/keras_exp/distrib/cluster_mgrs/tfcmgr.py -------------------------------------------------------------------------------- /src/keras_exp/distrib/cluster_parsers/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/keras_exp/distrib/cluster_parsers/_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avolkov1/keras_experiments/HEAD/src/keras_exp/distrib/cluster_parsers/_test.py -------------------------------------------------------------------------------- /src/keras_exp/distrib/cluster_parsers/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avolkov1/keras_experiments/HEAD/src/keras_exp/distrib/cluster_parsers/base.py -------------------------------------------------------------------------------- /src/keras_exp/distrib/cluster_parsers/slurm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avolkov1/keras_experiments/HEAD/src/keras_exp/distrib/cluster_parsers/slurm.py -------------------------------------------------------------------------------- /src/keras_exp/multigpu/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avolkov1/keras_experiments/HEAD/src/keras_exp/multigpu/__init__.py -------------------------------------------------------------------------------- /src/keras_exp/multigpu/_multigpu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avolkov1/keras_experiments/HEAD/src/keras_exp/multigpu/_multigpu.py -------------------------------------------------------------------------------- /src/keras_exp/multigpu/_multigpu_with_nccl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avolkov1/keras_experiments/HEAD/src/keras_exp/multigpu/_multigpu_with_nccl.py -------------------------------------------------------------------------------- /src/keras_exp/multigpu/optimizers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avolkov1/keras_experiments/HEAD/src/keras_exp/multigpu/optimizers.py --------------------------------------------------------------------------------