├── .circleci └── config.yml ├── .deepsource.toml ├── .doctrees ├── .eggs │ ├── requests-2.19.1-py3.6.egg │ │ └── EGG-INFO │ │ │ └── DESCRIPTION.doctree │ └── urllib3-1.23-py3.6.egg │ │ └── EGG-INFO │ │ └── DESCRIPTION.doctree ├── environment.pickle └── index.doctree ├── .gitignore ├── LICENSE ├── README.md ├── benchmarks ├── README.md ├── mpi_two_machines.py ├── pytorch_two_machines.py ├── ray_ps.py ├── ray_two_machines.py ├── ray_two_machines_local.py ├── requirements.txt ├── summary.txt ├── tf_two_machines.py ├── tf_two_machines_local.py └── util.py ├── examples ├── deleteme.py ├── gpubox.py ├── gpubox_jupyter_notebook_config.py ├── gpubox_sample.ipynb ├── launch_16_instances.py ├── ray_example.py ├── requirements.txt ├── simple_job.py ├── simple_task.py ├── simple_tf.py ├── tf_adder.py └── tf_adder_tb.py ├── ncluster ├── __init__.py ├── _version.py ├── aws_backend.py ├── aws_util.py ├── local_backend.py ├── ncluster_cloud_setup.py ├── ncluster_cloud_wipe.py ├── ncluster_globals.py ├── old_backend.py ├── summary.txt ├── test.py └── util.py ├── requirements.txt ├── requirements_benchmarks.txt ├── requirements_test.txt ├── setup.cfg ├── setup.py ├── tests ├── integration_test.py ├── join_test.py ├── logdir_test.py ├── many_commands_test.py └── run_test.py └── tools ├── ncluster └── nsync /.circleci/config.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cybertronai/ncluster/HEAD/.circleci/config.yml -------------------------------------------------------------------------------- /.deepsource.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cybertronai/ncluster/HEAD/.deepsource.toml -------------------------------------------------------------------------------- /.doctrees/.eggs/requests-2.19.1-py3.6.egg/EGG-INFO/DESCRIPTION.doctree: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cybertronai/ncluster/HEAD/.doctrees/.eggs/requests-2.19.1-py3.6.egg/EGG-INFO/DESCRIPTION.doctree -------------------------------------------------------------------------------- /.doctrees/.eggs/urllib3-1.23-py3.6.egg/EGG-INFO/DESCRIPTION.doctree: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cybertronai/ncluster/HEAD/.doctrees/.eggs/urllib3-1.23-py3.6.egg/EGG-INFO/DESCRIPTION.doctree -------------------------------------------------------------------------------- /.doctrees/environment.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cybertronai/ncluster/HEAD/.doctrees/environment.pickle -------------------------------------------------------------------------------- /.doctrees/index.doctree: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cybertronai/ncluster/HEAD/.doctrees/index.doctree -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cybertronai/ncluster/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cybertronai/ncluster/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cybertronai/ncluster/HEAD/README.md -------------------------------------------------------------------------------- /benchmarks/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cybertronai/ncluster/HEAD/benchmarks/README.md -------------------------------------------------------------------------------- /benchmarks/mpi_two_machines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cybertronai/ncluster/HEAD/benchmarks/mpi_two_machines.py -------------------------------------------------------------------------------- /benchmarks/pytorch_two_machines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cybertronai/ncluster/HEAD/benchmarks/pytorch_two_machines.py -------------------------------------------------------------------------------- /benchmarks/ray_ps.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cybertronai/ncluster/HEAD/benchmarks/ray_ps.py -------------------------------------------------------------------------------- /benchmarks/ray_two_machines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cybertronai/ncluster/HEAD/benchmarks/ray_two_machines.py -------------------------------------------------------------------------------- /benchmarks/ray_two_machines_local.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cybertronai/ncluster/HEAD/benchmarks/ray_two_machines_local.py -------------------------------------------------------------------------------- /benchmarks/requirements.txt: -------------------------------------------------------------------------------- 1 | ray 2 | torch 3 | tensorflow 4 | -------------------------------------------------------------------------------- /benchmarks/summary.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cybertronai/ncluster/HEAD/benchmarks/summary.txt -------------------------------------------------------------------------------- /benchmarks/tf_two_machines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cybertronai/ncluster/HEAD/benchmarks/tf_two_machines.py -------------------------------------------------------------------------------- /benchmarks/tf_two_machines_local.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cybertronai/ncluster/HEAD/benchmarks/tf_two_machines_local.py -------------------------------------------------------------------------------- /benchmarks/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cybertronai/ncluster/HEAD/benchmarks/util.py -------------------------------------------------------------------------------- /examples/deleteme.py: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env python 2 | import sys 3 | print(sys.argv[0]) 4 | -------------------------------------------------------------------------------- /examples/gpubox.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cybertronai/ncluster/HEAD/examples/gpubox.py -------------------------------------------------------------------------------- /examples/gpubox_jupyter_notebook_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cybertronai/ncluster/HEAD/examples/gpubox_jupyter_notebook_config.py -------------------------------------------------------------------------------- /examples/gpubox_sample.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cybertronai/ncluster/HEAD/examples/gpubox_sample.ipynb -------------------------------------------------------------------------------- /examples/launch_16_instances.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cybertronai/ncluster/HEAD/examples/launch_16_instances.py -------------------------------------------------------------------------------- /examples/ray_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cybertronai/ncluster/HEAD/examples/ray_example.py -------------------------------------------------------------------------------- /examples/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cybertronai/ncluster/HEAD/examples/requirements.txt -------------------------------------------------------------------------------- /examples/simple_job.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cybertronai/ncluster/HEAD/examples/simple_job.py -------------------------------------------------------------------------------- /examples/simple_task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cybertronai/ncluster/HEAD/examples/simple_task.py -------------------------------------------------------------------------------- /examples/simple_tf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cybertronai/ncluster/HEAD/examples/simple_tf.py -------------------------------------------------------------------------------- /examples/tf_adder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cybertronai/ncluster/HEAD/examples/tf_adder.py -------------------------------------------------------------------------------- /examples/tf_adder_tb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cybertronai/ncluster/HEAD/examples/tf_adder_tb.py -------------------------------------------------------------------------------- /ncluster/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cybertronai/ncluster/HEAD/ncluster/__init__.py -------------------------------------------------------------------------------- /ncluster/_version.py: -------------------------------------------------------------------------------- 1 | __version__ = '0.1.91' 2 | -------------------------------------------------------------------------------- /ncluster/aws_backend.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cybertronai/ncluster/HEAD/ncluster/aws_backend.py -------------------------------------------------------------------------------- /ncluster/aws_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cybertronai/ncluster/HEAD/ncluster/aws_util.py -------------------------------------------------------------------------------- /ncluster/local_backend.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cybertronai/ncluster/HEAD/ncluster/local_backend.py -------------------------------------------------------------------------------- /ncluster/ncluster_cloud_setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cybertronai/ncluster/HEAD/ncluster/ncluster_cloud_setup.py -------------------------------------------------------------------------------- /ncluster/ncluster_cloud_wipe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cybertronai/ncluster/HEAD/ncluster/ncluster_cloud_wipe.py -------------------------------------------------------------------------------- /ncluster/ncluster_globals.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cybertronai/ncluster/HEAD/ncluster/ncluster_globals.py -------------------------------------------------------------------------------- /ncluster/old_backend.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cybertronai/ncluster/HEAD/ncluster/old_backend.py -------------------------------------------------------------------------------- /ncluster/summary.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cybertronai/ncluster/HEAD/ncluster/summary.txt -------------------------------------------------------------------------------- /ncluster/test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cybertronai/ncluster/HEAD/ncluster/test.py -------------------------------------------------------------------------------- /ncluster/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cybertronai/ncluster/HEAD/ncluster/util.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cybertronai/ncluster/HEAD/requirements.txt -------------------------------------------------------------------------------- /requirements_benchmarks.txt: -------------------------------------------------------------------------------- 1 | tensorflow 2 | numpy 3 | torch 4 | ray 5 | -------------------------------------------------------------------------------- /requirements_test.txt: -------------------------------------------------------------------------------- 1 | wrapt 2 | -------------------------------------------------------------------------------- /setup.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cybertronai/ncluster/HEAD/setup.cfg -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cybertronai/ncluster/HEAD/setup.py -------------------------------------------------------------------------------- /tests/integration_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cybertronai/ncluster/HEAD/tests/integration_test.py -------------------------------------------------------------------------------- /tests/join_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cybertronai/ncluster/HEAD/tests/join_test.py -------------------------------------------------------------------------------- /tests/logdir_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cybertronai/ncluster/HEAD/tests/logdir_test.py -------------------------------------------------------------------------------- /tests/many_commands_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cybertronai/ncluster/HEAD/tests/many_commands_test.py -------------------------------------------------------------------------------- /tests/run_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cybertronai/ncluster/HEAD/tests/run_test.py -------------------------------------------------------------------------------- /tools/ncluster: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cybertronai/ncluster/HEAD/tools/ncluster -------------------------------------------------------------------------------- /tools/nsync: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cybertronai/ncluster/HEAD/tools/nsync --------------------------------------------------------------------------------