├── .clang-format ├── .github └── workflows │ ├── ci.yml │ ├── doc.yml │ └── release.yml ├── .gitignore ├── .gitmodules ├── .pylintrc ├── .readthedocs.yml ├── .travis.yml ├── LICENSE ├── MANIFEST.in ├── Makefile ├── README.rst ├── bluefog ├── __init__.py ├── common │ ├── __init__.py │ ├── basics.py │ ├── common.cc │ ├── common.h │ ├── cuda │ │ ├── cuda_kernels.cu │ │ └── cuda_kernels.h │ ├── cuda_util.cc │ ├── cuda_util.h │ ├── global_state.h │ ├── half.cc │ ├── half.h │ ├── logging.cc │ ├── logging.h │ ├── message.cc │ ├── message.h │ ├── mpi_context.cc │ ├── mpi_context.h │ ├── mpi_controller.cc │ ├── mpi_controller.h │ ├── nccl_controller.cc │ ├── nccl_controller.h │ ├── nccl_win.cc │ ├── nccl_win.h │ ├── operations.cc │ ├── operations.h │ ├── tensor_queue.cc │ ├── tensor_queue.h │ ├── thread_pool.cc │ ├── thread_pool.h │ ├── timeline.cc │ ├── timeline.h │ ├── topology_util.py │ ├── util.py │ └── wire │ │ ├── message.fbs │ │ └── message_generated.h ├── run │ ├── __init__.py │ ├── env_util.py │ ├── horovod_driver.py │ ├── horovodrun │ │ ├── __init__.py │ │ ├── common │ │ │ ├── __init__.py │ │ │ ├── service │ │ │ │ ├── __init__.py │ │ │ │ ├── driver_service.py │ │ │ │ └── task_service.py │ │ │ └── util │ │ │ │ ├── __init__.py │ │ │ │ ├── codec.py │ │ │ │ ├── host_hash.py │ │ │ │ ├── network.py │ │ │ │ ├── safe_shell_exec.py │ │ │ │ ├── secret.py │ │ │ │ └── timeout.py │ │ ├── driver │ │ │ ├── __init__.py │ │ │ └── driver_service.py │ │ ├── service │ │ │ ├── __init__.py │ │ │ ├── driver_service.py │ │ │ └── task_service.py │ │ ├── task │ │ │ ├── __init__.py │ │ │ └── task_service.py │ │ ├── task_fn.py │ │ └── util │ │ │ ├── __init__.py │ │ │ ├── cache.py │ │ │ ├── network.py │ │ │ └── threads.py │ ├── interactive_run.py │ ├── network_util.py │ └── run.py ├── tensorflow │ ├── __init__.py │ ├── adapter.cc │ ├── adapter.h │ ├── mpi_ops.cc │ ├── mpi_ops.py │ ├── optimizers.py │ └── util.py └── torch │ ├── __init__.py │ ├── adapter.cc │ ├── adapter.h │ ├── handle_manager.cc │ ├── handle_manager.h │ ├── mpi_ops.cc │ ├── mpi_ops.h │ ├── mpi_ops.py │ ├── mpi_win_ops.cc │ ├── mpi_win_ops.h │ ├── optimizers.py │ ├── topology_util.py │ └── utility.py ├── dockerfile.cpu ├── dockerfile.cpu.test ├── dockerfile.gpu ├── dockerfile.gpu.test ├── docs ├── Makefile ├── _config.yml ├── _static │ ├── WinOps.png │ ├── bf_allgather.png │ ├── bf_allreduce.png │ ├── bf_benchmark1.png │ ├── bf_benchmark2.png │ ├── bf_broadcast.png │ ├── bf_full_benchmark1.png │ ├── bf_full_benchmark2.png │ ├── bf_hier_local_allreduce.png │ ├── bf_hier_neighbor_allreduce.png │ ├── bf_logo_h.png │ ├── bf_logo_v.png │ ├── bf_neighbor_allgather.png │ ├── bf_neighbor_allreduce.png │ ├── bf_timeline_example1.png │ ├── bf_timeline_example1a.png │ ├── bf_timeline_example2.png │ ├── bf_timeline_example2a.png │ ├── bf_timeline_example3.png │ ├── bf_timeline_example3a.png │ ├── bf_win_accum.png │ ├── bf_win_create.png │ ├── bf_win_free.png │ ├── bf_win_get.png │ ├── bf_win_put.png │ ├── bf_win_update.png │ ├── bf_win_update_collect.png │ ├── bluefog_logo.png │ └── one-peer-exp2.png ├── alg_spectrum.rst ├── bluefog_ops.rst ├── code_structure.rst ├── conf.py ├── devel_guide.rst ├── docker.rst ├── env_variable.rst ├── faq.rst ├── favicon.png ├── index.rst ├── install.rst ├── make.bat ├── neighbor_average.rst ├── performance.rst ├── requirements.txt ├── running.rst ├── tensorflow_api.rst ├── timeline.rst ├── topo_api.rst └── torch_api.rst ├── examples ├── images │ └── ibfrun.png ├── interactive_bluefog_helloworld.ipynb ├── pytorch_average_consensus.py ├── pytorch_benchmark.py ├── pytorch_mnist.py ├── pytorch_optimization.py ├── pytorch_resnet.py └── resource_allocation.ipynb ├── requirements.txt ├── resources └── Faster_Learning_over_Networks_and_BlueFog.pdf ├── scripts ├── build_docker_images.sh ├── install_mpi.sh ├── mpi_gossip.cc ├── mpi_passive_recv.cc ├── mpi_win_ops.cc ├── pytorch_opt_linear_speedup_test.py ├── run_profile.sh ├── run_unittest.sh ├── single_ops_test.py ├── start_test_docker.sh └── wrap_examples.sh ├── setup.py └── test ├── common.py ├── pytest.ini ├── tensorflow_basics_test.py ├── tensorflow_ops_test.py ├── test_all_example.sh ├── timeline_test.py ├── torch_basics_test.py ├── torch_hierarchical_test.py ├── torch_ops_test.py ├── torch_optimizer_test.py └── torch_win_ops_test.py /.clang-format: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/.clang-format -------------------------------------------------------------------------------- /.github/workflows/ci.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/.github/workflows/ci.yml -------------------------------------------------------------------------------- /.github/workflows/doc.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/.github/workflows/doc.yml -------------------------------------------------------------------------------- /.github/workflows/release.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/.github/workflows/release.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/.gitignore -------------------------------------------------------------------------------- /.gitmodules: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/.gitmodules -------------------------------------------------------------------------------- /.pylintrc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/.pylintrc -------------------------------------------------------------------------------- /.readthedocs.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/.readthedocs.yml -------------------------------------------------------------------------------- /.travis.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/.travis.yml -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/LICENSE -------------------------------------------------------------------------------- /MANIFEST.in: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/MANIFEST.in -------------------------------------------------------------------------------- /Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/Makefile -------------------------------------------------------------------------------- /README.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/README.rst -------------------------------------------------------------------------------- /bluefog/__init__.py: -------------------------------------------------------------------------------- 1 | __version__ = '0.3.0' 2 | -------------------------------------------------------------------------------- /bluefog/common/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /bluefog/common/basics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/bluefog/common/basics.py -------------------------------------------------------------------------------- /bluefog/common/common.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/bluefog/common/common.cc -------------------------------------------------------------------------------- /bluefog/common/common.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/bluefog/common/common.h -------------------------------------------------------------------------------- /bluefog/common/cuda/cuda_kernels.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/bluefog/common/cuda/cuda_kernels.cu -------------------------------------------------------------------------------- /bluefog/common/cuda/cuda_kernels.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/bluefog/common/cuda/cuda_kernels.h -------------------------------------------------------------------------------- /bluefog/common/cuda_util.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/bluefog/common/cuda_util.cc -------------------------------------------------------------------------------- /bluefog/common/cuda_util.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/bluefog/common/cuda_util.h -------------------------------------------------------------------------------- /bluefog/common/global_state.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/bluefog/common/global_state.h -------------------------------------------------------------------------------- /bluefog/common/half.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/bluefog/common/half.cc -------------------------------------------------------------------------------- /bluefog/common/half.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/bluefog/common/half.h -------------------------------------------------------------------------------- /bluefog/common/logging.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/bluefog/common/logging.cc -------------------------------------------------------------------------------- /bluefog/common/logging.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/bluefog/common/logging.h -------------------------------------------------------------------------------- /bluefog/common/message.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/bluefog/common/message.cc -------------------------------------------------------------------------------- /bluefog/common/message.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/bluefog/common/message.h -------------------------------------------------------------------------------- /bluefog/common/mpi_context.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/bluefog/common/mpi_context.cc -------------------------------------------------------------------------------- /bluefog/common/mpi_context.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/bluefog/common/mpi_context.h -------------------------------------------------------------------------------- /bluefog/common/mpi_controller.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/bluefog/common/mpi_controller.cc -------------------------------------------------------------------------------- /bluefog/common/mpi_controller.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/bluefog/common/mpi_controller.h -------------------------------------------------------------------------------- /bluefog/common/nccl_controller.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/bluefog/common/nccl_controller.cc -------------------------------------------------------------------------------- /bluefog/common/nccl_controller.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/bluefog/common/nccl_controller.h -------------------------------------------------------------------------------- /bluefog/common/nccl_win.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/bluefog/common/nccl_win.cc -------------------------------------------------------------------------------- /bluefog/common/nccl_win.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/bluefog/common/nccl_win.h -------------------------------------------------------------------------------- /bluefog/common/operations.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/bluefog/common/operations.cc -------------------------------------------------------------------------------- /bluefog/common/operations.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/bluefog/common/operations.h -------------------------------------------------------------------------------- /bluefog/common/tensor_queue.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/bluefog/common/tensor_queue.cc -------------------------------------------------------------------------------- /bluefog/common/tensor_queue.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/bluefog/common/tensor_queue.h -------------------------------------------------------------------------------- /bluefog/common/thread_pool.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/bluefog/common/thread_pool.cc -------------------------------------------------------------------------------- /bluefog/common/thread_pool.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/bluefog/common/thread_pool.h -------------------------------------------------------------------------------- /bluefog/common/timeline.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/bluefog/common/timeline.cc -------------------------------------------------------------------------------- /bluefog/common/timeline.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/bluefog/common/timeline.h -------------------------------------------------------------------------------- /bluefog/common/topology_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/bluefog/common/topology_util.py -------------------------------------------------------------------------------- /bluefog/common/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/bluefog/common/util.py -------------------------------------------------------------------------------- /bluefog/common/wire/message.fbs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/bluefog/common/wire/message.fbs -------------------------------------------------------------------------------- /bluefog/common/wire/message_generated.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/bluefog/common/wire/message_generated.h -------------------------------------------------------------------------------- /bluefog/run/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /bluefog/run/env_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/bluefog/run/env_util.py -------------------------------------------------------------------------------- /bluefog/run/horovod_driver.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/bluefog/run/horovod_driver.py -------------------------------------------------------------------------------- /bluefog/run/horovodrun/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /bluefog/run/horovodrun/common/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /bluefog/run/horovodrun/common/service/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /bluefog/run/horovodrun/common/service/driver_service.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/bluefog/run/horovodrun/common/service/driver_service.py -------------------------------------------------------------------------------- /bluefog/run/horovodrun/common/service/task_service.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/bluefog/run/horovodrun/common/service/task_service.py -------------------------------------------------------------------------------- /bluefog/run/horovodrun/common/util/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /bluefog/run/horovodrun/common/util/codec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/bluefog/run/horovodrun/common/util/codec.py -------------------------------------------------------------------------------- /bluefog/run/horovodrun/common/util/host_hash.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/bluefog/run/horovodrun/common/util/host_hash.py -------------------------------------------------------------------------------- /bluefog/run/horovodrun/common/util/network.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/bluefog/run/horovodrun/common/util/network.py -------------------------------------------------------------------------------- /bluefog/run/horovodrun/common/util/safe_shell_exec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/bluefog/run/horovodrun/common/util/safe_shell_exec.py -------------------------------------------------------------------------------- /bluefog/run/horovodrun/common/util/secret.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/bluefog/run/horovodrun/common/util/secret.py -------------------------------------------------------------------------------- /bluefog/run/horovodrun/common/util/timeout.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/bluefog/run/horovodrun/common/util/timeout.py -------------------------------------------------------------------------------- /bluefog/run/horovodrun/driver/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /bluefog/run/horovodrun/driver/driver_service.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/bluefog/run/horovodrun/driver/driver_service.py -------------------------------------------------------------------------------- /bluefog/run/horovodrun/service/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /bluefog/run/horovodrun/service/driver_service.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/bluefog/run/horovodrun/service/driver_service.py -------------------------------------------------------------------------------- /bluefog/run/horovodrun/service/task_service.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/bluefog/run/horovodrun/service/task_service.py -------------------------------------------------------------------------------- /bluefog/run/horovodrun/task/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /bluefog/run/horovodrun/task/task_service.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/bluefog/run/horovodrun/task/task_service.py -------------------------------------------------------------------------------- /bluefog/run/horovodrun/task_fn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/bluefog/run/horovodrun/task_fn.py -------------------------------------------------------------------------------- /bluefog/run/horovodrun/util/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /bluefog/run/horovodrun/util/cache.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/bluefog/run/horovodrun/util/cache.py -------------------------------------------------------------------------------- /bluefog/run/horovodrun/util/network.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/bluefog/run/horovodrun/util/network.py -------------------------------------------------------------------------------- /bluefog/run/horovodrun/util/threads.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/bluefog/run/horovodrun/util/threads.py -------------------------------------------------------------------------------- /bluefog/run/interactive_run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/bluefog/run/interactive_run.py -------------------------------------------------------------------------------- /bluefog/run/network_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/bluefog/run/network_util.py -------------------------------------------------------------------------------- /bluefog/run/run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/bluefog/run/run.py -------------------------------------------------------------------------------- /bluefog/tensorflow/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/bluefog/tensorflow/__init__.py -------------------------------------------------------------------------------- /bluefog/tensorflow/adapter.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/bluefog/tensorflow/adapter.cc -------------------------------------------------------------------------------- /bluefog/tensorflow/adapter.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/bluefog/tensorflow/adapter.h -------------------------------------------------------------------------------- /bluefog/tensorflow/mpi_ops.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/bluefog/tensorflow/mpi_ops.cc -------------------------------------------------------------------------------- /bluefog/tensorflow/mpi_ops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/bluefog/tensorflow/mpi_ops.py -------------------------------------------------------------------------------- /bluefog/tensorflow/optimizers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/bluefog/tensorflow/optimizers.py -------------------------------------------------------------------------------- /bluefog/tensorflow/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/bluefog/tensorflow/util.py -------------------------------------------------------------------------------- /bluefog/torch/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/bluefog/torch/__init__.py -------------------------------------------------------------------------------- /bluefog/torch/adapter.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/bluefog/torch/adapter.cc -------------------------------------------------------------------------------- /bluefog/torch/adapter.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/bluefog/torch/adapter.h -------------------------------------------------------------------------------- /bluefog/torch/handle_manager.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/bluefog/torch/handle_manager.cc -------------------------------------------------------------------------------- /bluefog/torch/handle_manager.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/bluefog/torch/handle_manager.h -------------------------------------------------------------------------------- /bluefog/torch/mpi_ops.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/bluefog/torch/mpi_ops.cc -------------------------------------------------------------------------------- /bluefog/torch/mpi_ops.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/bluefog/torch/mpi_ops.h -------------------------------------------------------------------------------- /bluefog/torch/mpi_ops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/bluefog/torch/mpi_ops.py -------------------------------------------------------------------------------- /bluefog/torch/mpi_win_ops.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/bluefog/torch/mpi_win_ops.cc -------------------------------------------------------------------------------- /bluefog/torch/mpi_win_ops.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/bluefog/torch/mpi_win_ops.h -------------------------------------------------------------------------------- /bluefog/torch/optimizers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/bluefog/torch/optimizers.py -------------------------------------------------------------------------------- /bluefog/torch/topology_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/bluefog/torch/topology_util.py -------------------------------------------------------------------------------- /bluefog/torch/utility.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/bluefog/torch/utility.py -------------------------------------------------------------------------------- /dockerfile.cpu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/dockerfile.cpu -------------------------------------------------------------------------------- /dockerfile.cpu.test: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/dockerfile.cpu.test -------------------------------------------------------------------------------- /dockerfile.gpu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/dockerfile.gpu -------------------------------------------------------------------------------- /dockerfile.gpu.test: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/dockerfile.gpu.test -------------------------------------------------------------------------------- /docs/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/docs/Makefile -------------------------------------------------------------------------------- /docs/_config.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/docs/_config.yml -------------------------------------------------------------------------------- /docs/_static/WinOps.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/docs/_static/WinOps.png -------------------------------------------------------------------------------- /docs/_static/bf_allgather.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/docs/_static/bf_allgather.png -------------------------------------------------------------------------------- /docs/_static/bf_allreduce.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/docs/_static/bf_allreduce.png -------------------------------------------------------------------------------- /docs/_static/bf_benchmark1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/docs/_static/bf_benchmark1.png -------------------------------------------------------------------------------- /docs/_static/bf_benchmark2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/docs/_static/bf_benchmark2.png -------------------------------------------------------------------------------- /docs/_static/bf_broadcast.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/docs/_static/bf_broadcast.png -------------------------------------------------------------------------------- /docs/_static/bf_full_benchmark1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/docs/_static/bf_full_benchmark1.png -------------------------------------------------------------------------------- /docs/_static/bf_full_benchmark2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/docs/_static/bf_full_benchmark2.png -------------------------------------------------------------------------------- /docs/_static/bf_hier_local_allreduce.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/docs/_static/bf_hier_local_allreduce.png -------------------------------------------------------------------------------- /docs/_static/bf_hier_neighbor_allreduce.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/docs/_static/bf_hier_neighbor_allreduce.png -------------------------------------------------------------------------------- /docs/_static/bf_logo_h.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/docs/_static/bf_logo_h.png -------------------------------------------------------------------------------- /docs/_static/bf_logo_v.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/docs/_static/bf_logo_v.png -------------------------------------------------------------------------------- /docs/_static/bf_neighbor_allgather.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/docs/_static/bf_neighbor_allgather.png -------------------------------------------------------------------------------- /docs/_static/bf_neighbor_allreduce.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/docs/_static/bf_neighbor_allreduce.png -------------------------------------------------------------------------------- /docs/_static/bf_timeline_example1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/docs/_static/bf_timeline_example1.png -------------------------------------------------------------------------------- /docs/_static/bf_timeline_example1a.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/docs/_static/bf_timeline_example1a.png -------------------------------------------------------------------------------- /docs/_static/bf_timeline_example2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/docs/_static/bf_timeline_example2.png -------------------------------------------------------------------------------- /docs/_static/bf_timeline_example2a.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/docs/_static/bf_timeline_example2a.png -------------------------------------------------------------------------------- /docs/_static/bf_timeline_example3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/docs/_static/bf_timeline_example3.png -------------------------------------------------------------------------------- /docs/_static/bf_timeline_example3a.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/docs/_static/bf_timeline_example3a.png -------------------------------------------------------------------------------- /docs/_static/bf_win_accum.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/docs/_static/bf_win_accum.png -------------------------------------------------------------------------------- /docs/_static/bf_win_create.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/docs/_static/bf_win_create.png -------------------------------------------------------------------------------- /docs/_static/bf_win_free.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/docs/_static/bf_win_free.png -------------------------------------------------------------------------------- /docs/_static/bf_win_get.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/docs/_static/bf_win_get.png -------------------------------------------------------------------------------- /docs/_static/bf_win_put.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/docs/_static/bf_win_put.png -------------------------------------------------------------------------------- /docs/_static/bf_win_update.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/docs/_static/bf_win_update.png -------------------------------------------------------------------------------- /docs/_static/bf_win_update_collect.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/docs/_static/bf_win_update_collect.png -------------------------------------------------------------------------------- /docs/_static/bluefog_logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/docs/_static/bluefog_logo.png -------------------------------------------------------------------------------- /docs/_static/one-peer-exp2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/docs/_static/one-peer-exp2.png -------------------------------------------------------------------------------- /docs/alg_spectrum.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/docs/alg_spectrum.rst -------------------------------------------------------------------------------- /docs/bluefog_ops.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/docs/bluefog_ops.rst -------------------------------------------------------------------------------- /docs/code_structure.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/docs/code_structure.rst -------------------------------------------------------------------------------- /docs/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/docs/conf.py -------------------------------------------------------------------------------- /docs/devel_guide.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/docs/devel_guide.rst -------------------------------------------------------------------------------- /docs/docker.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/docs/docker.rst -------------------------------------------------------------------------------- /docs/env_variable.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/docs/env_variable.rst -------------------------------------------------------------------------------- /docs/faq.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/docs/faq.rst -------------------------------------------------------------------------------- /docs/favicon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/docs/favicon.png -------------------------------------------------------------------------------- /docs/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/docs/index.rst -------------------------------------------------------------------------------- /docs/install.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/docs/install.rst -------------------------------------------------------------------------------- /docs/make.bat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/docs/make.bat -------------------------------------------------------------------------------- /docs/neighbor_average.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/docs/neighbor_average.rst -------------------------------------------------------------------------------- /docs/performance.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/docs/performance.rst -------------------------------------------------------------------------------- /docs/requirements.txt: -------------------------------------------------------------------------------- 1 | matplotlib -------------------------------------------------------------------------------- /docs/running.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/docs/running.rst -------------------------------------------------------------------------------- /docs/tensorflow_api.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/docs/tensorflow_api.rst -------------------------------------------------------------------------------- /docs/timeline.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/docs/timeline.rst -------------------------------------------------------------------------------- /docs/topo_api.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/docs/topo_api.rst -------------------------------------------------------------------------------- /docs/torch_api.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/docs/torch_api.rst -------------------------------------------------------------------------------- /examples/images/ibfrun.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/examples/images/ibfrun.png -------------------------------------------------------------------------------- /examples/interactive_bluefog_helloworld.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/examples/interactive_bluefog_helloworld.ipynb -------------------------------------------------------------------------------- /examples/pytorch_average_consensus.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/examples/pytorch_average_consensus.py -------------------------------------------------------------------------------- /examples/pytorch_benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/examples/pytorch_benchmark.py -------------------------------------------------------------------------------- /examples/pytorch_mnist.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/examples/pytorch_mnist.py -------------------------------------------------------------------------------- /examples/pytorch_optimization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/examples/pytorch_optimization.py -------------------------------------------------------------------------------- /examples/pytorch_resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/examples/pytorch_resnet.py -------------------------------------------------------------------------------- /examples/resource_allocation.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/examples/resource_allocation.ipynb -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/requirements.txt -------------------------------------------------------------------------------- /resources/Faster_Learning_over_Networks_and_BlueFog.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/resources/Faster_Learning_over_Networks_and_BlueFog.pdf -------------------------------------------------------------------------------- /scripts/build_docker_images.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/scripts/build_docker_images.sh -------------------------------------------------------------------------------- /scripts/install_mpi.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/scripts/install_mpi.sh -------------------------------------------------------------------------------- /scripts/mpi_gossip.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/scripts/mpi_gossip.cc -------------------------------------------------------------------------------- /scripts/mpi_passive_recv.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/scripts/mpi_passive_recv.cc -------------------------------------------------------------------------------- /scripts/mpi_win_ops.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/scripts/mpi_win_ops.cc -------------------------------------------------------------------------------- /scripts/pytorch_opt_linear_speedup_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/scripts/pytorch_opt_linear_speedup_test.py -------------------------------------------------------------------------------- /scripts/run_profile.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/scripts/run_profile.sh -------------------------------------------------------------------------------- /scripts/run_unittest.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/scripts/run_unittest.sh -------------------------------------------------------------------------------- /scripts/single_ops_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/scripts/single_ops_test.py -------------------------------------------------------------------------------- /scripts/start_test_docker.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/scripts/start_test_docker.sh -------------------------------------------------------------------------------- /scripts/wrap_examples.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/scripts/wrap_examples.sh -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/setup.py -------------------------------------------------------------------------------- /test/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/test/common.py -------------------------------------------------------------------------------- /test/pytest.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/test/pytest.ini -------------------------------------------------------------------------------- /test/tensorflow_basics_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/test/tensorflow_basics_test.py -------------------------------------------------------------------------------- /test/tensorflow_ops_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/test/tensorflow_ops_test.py -------------------------------------------------------------------------------- /test/test_all_example.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/test/test_all_example.sh -------------------------------------------------------------------------------- /test/timeline_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/test/timeline_test.py -------------------------------------------------------------------------------- /test/torch_basics_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/test/torch_basics_test.py -------------------------------------------------------------------------------- /test/torch_hierarchical_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/test/torch_hierarchical_test.py -------------------------------------------------------------------------------- /test/torch_ops_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/test/torch_ops_test.py -------------------------------------------------------------------------------- /test/torch_optimizer_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/test/torch_optimizer_test.py -------------------------------------------------------------------------------- /test/torch_win_ops_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bluefog-Lib/bluefog/HEAD/test/torch_win_ops_test.py --------------------------------------------------------------------------------