├── CMakeLists.txt ├── README.md ├── cmake └── Modules │ ├── FindGSL.cmake │ ├── FindMPI_SRC.cmake │ └── FindNumpy.cmake ├── doc ├── nysds16-paper.pdf ├── nysds16-talk.pdf ├── nysds17-paper.pdf ├── nysds17-talk.pdf └── spark17-talk.pdf ├── examples ├── CMakeLists.txt ├── mpi │ ├── CMakeLists.txt │ ├── README.txt │ ├── allreduce.py │ └── allreduce_sbatch.sh ├── pmixsrv │ ├── CMakeLists.txt │ ├── README.txt │ ├── allreduce.py │ ├── allreduce.slurm.py.hydra │ ├── allreduce_pmiserv_sbatch.sh.hydra │ └── launcher.py ├── spark-mpi │ ├── CMakeLists.txt │ ├── README.txt │ ├── allreduce.py │ ├── allreduce.sh.hydra │ └── allreduce.slurm.py.hydra └── spark │ ├── CMakeLists.txt │ ├── README.txt │ ├── collect.py │ └── collect_sbatch.sh ├── include ├── CMakeLists.txt └── orte │ └── mca │ └── odls │ └── sparkmpi │ └── odls_sparkmpi.h └── src ├── CMakeLists.txt ├── gforker ├── CMakeLists.txt ├── mpiexec_usage.c └── pmiserv.cpp ├── hydra ├── CMakeLists.txt └── pmip_cb.c └── pmix ├── CMakeLists.txt ├── orte └── mca │ └── odls │ └── sparkmpi │ ├── odls_sparkmpi_component.c │ └── odls_sparkmpi_module.c └── orterun.c /CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciDriver/spark-mpi/HEAD/CMakeLists.txt -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciDriver/spark-mpi/HEAD/README.md -------------------------------------------------------------------------------- /cmake/Modules/FindGSL.cmake: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciDriver/spark-mpi/HEAD/cmake/Modules/FindGSL.cmake -------------------------------------------------------------------------------- /cmake/Modules/FindMPI_SRC.cmake: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciDriver/spark-mpi/HEAD/cmake/Modules/FindMPI_SRC.cmake -------------------------------------------------------------------------------- /cmake/Modules/FindNumpy.cmake: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciDriver/spark-mpi/HEAD/cmake/Modules/FindNumpy.cmake -------------------------------------------------------------------------------- /doc/nysds16-paper.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciDriver/spark-mpi/HEAD/doc/nysds16-paper.pdf -------------------------------------------------------------------------------- /doc/nysds16-talk.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciDriver/spark-mpi/HEAD/doc/nysds16-talk.pdf -------------------------------------------------------------------------------- /doc/nysds17-paper.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciDriver/spark-mpi/HEAD/doc/nysds17-paper.pdf -------------------------------------------------------------------------------- /doc/nysds17-talk.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciDriver/spark-mpi/HEAD/doc/nysds17-talk.pdf -------------------------------------------------------------------------------- /doc/spark17-talk.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciDriver/spark-mpi/HEAD/doc/spark17-talk.pdf -------------------------------------------------------------------------------- /examples/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciDriver/spark-mpi/HEAD/examples/CMakeLists.txt -------------------------------------------------------------------------------- /examples/mpi/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciDriver/spark-mpi/HEAD/examples/mpi/CMakeLists.txt -------------------------------------------------------------------------------- /examples/mpi/README.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciDriver/spark-mpi/HEAD/examples/mpi/README.txt -------------------------------------------------------------------------------- /examples/mpi/allreduce.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciDriver/spark-mpi/HEAD/examples/mpi/allreduce.py -------------------------------------------------------------------------------- /examples/mpi/allreduce_sbatch.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciDriver/spark-mpi/HEAD/examples/mpi/allreduce_sbatch.sh -------------------------------------------------------------------------------- /examples/pmixsrv/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciDriver/spark-mpi/HEAD/examples/pmixsrv/CMakeLists.txt -------------------------------------------------------------------------------- /examples/pmixsrv/README.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciDriver/spark-mpi/HEAD/examples/pmixsrv/README.txt -------------------------------------------------------------------------------- /examples/pmixsrv/allreduce.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciDriver/spark-mpi/HEAD/examples/pmixsrv/allreduce.py -------------------------------------------------------------------------------- /examples/pmixsrv/allreduce.slurm.py.hydra: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciDriver/spark-mpi/HEAD/examples/pmixsrv/allreduce.slurm.py.hydra -------------------------------------------------------------------------------- /examples/pmixsrv/allreduce_pmiserv_sbatch.sh.hydra: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciDriver/spark-mpi/HEAD/examples/pmixsrv/allreduce_pmiserv_sbatch.sh.hydra -------------------------------------------------------------------------------- /examples/pmixsrv/launcher.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciDriver/spark-mpi/HEAD/examples/pmixsrv/launcher.py -------------------------------------------------------------------------------- /examples/spark-mpi/CMakeLists.txt: -------------------------------------------------------------------------------- 1 | 2 | 3 | INSTALL(FILES allreduce.py README.txt DESTINATION examples/spark-mpi) 4 | 5 | 6 | -------------------------------------------------------------------------------- /examples/spark-mpi/README.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciDriver/spark-mpi/HEAD/examples/spark-mpi/README.txt -------------------------------------------------------------------------------- /examples/spark-mpi/allreduce.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciDriver/spark-mpi/HEAD/examples/spark-mpi/allreduce.py -------------------------------------------------------------------------------- /examples/spark-mpi/allreduce.sh.hydra: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciDriver/spark-mpi/HEAD/examples/spark-mpi/allreduce.sh.hydra -------------------------------------------------------------------------------- /examples/spark-mpi/allreduce.slurm.py.hydra: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciDriver/spark-mpi/HEAD/examples/spark-mpi/allreduce.slurm.py.hydra -------------------------------------------------------------------------------- /examples/spark/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciDriver/spark-mpi/HEAD/examples/spark/CMakeLists.txt -------------------------------------------------------------------------------- /examples/spark/README.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciDriver/spark-mpi/HEAD/examples/spark/README.txt -------------------------------------------------------------------------------- /examples/spark/collect.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciDriver/spark-mpi/HEAD/examples/spark/collect.py -------------------------------------------------------------------------------- /examples/spark/collect_sbatch.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciDriver/spark-mpi/HEAD/examples/spark/collect_sbatch.sh -------------------------------------------------------------------------------- /include/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciDriver/spark-mpi/HEAD/include/CMakeLists.txt -------------------------------------------------------------------------------- /include/orte/mca/odls/sparkmpi/odls_sparkmpi.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciDriver/spark-mpi/HEAD/include/orte/mca/odls/sparkmpi/odls_sparkmpi.h -------------------------------------------------------------------------------- /src/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciDriver/spark-mpi/HEAD/src/CMakeLists.txt -------------------------------------------------------------------------------- /src/gforker/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciDriver/spark-mpi/HEAD/src/gforker/CMakeLists.txt -------------------------------------------------------------------------------- /src/gforker/mpiexec_usage.c: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciDriver/spark-mpi/HEAD/src/gforker/mpiexec_usage.c -------------------------------------------------------------------------------- /src/gforker/pmiserv.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciDriver/spark-mpi/HEAD/src/gforker/pmiserv.cpp -------------------------------------------------------------------------------- /src/hydra/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciDriver/spark-mpi/HEAD/src/hydra/CMakeLists.txt -------------------------------------------------------------------------------- /src/hydra/pmip_cb.c: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciDriver/spark-mpi/HEAD/src/hydra/pmip_cb.c -------------------------------------------------------------------------------- /src/pmix/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciDriver/spark-mpi/HEAD/src/pmix/CMakeLists.txt -------------------------------------------------------------------------------- /src/pmix/orte/mca/odls/sparkmpi/odls_sparkmpi_component.c: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciDriver/spark-mpi/HEAD/src/pmix/orte/mca/odls/sparkmpi/odls_sparkmpi_component.c -------------------------------------------------------------------------------- /src/pmix/orte/mca/odls/sparkmpi/odls_sparkmpi_module.c: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciDriver/spark-mpi/HEAD/src/pmix/orte/mca/odls/sparkmpi/odls_sparkmpi_module.c -------------------------------------------------------------------------------- /src/pmix/orterun.c: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciDriver/spark-mpi/HEAD/src/pmix/orterun.c --------------------------------------------------------------------------------