├── .gitignore ├── .travis.yml ├── CMakeLists.txt ├── LICENSE ├── README.md ├── benchmarks └── allgpu-allreduce.lua ├── doc ├── BackgroundTask.md ├── BackgroundTaskPool.md ├── channel.md ├── index.md ├── map.md ├── marshal.md ├── mutex.md ├── sharedtable.md ├── spawn.md └── workqueue.md ├── examples ├── allreduce.lua ├── allreduce.sh ├── allreduce.slurm ├── allreduce_slurm.lua ├── allreduce_slurm.sh ├── client-server.lua ├── client-server.sh ├── map.lua ├── model-parallelism.lua └── workqueue.lua ├── ipc-scm-1.rockspec ├── lua ├── BackgroundTask.lua ├── BackgroundTaskPool.lua ├── DiscoveredTree.lua ├── LocalhostTree.lua ├── NullTree.lua ├── SlurmTree.lua ├── StaticTree.lua ├── Tree.lua └── utils.lua ├── src ├── channel.c ├── channel.h ├── cliser.c ├── cliser.h ├── error.h ├── flock.c ├── flock.h ├── generic │ └── cliser.c ├── ipc.c ├── map.c ├── map.h ├── marshal.c ├── marshal.h ├── mutex.c ├── mutex.h ├── ringbuffer.c ├── ringbuffer.h ├── serialize.c ├── serialize.h ├── sharedtable.c ├── sharedtable.h ├── spawn.c ├── spawn.h ├── workqueue.c └── workqueue.h └── test ├── test.lua ├── test_BackgroundTask.lua ├── test_BackgroundTaskPool.lua ├── test_Tree.lua ├── test_channel.lua ├── test_cliser.lua ├── test_flock.lua ├── test_map.lua ├── test_marshal.lua ├── test_mutex.lua ├── test_sharedtable.lua ├── test_spawn.lua └── test_workqueue.lua /.gitignore: -------------------------------------------------------------------------------- 1 | build 2 | -------------------------------------------------------------------------------- /.travis.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/twitter-archive/torch-ipc/HEAD/.travis.yml -------------------------------------------------------------------------------- /CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/twitter-archive/torch-ipc/HEAD/CMakeLists.txt -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/twitter-archive/torch-ipc/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/twitter-archive/torch-ipc/HEAD/README.md -------------------------------------------------------------------------------- /benchmarks/allgpu-allreduce.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/twitter-archive/torch-ipc/HEAD/benchmarks/allgpu-allreduce.lua -------------------------------------------------------------------------------- /doc/BackgroundTask.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/twitter-archive/torch-ipc/HEAD/doc/BackgroundTask.md -------------------------------------------------------------------------------- /doc/BackgroundTaskPool.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/twitter-archive/torch-ipc/HEAD/doc/BackgroundTaskPool.md -------------------------------------------------------------------------------- /doc/channel.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/twitter-archive/torch-ipc/HEAD/doc/channel.md -------------------------------------------------------------------------------- /doc/index.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/twitter-archive/torch-ipc/HEAD/doc/index.md -------------------------------------------------------------------------------- /doc/map.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/twitter-archive/torch-ipc/HEAD/doc/map.md -------------------------------------------------------------------------------- /doc/marshal.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/twitter-archive/torch-ipc/HEAD/doc/marshal.md -------------------------------------------------------------------------------- /doc/mutex.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/twitter-archive/torch-ipc/HEAD/doc/mutex.md -------------------------------------------------------------------------------- /doc/sharedtable.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/twitter-archive/torch-ipc/HEAD/doc/sharedtable.md -------------------------------------------------------------------------------- /doc/spawn.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/twitter-archive/torch-ipc/HEAD/doc/spawn.md -------------------------------------------------------------------------------- /doc/workqueue.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/twitter-archive/torch-ipc/HEAD/doc/workqueue.md -------------------------------------------------------------------------------- /examples/allreduce.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/twitter-archive/torch-ipc/HEAD/examples/allreduce.lua -------------------------------------------------------------------------------- /examples/allreduce.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/twitter-archive/torch-ipc/HEAD/examples/allreduce.sh -------------------------------------------------------------------------------- /examples/allreduce.slurm: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/twitter-archive/torch-ipc/HEAD/examples/allreduce.slurm -------------------------------------------------------------------------------- /examples/allreduce_slurm.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/twitter-archive/torch-ipc/HEAD/examples/allreduce_slurm.lua -------------------------------------------------------------------------------- /examples/allreduce_slurm.sh: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env bash 2 | 3 | sbatch allreduce.slurm 4 | -------------------------------------------------------------------------------- /examples/client-server.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/twitter-archive/torch-ipc/HEAD/examples/client-server.lua -------------------------------------------------------------------------------- /examples/client-server.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/twitter-archive/torch-ipc/HEAD/examples/client-server.sh -------------------------------------------------------------------------------- /examples/map.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/twitter-archive/torch-ipc/HEAD/examples/map.lua -------------------------------------------------------------------------------- /examples/model-parallelism.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/twitter-archive/torch-ipc/HEAD/examples/model-parallelism.lua -------------------------------------------------------------------------------- /examples/workqueue.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/twitter-archive/torch-ipc/HEAD/examples/workqueue.lua -------------------------------------------------------------------------------- /ipc-scm-1.rockspec: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/twitter-archive/torch-ipc/HEAD/ipc-scm-1.rockspec -------------------------------------------------------------------------------- /lua/BackgroundTask.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/twitter-archive/torch-ipc/HEAD/lua/BackgroundTask.lua -------------------------------------------------------------------------------- /lua/BackgroundTaskPool.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/twitter-archive/torch-ipc/HEAD/lua/BackgroundTaskPool.lua -------------------------------------------------------------------------------- /lua/DiscoveredTree.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/twitter-archive/torch-ipc/HEAD/lua/DiscoveredTree.lua -------------------------------------------------------------------------------- /lua/LocalhostTree.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/twitter-archive/torch-ipc/HEAD/lua/LocalhostTree.lua -------------------------------------------------------------------------------- /lua/NullTree.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/twitter-archive/torch-ipc/HEAD/lua/NullTree.lua -------------------------------------------------------------------------------- /lua/SlurmTree.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/twitter-archive/torch-ipc/HEAD/lua/SlurmTree.lua -------------------------------------------------------------------------------- /lua/StaticTree.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/twitter-archive/torch-ipc/HEAD/lua/StaticTree.lua -------------------------------------------------------------------------------- /lua/Tree.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/twitter-archive/torch-ipc/HEAD/lua/Tree.lua -------------------------------------------------------------------------------- /lua/utils.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/twitter-archive/torch-ipc/HEAD/lua/utils.lua -------------------------------------------------------------------------------- /src/channel.c: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/twitter-archive/torch-ipc/HEAD/src/channel.c -------------------------------------------------------------------------------- /src/channel.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/twitter-archive/torch-ipc/HEAD/src/channel.h -------------------------------------------------------------------------------- /src/cliser.c: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/twitter-archive/torch-ipc/HEAD/src/cliser.c -------------------------------------------------------------------------------- /src/cliser.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/twitter-archive/torch-ipc/HEAD/src/cliser.h -------------------------------------------------------------------------------- /src/error.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/twitter-archive/torch-ipc/HEAD/src/error.h -------------------------------------------------------------------------------- /src/flock.c: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/twitter-archive/torch-ipc/HEAD/src/flock.c -------------------------------------------------------------------------------- /src/flock.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/twitter-archive/torch-ipc/HEAD/src/flock.h -------------------------------------------------------------------------------- /src/generic/cliser.c: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/twitter-archive/torch-ipc/HEAD/src/generic/cliser.c -------------------------------------------------------------------------------- /src/ipc.c: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/twitter-archive/torch-ipc/HEAD/src/ipc.c -------------------------------------------------------------------------------- /src/map.c: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/twitter-archive/torch-ipc/HEAD/src/map.c -------------------------------------------------------------------------------- /src/map.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/twitter-archive/torch-ipc/HEAD/src/map.h -------------------------------------------------------------------------------- /src/marshal.c: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/twitter-archive/torch-ipc/HEAD/src/marshal.c -------------------------------------------------------------------------------- /src/marshal.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/twitter-archive/torch-ipc/HEAD/src/marshal.h -------------------------------------------------------------------------------- /src/mutex.c: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/twitter-archive/torch-ipc/HEAD/src/mutex.c -------------------------------------------------------------------------------- /src/mutex.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/twitter-archive/torch-ipc/HEAD/src/mutex.h -------------------------------------------------------------------------------- /src/ringbuffer.c: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/twitter-archive/torch-ipc/HEAD/src/ringbuffer.c -------------------------------------------------------------------------------- /src/ringbuffer.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/twitter-archive/torch-ipc/HEAD/src/ringbuffer.h -------------------------------------------------------------------------------- /src/serialize.c: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/twitter-archive/torch-ipc/HEAD/src/serialize.c -------------------------------------------------------------------------------- /src/serialize.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/twitter-archive/torch-ipc/HEAD/src/serialize.h -------------------------------------------------------------------------------- /src/sharedtable.c: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/twitter-archive/torch-ipc/HEAD/src/sharedtable.c -------------------------------------------------------------------------------- /src/sharedtable.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/twitter-archive/torch-ipc/HEAD/src/sharedtable.h -------------------------------------------------------------------------------- /src/spawn.c: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/twitter-archive/torch-ipc/HEAD/src/spawn.c -------------------------------------------------------------------------------- /src/spawn.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/twitter-archive/torch-ipc/HEAD/src/spawn.h -------------------------------------------------------------------------------- /src/workqueue.c: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/twitter-archive/torch-ipc/HEAD/src/workqueue.c -------------------------------------------------------------------------------- /src/workqueue.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/twitter-archive/torch-ipc/HEAD/src/workqueue.h -------------------------------------------------------------------------------- /test/test.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/twitter-archive/torch-ipc/HEAD/test/test.lua -------------------------------------------------------------------------------- /test/test_BackgroundTask.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/twitter-archive/torch-ipc/HEAD/test/test_BackgroundTask.lua -------------------------------------------------------------------------------- /test/test_BackgroundTaskPool.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/twitter-archive/torch-ipc/HEAD/test/test_BackgroundTaskPool.lua -------------------------------------------------------------------------------- /test/test_Tree.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/twitter-archive/torch-ipc/HEAD/test/test_Tree.lua -------------------------------------------------------------------------------- /test/test_channel.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/twitter-archive/torch-ipc/HEAD/test/test_channel.lua -------------------------------------------------------------------------------- /test/test_cliser.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/twitter-archive/torch-ipc/HEAD/test/test_cliser.lua -------------------------------------------------------------------------------- /test/test_flock.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/twitter-archive/torch-ipc/HEAD/test/test_flock.lua -------------------------------------------------------------------------------- /test/test_map.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/twitter-archive/torch-ipc/HEAD/test/test_map.lua -------------------------------------------------------------------------------- /test/test_marshal.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/twitter-archive/torch-ipc/HEAD/test/test_marshal.lua -------------------------------------------------------------------------------- /test/test_mutex.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/twitter-archive/torch-ipc/HEAD/test/test_mutex.lua -------------------------------------------------------------------------------- /test/test_sharedtable.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/twitter-archive/torch-ipc/HEAD/test/test_sharedtable.lua -------------------------------------------------------------------------------- /test/test_spawn.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/twitter-archive/torch-ipc/HEAD/test/test_spawn.lua -------------------------------------------------------------------------------- /test/test_workqueue.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/twitter-archive/torch-ipc/HEAD/test/test_workqueue.lua --------------------------------------------------------------------------------