├── .clang-format ├── .flake8 ├── .github ├── release-drafter.yml └── workflows │ ├── black_flake8.yml │ ├── clang-format.yml │ ├── deploy.yml │ ├── release-drafter.yml │ └── run_python_tests.yml ├── .gitignore ├── .gitmodules ├── CMakeLists.txt ├── CODE_OF_CONDUCT.md ├── CONTRIBUTING.md ├── Dockerfile ├── LICENSE ├── MANIFEST.in ├── README.md ├── docs ├── Makefile ├── README.md ├── atari_1.png ├── atari_2.png ├── make.bat ├── run_docs.sh └── source │ ├── _templates │ ├── moolib_class_template.rst │ └── moolib_result_template.rst │ ├── conf.py │ └── index.rst ├── examples ├── README.md ├── a2c.py ├── atari │ ├── atari_preprocessing.py │ ├── environment.py │ └── models.py ├── common │ ├── __init__.py │ ├── nest.py │ ├── record.py │ └── vtrace.py ├── plot.py ├── requirements.txt ├── sbatch_experiment.py └── vtrace │ ├── __init__.py │ ├── config.yaml │ └── experiment.py ├── py └── moolib │ ├── __init__.py │ ├── broker.py │ └── examples ├── pyproject.toml ├── setup.py ├── src ├── accumulator.cc ├── accumulator.h ├── any.h ├── async.cc ├── async.h ├── batch_utils.cc ├── batch_utils.h ├── batchsizefinder.h ├── broker.h ├── env.cc ├── env.h ├── function.h ├── group.cc ├── group.h ├── intrusive_list.h ├── logging.h ├── memory │ ├── allocator.h │ ├── buffer.h │ ├── memfd.cc │ └── memfd.h ├── moolib.cc ├── pythonserialization.h ├── pytorch.h ├── pyutil.h ├── rpc.cc ├── rpc.h ├── serialization.h ├── shm.h ├── synchronization.h ├── tensor.cc ├── tensor.h ├── tensorpython.cc ├── transports │ ├── ipc.cc │ ├── ipc.h │ ├── socket.cc │ └── socket.h ├── util.h └── vector.h └── test ├── CMakeLists.txt ├── example.py ├── integration └── test_a2c.py ├── test.h ├── test.py ├── test_asyncio.py ├── test_asyncio_queue.py ├── test_batch.py ├── test_dynamic_batching_queue.py ├── test_group.py ├── test_multinode_allreduce.cc ├── test_reduce.py ├── test_reduce_asyncio.py ├── test_rpc.cc └── unit ├── test_batcher.py ├── test_broker.py ├── test_envpool.py ├── test_pickle.py ├── test_simple.py └── test_tensors.py /.clang-format: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/.clang-format -------------------------------------------------------------------------------- /.flake8: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/.flake8 -------------------------------------------------------------------------------- /.github/release-drafter.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/.github/release-drafter.yml -------------------------------------------------------------------------------- /.github/workflows/black_flake8.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/.github/workflows/black_flake8.yml -------------------------------------------------------------------------------- /.github/workflows/clang-format.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/.github/workflows/clang-format.yml -------------------------------------------------------------------------------- /.github/workflows/deploy.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/.github/workflows/deploy.yml -------------------------------------------------------------------------------- /.github/workflows/release-drafter.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/.github/workflows/release-drafter.yml -------------------------------------------------------------------------------- /.github/workflows/run_python_tests.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/.github/workflows/run_python_tests.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- 1 | __pycache__/ 2 | build/ 3 | dist/ 4 | *.so 5 | *.egg-info 6 | -------------------------------------------------------------------------------- /.gitmodules: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/.gitmodules -------------------------------------------------------------------------------- /CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/CMakeLists.txt -------------------------------------------------------------------------------- /CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/Dockerfile -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/LICENSE -------------------------------------------------------------------------------- /MANIFEST.in: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/MANIFEST.in -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/README.md -------------------------------------------------------------------------------- /docs/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/docs/Makefile -------------------------------------------------------------------------------- /docs/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/docs/README.md -------------------------------------------------------------------------------- /docs/atari_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/docs/atari_1.png -------------------------------------------------------------------------------- /docs/atari_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/docs/atari_2.png -------------------------------------------------------------------------------- /docs/make.bat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/docs/make.bat -------------------------------------------------------------------------------- /docs/run_docs.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/docs/run_docs.sh -------------------------------------------------------------------------------- /docs/source/_templates/moolib_class_template.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/docs/source/_templates/moolib_class_template.rst -------------------------------------------------------------------------------- /docs/source/_templates/moolib_result_template.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/docs/source/_templates/moolib_result_template.rst -------------------------------------------------------------------------------- /docs/source/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/docs/source/conf.py -------------------------------------------------------------------------------- /docs/source/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/docs/source/index.rst -------------------------------------------------------------------------------- /examples/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/examples/README.md -------------------------------------------------------------------------------- /examples/a2c.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/examples/a2c.py -------------------------------------------------------------------------------- /examples/atari/atari_preprocessing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/examples/atari/atari_preprocessing.py -------------------------------------------------------------------------------- /examples/atari/environment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/examples/atari/environment.py -------------------------------------------------------------------------------- /examples/atari/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/examples/atari/models.py -------------------------------------------------------------------------------- /examples/common/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/examples/common/__init__.py -------------------------------------------------------------------------------- /examples/common/nest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/examples/common/nest.py -------------------------------------------------------------------------------- /examples/common/record.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/examples/common/record.py -------------------------------------------------------------------------------- /examples/common/vtrace.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/examples/common/vtrace.py -------------------------------------------------------------------------------- /examples/plot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/examples/plot.py -------------------------------------------------------------------------------- /examples/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/examples/requirements.txt -------------------------------------------------------------------------------- /examples/sbatch_experiment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/examples/sbatch_experiment.py -------------------------------------------------------------------------------- /examples/vtrace/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /examples/vtrace/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/examples/vtrace/config.yaml -------------------------------------------------------------------------------- /examples/vtrace/experiment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/examples/vtrace/experiment.py -------------------------------------------------------------------------------- /py/moolib/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/py/moolib/__init__.py -------------------------------------------------------------------------------- /py/moolib/broker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/py/moolib/broker.py -------------------------------------------------------------------------------- /py/moolib/examples: -------------------------------------------------------------------------------- 1 | ../../examples -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/pyproject.toml -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/setup.py -------------------------------------------------------------------------------- /src/accumulator.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/src/accumulator.cc -------------------------------------------------------------------------------- /src/accumulator.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/src/accumulator.h -------------------------------------------------------------------------------- /src/any.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/src/any.h -------------------------------------------------------------------------------- /src/async.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/src/async.cc -------------------------------------------------------------------------------- /src/async.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/src/async.h -------------------------------------------------------------------------------- /src/batch_utils.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/src/batch_utils.cc -------------------------------------------------------------------------------- /src/batch_utils.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/src/batch_utils.h -------------------------------------------------------------------------------- /src/batchsizefinder.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/src/batchsizefinder.h -------------------------------------------------------------------------------- /src/broker.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/src/broker.h -------------------------------------------------------------------------------- /src/env.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/src/env.cc -------------------------------------------------------------------------------- /src/env.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/src/env.h -------------------------------------------------------------------------------- /src/function.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/src/function.h -------------------------------------------------------------------------------- /src/group.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/src/group.cc -------------------------------------------------------------------------------- /src/group.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/src/group.h -------------------------------------------------------------------------------- /src/intrusive_list.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/src/intrusive_list.h -------------------------------------------------------------------------------- /src/logging.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/src/logging.h -------------------------------------------------------------------------------- /src/memory/allocator.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/src/memory/allocator.h -------------------------------------------------------------------------------- /src/memory/buffer.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/src/memory/buffer.h -------------------------------------------------------------------------------- /src/memory/memfd.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/src/memory/memfd.cc -------------------------------------------------------------------------------- /src/memory/memfd.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/src/memory/memfd.h -------------------------------------------------------------------------------- /src/moolib.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/src/moolib.cc -------------------------------------------------------------------------------- /src/pythonserialization.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/src/pythonserialization.h -------------------------------------------------------------------------------- /src/pytorch.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/src/pytorch.h -------------------------------------------------------------------------------- /src/pyutil.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/src/pyutil.h -------------------------------------------------------------------------------- /src/rpc.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/src/rpc.cc -------------------------------------------------------------------------------- /src/rpc.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/src/rpc.h -------------------------------------------------------------------------------- /src/serialization.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/src/serialization.h -------------------------------------------------------------------------------- /src/shm.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/src/shm.h -------------------------------------------------------------------------------- /src/synchronization.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/src/synchronization.h -------------------------------------------------------------------------------- /src/tensor.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/src/tensor.cc -------------------------------------------------------------------------------- /src/tensor.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/src/tensor.h -------------------------------------------------------------------------------- /src/tensorpython.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/src/tensorpython.cc -------------------------------------------------------------------------------- /src/transports/ipc.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/src/transports/ipc.cc -------------------------------------------------------------------------------- /src/transports/ipc.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/src/transports/ipc.h -------------------------------------------------------------------------------- /src/transports/socket.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/src/transports/socket.cc -------------------------------------------------------------------------------- /src/transports/socket.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/src/transports/socket.h -------------------------------------------------------------------------------- /src/util.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/src/util.h -------------------------------------------------------------------------------- /src/vector.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/src/vector.h -------------------------------------------------------------------------------- /test/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/test/CMakeLists.txt -------------------------------------------------------------------------------- /test/example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/test/example.py -------------------------------------------------------------------------------- /test/integration/test_a2c.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/test/integration/test_a2c.py -------------------------------------------------------------------------------- /test/test.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/test/test.h -------------------------------------------------------------------------------- /test/test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/test/test.py -------------------------------------------------------------------------------- /test/test_asyncio.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/test/test_asyncio.py -------------------------------------------------------------------------------- /test/test_asyncio_queue.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/test/test_asyncio_queue.py -------------------------------------------------------------------------------- /test/test_batch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/test/test_batch.py -------------------------------------------------------------------------------- /test/test_dynamic_batching_queue.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/test/test_dynamic_batching_queue.py -------------------------------------------------------------------------------- /test/test_group.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/test/test_group.py -------------------------------------------------------------------------------- /test/test_multinode_allreduce.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/test/test_multinode_allreduce.cc -------------------------------------------------------------------------------- /test/test_reduce.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/test/test_reduce.py -------------------------------------------------------------------------------- /test/test_reduce_asyncio.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/test/test_reduce_asyncio.py -------------------------------------------------------------------------------- /test/test_rpc.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/test/test_rpc.cc -------------------------------------------------------------------------------- /test/unit/test_batcher.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/test/unit/test_batcher.py -------------------------------------------------------------------------------- /test/unit/test_broker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/test/unit/test_broker.py -------------------------------------------------------------------------------- /test/unit/test_envpool.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/test/unit/test_envpool.py -------------------------------------------------------------------------------- /test/unit/test_pickle.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/test/unit/test_pickle.py -------------------------------------------------------------------------------- /test/unit/test_simple.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/test/unit/test_simple.py -------------------------------------------------------------------------------- /test/unit/test_tensors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/moolib/HEAD/test/unit/test_tensors.py --------------------------------------------------------------------------------