├── .dockerignore ├── .github └── workflows │ └── build.yml ├── .gitignore ├── .gitlab-ci.yml ├── .gitmodules ├── CHANGELOG.org ├── CITATION.cff ├── Dockerfile ├── LICENSE ├── MANIFEST.in ├── README.org ├── cpprb.nix ├── dev-shell.sh ├── example ├── apex.py ├── create_buffer_with_helper_func.py ├── dqn-her.py ├── dqn-laber.py ├── dqn-lap.py ├── dqn.py └── multiprocessing-ray.py ├── flake.lock ├── flake.nix ├── pyproject.toml ├── setup.py ├── site ├── assets │ └── css │ │ ├── custom.css │ │ └── theme-cpprb.css ├── config.toml ├── content │ └── .gitkeep ├── init.el ├── layouts │ ├── partials │ │ ├── custom-footer.html │ │ ├── custom-header.html │ │ └── logo.html │ └── shortcodes │ │ ├── button-center.html │ │ ├── center.html │ │ ├── col.html │ │ ├── container.html │ │ ├── markdownify.html │ │ └── row.html ├── site.org └── static │ ├── images │ ├── OGP.png │ ├── apex-per.png │ ├── favicon.png │ ├── logo.png │ └── replay_buffer.png │ └── js │ └── custom.js ├── sphinx ├── conf.py ├── index.rst └── static │ └── custom.css ├── src └── cpprb │ ├── HER.py │ ├── LaBER.py │ ├── PyReplayBuffer.pyx │ ├── ReplayBuffer.hh │ ├── ReplayBuffer.pxd │ ├── SegmentTree.hh │ ├── VectorWrapper.pxd │ ├── VectorWrapper.pyx │ ├── __init__.py │ ├── multiprocessing.py │ └── util.py └── test ├── ReplayBuffer.cpp ├── SegmentTree.cpp ├── segmenttree_bench.cpp ├── test_HER.py ├── test_HighLevelAPI.py ├── test_LaBER.py ├── test_PyReplayBuffer.py ├── test_features.py ├── test_issue.py ├── test_jax.py ├── test_mp.py ├── test_mp_with_ray.py ├── test_multi_rew.py ├── test_save_load.py ├── test_shm.py ├── test_train.py ├── test_util.py ├── test_v8.py ├── unittest.hh └── v1 ├── Nstep.npz ├── Nstep_raise.npz ├── basic.npz ├── filled.npz ├── fulled_unsafe_next_of.npz ├── incompatible_stack_compress.npz ├── incompatible_unsafe_stack_compress.npz ├── next_of.npz ├── next_of_stack_compress.npz ├── smaller.npz ├── stack_compress.npz ├── unsafe_fulled_next_of_stack_compress.npz ├── unsafe_incompatible_next_of.npz ├── unsafe_next_of.npz ├── unsafe_next_of_already.npz └── unsafe_next_of_stack_compress.npz /.dockerignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/.dockerignore -------------------------------------------------------------------------------- /.github/workflows/build.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/.github/workflows/build.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/.gitignore -------------------------------------------------------------------------------- /.gitlab-ci.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/.gitlab-ci.yml -------------------------------------------------------------------------------- /.gitmodules: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/.gitmodules -------------------------------------------------------------------------------- /CHANGELOG.org: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/CHANGELOG.org -------------------------------------------------------------------------------- /CITATION.cff: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/CITATION.cff -------------------------------------------------------------------------------- /Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/Dockerfile -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/LICENSE -------------------------------------------------------------------------------- /MANIFEST.in: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/MANIFEST.in -------------------------------------------------------------------------------- /README.org: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/README.org -------------------------------------------------------------------------------- /cpprb.nix: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/cpprb.nix -------------------------------------------------------------------------------- /dev-shell.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/dev-shell.sh -------------------------------------------------------------------------------- /example/apex.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/example/apex.py -------------------------------------------------------------------------------- /example/create_buffer_with_helper_func.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/example/create_buffer_with_helper_func.py -------------------------------------------------------------------------------- /example/dqn-her.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/example/dqn-her.py -------------------------------------------------------------------------------- /example/dqn-laber.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/example/dqn-laber.py -------------------------------------------------------------------------------- /example/dqn-lap.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/example/dqn-lap.py -------------------------------------------------------------------------------- /example/dqn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/example/dqn.py -------------------------------------------------------------------------------- /example/multiprocessing-ray.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/example/multiprocessing-ray.py -------------------------------------------------------------------------------- /flake.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/flake.lock -------------------------------------------------------------------------------- /flake.nix: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/flake.nix -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/pyproject.toml -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/setup.py -------------------------------------------------------------------------------- /site/assets/css/custom.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/site/assets/css/custom.css -------------------------------------------------------------------------------- /site/assets/css/theme-cpprb.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/site/assets/css/theme-cpprb.css -------------------------------------------------------------------------------- /site/config.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/site/config.toml -------------------------------------------------------------------------------- /site/content/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /site/init.el: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/site/init.el -------------------------------------------------------------------------------- /site/layouts/partials/custom-footer.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/site/layouts/partials/custom-footer.html -------------------------------------------------------------------------------- /site/layouts/partials/custom-header.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/site/layouts/partials/custom-header.html -------------------------------------------------------------------------------- /site/layouts/partials/logo.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/site/layouts/partials/logo.html -------------------------------------------------------------------------------- /site/layouts/shortcodes/button-center.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/site/layouts/shortcodes/button-center.html -------------------------------------------------------------------------------- /site/layouts/shortcodes/center.html: -------------------------------------------------------------------------------- 1 |
2 | {{.Inner}} 3 |
4 | -------------------------------------------------------------------------------- /site/layouts/shortcodes/col.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/site/layouts/shortcodes/col.html -------------------------------------------------------------------------------- /site/layouts/shortcodes/container.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/site/layouts/shortcodes/container.html -------------------------------------------------------------------------------- /site/layouts/shortcodes/markdownify.html: -------------------------------------------------------------------------------- 1 | {{.Inner}} 2 | -------------------------------------------------------------------------------- /site/layouts/shortcodes/row.html: -------------------------------------------------------------------------------- 1 |
2 | {{.Inner}} 3 |
4 | -------------------------------------------------------------------------------- /site/site.org: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/site/site.org -------------------------------------------------------------------------------- /site/static/images/OGP.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/site/static/images/OGP.png -------------------------------------------------------------------------------- /site/static/images/apex-per.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/site/static/images/apex-per.png -------------------------------------------------------------------------------- /site/static/images/favicon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/site/static/images/favicon.png -------------------------------------------------------------------------------- /site/static/images/logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/site/static/images/logo.png -------------------------------------------------------------------------------- /site/static/images/replay_buffer.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/site/static/images/replay_buffer.png -------------------------------------------------------------------------------- /site/static/js/custom.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/site/static/js/custom.js -------------------------------------------------------------------------------- /sphinx/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/sphinx/conf.py -------------------------------------------------------------------------------- /sphinx/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/sphinx/index.rst -------------------------------------------------------------------------------- /sphinx/static/custom.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/sphinx/static/custom.css -------------------------------------------------------------------------------- /src/cpprb/HER.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/src/cpprb/HER.py -------------------------------------------------------------------------------- /src/cpprb/LaBER.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/src/cpprb/LaBER.py -------------------------------------------------------------------------------- /src/cpprb/PyReplayBuffer.pyx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/src/cpprb/PyReplayBuffer.pyx -------------------------------------------------------------------------------- /src/cpprb/ReplayBuffer.hh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/src/cpprb/ReplayBuffer.hh -------------------------------------------------------------------------------- /src/cpprb/ReplayBuffer.pxd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/src/cpprb/ReplayBuffer.pxd -------------------------------------------------------------------------------- /src/cpprb/SegmentTree.hh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/src/cpprb/SegmentTree.hh -------------------------------------------------------------------------------- /src/cpprb/VectorWrapper.pxd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/src/cpprb/VectorWrapper.pxd -------------------------------------------------------------------------------- /src/cpprb/VectorWrapper.pyx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/src/cpprb/VectorWrapper.pyx -------------------------------------------------------------------------------- /src/cpprb/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/src/cpprb/__init__.py -------------------------------------------------------------------------------- /src/cpprb/multiprocessing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/src/cpprb/multiprocessing.py -------------------------------------------------------------------------------- /src/cpprb/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/src/cpprb/util.py -------------------------------------------------------------------------------- /test/ReplayBuffer.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/test/ReplayBuffer.cpp -------------------------------------------------------------------------------- /test/SegmentTree.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/test/SegmentTree.cpp -------------------------------------------------------------------------------- /test/segmenttree_bench.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/test/segmenttree_bench.cpp -------------------------------------------------------------------------------- /test/test_HER.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/test/test_HER.py -------------------------------------------------------------------------------- /test/test_HighLevelAPI.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/test/test_HighLevelAPI.py -------------------------------------------------------------------------------- /test/test_LaBER.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/test/test_LaBER.py -------------------------------------------------------------------------------- /test/test_PyReplayBuffer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/test/test_PyReplayBuffer.py -------------------------------------------------------------------------------- /test/test_features.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/test/test_features.py -------------------------------------------------------------------------------- /test/test_issue.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/test/test_issue.py -------------------------------------------------------------------------------- /test/test_jax.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/test/test_jax.py -------------------------------------------------------------------------------- /test/test_mp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/test/test_mp.py -------------------------------------------------------------------------------- /test/test_mp_with_ray.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/test/test_mp_with_ray.py -------------------------------------------------------------------------------- /test/test_multi_rew.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/test/test_multi_rew.py -------------------------------------------------------------------------------- /test/test_save_load.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/test/test_save_load.py -------------------------------------------------------------------------------- /test/test_shm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/test/test_shm.py -------------------------------------------------------------------------------- /test/test_train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/test/test_train.py -------------------------------------------------------------------------------- /test/test_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/test/test_util.py -------------------------------------------------------------------------------- /test/test_v8.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/test/test_v8.py -------------------------------------------------------------------------------- /test/unittest.hh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/test/unittest.hh -------------------------------------------------------------------------------- /test/v1/Nstep.npz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/test/v1/Nstep.npz -------------------------------------------------------------------------------- /test/v1/Nstep_raise.npz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/test/v1/Nstep_raise.npz -------------------------------------------------------------------------------- /test/v1/basic.npz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/test/v1/basic.npz -------------------------------------------------------------------------------- /test/v1/filled.npz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/test/v1/filled.npz -------------------------------------------------------------------------------- /test/v1/fulled_unsafe_next_of.npz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/test/v1/fulled_unsafe_next_of.npz -------------------------------------------------------------------------------- /test/v1/incompatible_stack_compress.npz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/test/v1/incompatible_stack_compress.npz -------------------------------------------------------------------------------- /test/v1/incompatible_unsafe_stack_compress.npz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/test/v1/incompatible_unsafe_stack_compress.npz -------------------------------------------------------------------------------- /test/v1/next_of.npz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/test/v1/next_of.npz -------------------------------------------------------------------------------- /test/v1/next_of_stack_compress.npz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/test/v1/next_of_stack_compress.npz -------------------------------------------------------------------------------- /test/v1/smaller.npz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/test/v1/smaller.npz -------------------------------------------------------------------------------- /test/v1/stack_compress.npz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/test/v1/stack_compress.npz -------------------------------------------------------------------------------- /test/v1/unsafe_fulled_next_of_stack_compress.npz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/test/v1/unsafe_fulled_next_of_stack_compress.npz -------------------------------------------------------------------------------- /test/v1/unsafe_incompatible_next_of.npz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/test/v1/unsafe_incompatible_next_of.npz -------------------------------------------------------------------------------- /test/v1/unsafe_next_of.npz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/test/v1/unsafe_next_of.npz -------------------------------------------------------------------------------- /test/v1/unsafe_next_of_already.npz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/test/v1/unsafe_next_of_already.npz -------------------------------------------------------------------------------- /test/v1/unsafe_next_of_stack_compress.npz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ymd-h/cpprb/HEAD/test/v1/unsafe_next_of_stack_compress.npz --------------------------------------------------------------------------------