├── .gitignore ├── .gitmodules ├── .travis.yml ├── CMakeLists.txt ├── CppCheckSuppressions.txt ├── LICENSE ├── README.md ├── appveyor.yml ├── example ├── CMakeLists.txt ├── communicator.cpp ├── communicator.h ├── gym_client.cpp ├── requests.h └── third_party │ └── zmq.hpp ├── gym_server ├── __init__.py ├── envs.py ├── messages.py ├── server.py └── zmq_client.py ├── imgs └── lunar_lander.gif ├── include └── cpprl │ ├── algorithms │ ├── a2c.h │ ├── algorithm.h │ └── ppo.h │ ├── cpprl.h │ ├── distributions │ ├── bernoulli.h │ ├── categorical.h │ ├── distribution.h │ └── normal.h │ ├── generators │ ├── feed_forward_generator.h │ ├── generator.h │ └── recurrent_generator.h │ ├── model │ ├── cnn_base.h │ ├── mlp_base.h │ ├── model_utils.h │ ├── nn_base.h │ ├── output_layers.h │ └── policy.h │ ├── observation_normalizer.h │ ├── running_mean_std.h │ ├── spaces.h │ └── storage.h ├── launch_gym_server.py └── src ├── CMakeLists.txt ├── algorithms ├── CMakeLists.txt ├── a2c.cpp └── ppo.cpp ├── distributions ├── CMakeLists.txt ├── bernoulli.cpp ├── categorical.cpp ├── distribution.cpp └── normal.cpp ├── generators ├── CMakeLists.txt ├── feed_forward_generator.cpp └── recurrent_generator.cpp ├── model ├── CMakeLists.txt ├── cnn_base.cpp ├── mlp_base.cpp ├── model_utils.cpp ├── nn_base.cpp ├── output_layers.cpp └── policy.cpp ├── observation_normalizer.cpp ├── running_mean_std.cpp ├── storage.cpp └── third_party ├── CMakeLists.txt ├── doctest.cpp └── doctest.h /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Omegastick/pytorch-cpp-rl/HEAD/.gitignore -------------------------------------------------------------------------------- /.gitmodules: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Omegastick/pytorch-cpp-rl/HEAD/.gitmodules -------------------------------------------------------------------------------- /.travis.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Omegastick/pytorch-cpp-rl/HEAD/.travis.yml -------------------------------------------------------------------------------- /CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Omegastick/pytorch-cpp-rl/HEAD/CMakeLists.txt -------------------------------------------------------------------------------- /CppCheckSuppressions.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Omegastick/pytorch-cpp-rl/HEAD/CppCheckSuppressions.txt -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Omegastick/pytorch-cpp-rl/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Omegastick/pytorch-cpp-rl/HEAD/README.md -------------------------------------------------------------------------------- /appveyor.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Omegastick/pytorch-cpp-rl/HEAD/appveyor.yml -------------------------------------------------------------------------------- /example/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Omegastick/pytorch-cpp-rl/HEAD/example/CMakeLists.txt -------------------------------------------------------------------------------- /example/communicator.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Omegastick/pytorch-cpp-rl/HEAD/example/communicator.cpp -------------------------------------------------------------------------------- /example/communicator.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Omegastick/pytorch-cpp-rl/HEAD/example/communicator.h -------------------------------------------------------------------------------- /example/gym_client.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Omegastick/pytorch-cpp-rl/HEAD/example/gym_client.cpp -------------------------------------------------------------------------------- /example/requests.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Omegastick/pytorch-cpp-rl/HEAD/example/requests.h -------------------------------------------------------------------------------- /example/third_party/zmq.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Omegastick/pytorch-cpp-rl/HEAD/example/third_party/zmq.hpp -------------------------------------------------------------------------------- /gym_server/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /gym_server/envs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Omegastick/pytorch-cpp-rl/HEAD/gym_server/envs.py -------------------------------------------------------------------------------- /gym_server/messages.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Omegastick/pytorch-cpp-rl/HEAD/gym_server/messages.py -------------------------------------------------------------------------------- /gym_server/server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Omegastick/pytorch-cpp-rl/HEAD/gym_server/server.py -------------------------------------------------------------------------------- /gym_server/zmq_client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Omegastick/pytorch-cpp-rl/HEAD/gym_server/zmq_client.py -------------------------------------------------------------------------------- /imgs/lunar_lander.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Omegastick/pytorch-cpp-rl/HEAD/imgs/lunar_lander.gif -------------------------------------------------------------------------------- /include/cpprl/algorithms/a2c.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Omegastick/pytorch-cpp-rl/HEAD/include/cpprl/algorithms/a2c.h -------------------------------------------------------------------------------- /include/cpprl/algorithms/algorithm.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Omegastick/pytorch-cpp-rl/HEAD/include/cpprl/algorithms/algorithm.h -------------------------------------------------------------------------------- /include/cpprl/algorithms/ppo.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Omegastick/pytorch-cpp-rl/HEAD/include/cpprl/algorithms/ppo.h -------------------------------------------------------------------------------- /include/cpprl/cpprl.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Omegastick/pytorch-cpp-rl/HEAD/include/cpprl/cpprl.h -------------------------------------------------------------------------------- /include/cpprl/distributions/bernoulli.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Omegastick/pytorch-cpp-rl/HEAD/include/cpprl/distributions/bernoulli.h -------------------------------------------------------------------------------- /include/cpprl/distributions/categorical.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Omegastick/pytorch-cpp-rl/HEAD/include/cpprl/distributions/categorical.h -------------------------------------------------------------------------------- /include/cpprl/distributions/distribution.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Omegastick/pytorch-cpp-rl/HEAD/include/cpprl/distributions/distribution.h -------------------------------------------------------------------------------- /include/cpprl/distributions/normal.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Omegastick/pytorch-cpp-rl/HEAD/include/cpprl/distributions/normal.h -------------------------------------------------------------------------------- /include/cpprl/generators/feed_forward_generator.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Omegastick/pytorch-cpp-rl/HEAD/include/cpprl/generators/feed_forward_generator.h -------------------------------------------------------------------------------- /include/cpprl/generators/generator.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Omegastick/pytorch-cpp-rl/HEAD/include/cpprl/generators/generator.h -------------------------------------------------------------------------------- /include/cpprl/generators/recurrent_generator.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Omegastick/pytorch-cpp-rl/HEAD/include/cpprl/generators/recurrent_generator.h -------------------------------------------------------------------------------- /include/cpprl/model/cnn_base.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Omegastick/pytorch-cpp-rl/HEAD/include/cpprl/model/cnn_base.h -------------------------------------------------------------------------------- /include/cpprl/model/mlp_base.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Omegastick/pytorch-cpp-rl/HEAD/include/cpprl/model/mlp_base.h -------------------------------------------------------------------------------- /include/cpprl/model/model_utils.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Omegastick/pytorch-cpp-rl/HEAD/include/cpprl/model/model_utils.h -------------------------------------------------------------------------------- /include/cpprl/model/nn_base.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Omegastick/pytorch-cpp-rl/HEAD/include/cpprl/model/nn_base.h -------------------------------------------------------------------------------- /include/cpprl/model/output_layers.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Omegastick/pytorch-cpp-rl/HEAD/include/cpprl/model/output_layers.h -------------------------------------------------------------------------------- /include/cpprl/model/policy.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Omegastick/pytorch-cpp-rl/HEAD/include/cpprl/model/policy.h -------------------------------------------------------------------------------- /include/cpprl/observation_normalizer.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Omegastick/pytorch-cpp-rl/HEAD/include/cpprl/observation_normalizer.h -------------------------------------------------------------------------------- /include/cpprl/running_mean_std.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Omegastick/pytorch-cpp-rl/HEAD/include/cpprl/running_mean_std.h -------------------------------------------------------------------------------- /include/cpprl/spaces.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Omegastick/pytorch-cpp-rl/HEAD/include/cpprl/spaces.h -------------------------------------------------------------------------------- /include/cpprl/storage.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Omegastick/pytorch-cpp-rl/HEAD/include/cpprl/storage.h -------------------------------------------------------------------------------- /launch_gym_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Omegastick/pytorch-cpp-rl/HEAD/launch_gym_server.py -------------------------------------------------------------------------------- /src/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Omegastick/pytorch-cpp-rl/HEAD/src/CMakeLists.txt -------------------------------------------------------------------------------- /src/algorithms/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Omegastick/pytorch-cpp-rl/HEAD/src/algorithms/CMakeLists.txt -------------------------------------------------------------------------------- /src/algorithms/a2c.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Omegastick/pytorch-cpp-rl/HEAD/src/algorithms/a2c.cpp -------------------------------------------------------------------------------- /src/algorithms/ppo.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Omegastick/pytorch-cpp-rl/HEAD/src/algorithms/ppo.cpp -------------------------------------------------------------------------------- /src/distributions/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Omegastick/pytorch-cpp-rl/HEAD/src/distributions/CMakeLists.txt -------------------------------------------------------------------------------- /src/distributions/bernoulli.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Omegastick/pytorch-cpp-rl/HEAD/src/distributions/bernoulli.cpp -------------------------------------------------------------------------------- /src/distributions/categorical.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Omegastick/pytorch-cpp-rl/HEAD/src/distributions/categorical.cpp -------------------------------------------------------------------------------- /src/distributions/distribution.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Omegastick/pytorch-cpp-rl/HEAD/src/distributions/distribution.cpp -------------------------------------------------------------------------------- /src/distributions/normal.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Omegastick/pytorch-cpp-rl/HEAD/src/distributions/normal.cpp -------------------------------------------------------------------------------- /src/generators/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Omegastick/pytorch-cpp-rl/HEAD/src/generators/CMakeLists.txt -------------------------------------------------------------------------------- /src/generators/feed_forward_generator.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Omegastick/pytorch-cpp-rl/HEAD/src/generators/feed_forward_generator.cpp -------------------------------------------------------------------------------- /src/generators/recurrent_generator.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Omegastick/pytorch-cpp-rl/HEAD/src/generators/recurrent_generator.cpp -------------------------------------------------------------------------------- /src/model/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Omegastick/pytorch-cpp-rl/HEAD/src/model/CMakeLists.txt -------------------------------------------------------------------------------- /src/model/cnn_base.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Omegastick/pytorch-cpp-rl/HEAD/src/model/cnn_base.cpp -------------------------------------------------------------------------------- /src/model/mlp_base.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Omegastick/pytorch-cpp-rl/HEAD/src/model/mlp_base.cpp -------------------------------------------------------------------------------- /src/model/model_utils.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Omegastick/pytorch-cpp-rl/HEAD/src/model/model_utils.cpp -------------------------------------------------------------------------------- /src/model/nn_base.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Omegastick/pytorch-cpp-rl/HEAD/src/model/nn_base.cpp -------------------------------------------------------------------------------- /src/model/output_layers.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Omegastick/pytorch-cpp-rl/HEAD/src/model/output_layers.cpp -------------------------------------------------------------------------------- /src/model/policy.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Omegastick/pytorch-cpp-rl/HEAD/src/model/policy.cpp -------------------------------------------------------------------------------- /src/observation_normalizer.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Omegastick/pytorch-cpp-rl/HEAD/src/observation_normalizer.cpp -------------------------------------------------------------------------------- /src/running_mean_std.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Omegastick/pytorch-cpp-rl/HEAD/src/running_mean_std.cpp -------------------------------------------------------------------------------- /src/storage.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Omegastick/pytorch-cpp-rl/HEAD/src/storage.cpp -------------------------------------------------------------------------------- /src/third_party/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Omegastick/pytorch-cpp-rl/HEAD/src/third_party/CMakeLists.txt -------------------------------------------------------------------------------- /src/third_party/doctest.cpp: -------------------------------------------------------------------------------- 1 | #define DOCTEST_CONFIG_IMPLEMENT_WITH_MAIN 2 | 3 | #include "third_party/doctest.h" -------------------------------------------------------------------------------- /src/third_party/doctest.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Omegastick/pytorch-cpp-rl/HEAD/src/third_party/doctest.h --------------------------------------------------------------------------------