├── .github └── workflows │ └── unit-tests-docker.yml ├── Dockerfile ├── README.md ├── configs ├── ddpg.py ├── distrib_ddpg.py ├── sac.py ├── td3.py └── tqc.py ├── pyproject.toml ├── requirements.txt ├── scripts └── visualize_policy_from_weights.py ├── src └── oprl │ ├── algos │ ├── __init__.py │ ├── base_algorithm.py │ ├── ddpg.py │ ├── nn_functions.py │ ├── nn_models.py │ ├── protocols.py │ ├── sac.py │ ├── td3.py │ └── tqc.py │ ├── buffers │ ├── __init__.py │ ├── episodic_buffer.py │ └── protocols.py │ ├── distrib │ ├── __init__.py │ ├── env_worker.py │ ├── policy_update_worker.py │ └── queue.py │ ├── environment │ ├── __init__.py │ ├── dm_control.py │ ├── gymnasium.py │ ├── make_env.py │ ├── protocols.py │ └── safety_gymnasium.py │ ├── logging.py │ ├── parse_args.py │ ├── runners │ ├── __init__.py │ ├── config.py │ ├── train.py │ └── train_distrib.py │ └── trainers │ ├── __init__.py │ ├── base_trainer.py │ ├── protocols.py │ └── safe_trainer.py ├── tests └── functional │ ├── test_env.py │ ├── test_logging.py │ ├── test_replay_buffer.py │ └── test_rl_algos.py └── uv.lock /.github/workflows/unit-tests-docker.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/schatty/oprl/HEAD/.github/workflows/unit-tests-docker.yml -------------------------------------------------------------------------------- /Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/schatty/oprl/HEAD/Dockerfile -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/schatty/oprl/HEAD/README.md -------------------------------------------------------------------------------- /configs/ddpg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/schatty/oprl/HEAD/configs/ddpg.py -------------------------------------------------------------------------------- /configs/distrib_ddpg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/schatty/oprl/HEAD/configs/distrib_ddpg.py -------------------------------------------------------------------------------- /configs/sac.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/schatty/oprl/HEAD/configs/sac.py -------------------------------------------------------------------------------- /configs/td3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/schatty/oprl/HEAD/configs/td3.py -------------------------------------------------------------------------------- /configs/tqc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/schatty/oprl/HEAD/configs/tqc.py -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/schatty/oprl/HEAD/pyproject.toml -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/schatty/oprl/HEAD/requirements.txt -------------------------------------------------------------------------------- /scripts/visualize_policy_from_weights.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/schatty/oprl/HEAD/scripts/visualize_policy_from_weights.py -------------------------------------------------------------------------------- /src/oprl/algos/__init__.py: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /src/oprl/algos/base_algorithm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/schatty/oprl/HEAD/src/oprl/algos/base_algorithm.py -------------------------------------------------------------------------------- /src/oprl/algos/ddpg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/schatty/oprl/HEAD/src/oprl/algos/ddpg.py -------------------------------------------------------------------------------- /src/oprl/algos/nn_functions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/schatty/oprl/HEAD/src/oprl/algos/nn_functions.py -------------------------------------------------------------------------------- /src/oprl/algos/nn_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/schatty/oprl/HEAD/src/oprl/algos/nn_models.py -------------------------------------------------------------------------------- /src/oprl/algos/protocols.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/schatty/oprl/HEAD/src/oprl/algos/protocols.py -------------------------------------------------------------------------------- /src/oprl/algos/sac.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/schatty/oprl/HEAD/src/oprl/algos/sac.py -------------------------------------------------------------------------------- /src/oprl/algos/td3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/schatty/oprl/HEAD/src/oprl/algos/td3.py -------------------------------------------------------------------------------- /src/oprl/algos/tqc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/schatty/oprl/HEAD/src/oprl/algos/tqc.py -------------------------------------------------------------------------------- /src/oprl/buffers/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/oprl/buffers/episodic_buffer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/schatty/oprl/HEAD/src/oprl/buffers/episodic_buffer.py -------------------------------------------------------------------------------- /src/oprl/buffers/protocols.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/schatty/oprl/HEAD/src/oprl/buffers/protocols.py -------------------------------------------------------------------------------- /src/oprl/distrib/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/oprl/distrib/env_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/schatty/oprl/HEAD/src/oprl/distrib/env_worker.py -------------------------------------------------------------------------------- /src/oprl/distrib/policy_update_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/schatty/oprl/HEAD/src/oprl/distrib/policy_update_worker.py -------------------------------------------------------------------------------- /src/oprl/distrib/queue.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/schatty/oprl/HEAD/src/oprl/distrib/queue.py -------------------------------------------------------------------------------- /src/oprl/environment/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/schatty/oprl/HEAD/src/oprl/environment/__init__.py -------------------------------------------------------------------------------- /src/oprl/environment/dm_control.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/schatty/oprl/HEAD/src/oprl/environment/dm_control.py -------------------------------------------------------------------------------- /src/oprl/environment/gymnasium.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/schatty/oprl/HEAD/src/oprl/environment/gymnasium.py -------------------------------------------------------------------------------- /src/oprl/environment/make_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/schatty/oprl/HEAD/src/oprl/environment/make_env.py -------------------------------------------------------------------------------- /src/oprl/environment/protocols.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/schatty/oprl/HEAD/src/oprl/environment/protocols.py -------------------------------------------------------------------------------- /src/oprl/environment/safety_gymnasium.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/schatty/oprl/HEAD/src/oprl/environment/safety_gymnasium.py -------------------------------------------------------------------------------- /src/oprl/logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/schatty/oprl/HEAD/src/oprl/logging.py -------------------------------------------------------------------------------- /src/oprl/parse_args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/schatty/oprl/HEAD/src/oprl/parse_args.py -------------------------------------------------------------------------------- /src/oprl/runners/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/oprl/runners/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/schatty/oprl/HEAD/src/oprl/runners/config.py -------------------------------------------------------------------------------- /src/oprl/runners/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/schatty/oprl/HEAD/src/oprl/runners/train.py -------------------------------------------------------------------------------- /src/oprl/runners/train_distrib.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/schatty/oprl/HEAD/src/oprl/runners/train_distrib.py -------------------------------------------------------------------------------- /src/oprl/trainers/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/oprl/trainers/base_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/schatty/oprl/HEAD/src/oprl/trainers/base_trainer.py -------------------------------------------------------------------------------- /src/oprl/trainers/protocols.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/schatty/oprl/HEAD/src/oprl/trainers/protocols.py -------------------------------------------------------------------------------- /src/oprl/trainers/safe_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/schatty/oprl/HEAD/src/oprl/trainers/safe_trainer.py -------------------------------------------------------------------------------- /tests/functional/test_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/schatty/oprl/HEAD/tests/functional/test_env.py -------------------------------------------------------------------------------- /tests/functional/test_logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/schatty/oprl/HEAD/tests/functional/test_logging.py -------------------------------------------------------------------------------- /tests/functional/test_replay_buffer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/schatty/oprl/HEAD/tests/functional/test_replay_buffer.py -------------------------------------------------------------------------------- /tests/functional/test_rl_algos.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/schatty/oprl/HEAD/tests/functional/test_rl_algos.py -------------------------------------------------------------------------------- /uv.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/schatty/oprl/HEAD/uv.lock --------------------------------------------------------------------------------