├── .gitignore ├── LICENSE ├── README.md ├── assets └── img │ └── overview.png ├── config ├── cartpole.yaml └── cartpole_original.yaml ├── pyproject.toml ├── rlmpc ├── __init__.py ├── common │ ├── integrator.py │ ├── policies.py │ └── utils.py ├── examples │ ├── __init__.py │ ├── chain_mass.py │ └── linear_system_mpc_qlearning.py ├── gym │ ├── __init__.py │ ├── continuous_cartpole │ │ └── environment.py │ ├── evaporation_process │ │ └── environment.py │ └── linear_system │ │ └── environment.py ├── mpc │ ├── cartpole │ │ ├── acados.py │ │ └── common.py │ ├── chain_mass │ │ ├── acados.py │ │ └── ocp_utils.py │ ├── common │ │ └── mpc.py │ ├── evaporation_process │ │ └── acados.py │ ├── linear_system │ │ └── acados.py │ ├── nlp.py │ └── utils.py ├── ppo │ └── policies.py ├── qlearning │ └── q_learning.py └── td3 │ └── policies.py ├── ruff.toml ├── scripts ├── cartpole_mpc_as_td3_agent_closed_loop.py ├── cartpole_mpc_closed_loop.py ├── cartpole_mpc_closed_loop_replay_buffer.py ├── cartpole_mpc_kkt_conditions.py ├── cartpole_mpc_nlp.py ├── cartpole_mpc_qlearning.py ├── cartpole_mpc_qlearning_agent.py ├── cartpole_mpc_sensitivities.py ├── chain_mass_finite_differences.py ├── chain_mass_plot_utils.py ├── chain_mass_timings.py ├── cstr_enmpc.py ├── evaporation_process_mpc.py ├── evaporation_process_mpc_nlp.py ├── evaporation_process_mpc_qlearning.py ├── linear_system_mpc.py ├── linear_system_mpc_nlp.py └── linear_system_mpc_qlearning_results_analysis.py └── tests ├── test_chain_mass.py └── test_linear_example.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MPC-Based-Reinforcement-Learning/mpc4rl/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MPC-Based-Reinforcement-Learning/mpc4rl/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MPC-Based-Reinforcement-Learning/mpc4rl/HEAD/README.md -------------------------------------------------------------------------------- /assets/img/overview.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MPC-Based-Reinforcement-Learning/mpc4rl/HEAD/assets/img/overview.png -------------------------------------------------------------------------------- /config/cartpole.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MPC-Based-Reinforcement-Learning/mpc4rl/HEAD/config/cartpole.yaml -------------------------------------------------------------------------------- /config/cartpole_original.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MPC-Based-Reinforcement-Learning/mpc4rl/HEAD/config/cartpole_original.yaml -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MPC-Based-Reinforcement-Learning/mpc4rl/HEAD/pyproject.toml -------------------------------------------------------------------------------- /rlmpc/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /rlmpc/common/integrator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MPC-Based-Reinforcement-Learning/mpc4rl/HEAD/rlmpc/common/integrator.py -------------------------------------------------------------------------------- /rlmpc/common/policies.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MPC-Based-Reinforcement-Learning/mpc4rl/HEAD/rlmpc/common/policies.py -------------------------------------------------------------------------------- /rlmpc/common/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MPC-Based-Reinforcement-Learning/mpc4rl/HEAD/rlmpc/common/utils.py -------------------------------------------------------------------------------- /rlmpc/examples/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /rlmpc/examples/chain_mass.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MPC-Based-Reinforcement-Learning/mpc4rl/HEAD/rlmpc/examples/chain_mass.py -------------------------------------------------------------------------------- /rlmpc/examples/linear_system_mpc_qlearning.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MPC-Based-Reinforcement-Learning/mpc4rl/HEAD/rlmpc/examples/linear_system_mpc_qlearning.py -------------------------------------------------------------------------------- /rlmpc/gym/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MPC-Based-Reinforcement-Learning/mpc4rl/HEAD/rlmpc/gym/__init__.py -------------------------------------------------------------------------------- /rlmpc/gym/continuous_cartpole/environment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MPC-Based-Reinforcement-Learning/mpc4rl/HEAD/rlmpc/gym/continuous_cartpole/environment.py -------------------------------------------------------------------------------- /rlmpc/gym/evaporation_process/environment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MPC-Based-Reinforcement-Learning/mpc4rl/HEAD/rlmpc/gym/evaporation_process/environment.py -------------------------------------------------------------------------------- /rlmpc/gym/linear_system/environment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MPC-Based-Reinforcement-Learning/mpc4rl/HEAD/rlmpc/gym/linear_system/environment.py -------------------------------------------------------------------------------- /rlmpc/mpc/cartpole/acados.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MPC-Based-Reinforcement-Learning/mpc4rl/HEAD/rlmpc/mpc/cartpole/acados.py -------------------------------------------------------------------------------- /rlmpc/mpc/cartpole/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MPC-Based-Reinforcement-Learning/mpc4rl/HEAD/rlmpc/mpc/cartpole/common.py -------------------------------------------------------------------------------- /rlmpc/mpc/chain_mass/acados.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MPC-Based-Reinforcement-Learning/mpc4rl/HEAD/rlmpc/mpc/chain_mass/acados.py -------------------------------------------------------------------------------- /rlmpc/mpc/chain_mass/ocp_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MPC-Based-Reinforcement-Learning/mpc4rl/HEAD/rlmpc/mpc/chain_mass/ocp_utils.py -------------------------------------------------------------------------------- /rlmpc/mpc/common/mpc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MPC-Based-Reinforcement-Learning/mpc4rl/HEAD/rlmpc/mpc/common/mpc.py -------------------------------------------------------------------------------- /rlmpc/mpc/evaporation_process/acados.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MPC-Based-Reinforcement-Learning/mpc4rl/HEAD/rlmpc/mpc/evaporation_process/acados.py -------------------------------------------------------------------------------- /rlmpc/mpc/linear_system/acados.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MPC-Based-Reinforcement-Learning/mpc4rl/HEAD/rlmpc/mpc/linear_system/acados.py -------------------------------------------------------------------------------- /rlmpc/mpc/nlp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MPC-Based-Reinforcement-Learning/mpc4rl/HEAD/rlmpc/mpc/nlp.py -------------------------------------------------------------------------------- /rlmpc/mpc/utils.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /rlmpc/ppo/policies.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MPC-Based-Reinforcement-Learning/mpc4rl/HEAD/rlmpc/ppo/policies.py -------------------------------------------------------------------------------- /rlmpc/qlearning/q_learning.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MPC-Based-Reinforcement-Learning/mpc4rl/HEAD/rlmpc/qlearning/q_learning.py -------------------------------------------------------------------------------- /rlmpc/td3/policies.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MPC-Based-Reinforcement-Learning/mpc4rl/HEAD/rlmpc/td3/policies.py -------------------------------------------------------------------------------- /ruff.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MPC-Based-Reinforcement-Learning/mpc4rl/HEAD/ruff.toml -------------------------------------------------------------------------------- /scripts/cartpole_mpc_as_td3_agent_closed_loop.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MPC-Based-Reinforcement-Learning/mpc4rl/HEAD/scripts/cartpole_mpc_as_td3_agent_closed_loop.py -------------------------------------------------------------------------------- /scripts/cartpole_mpc_closed_loop.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MPC-Based-Reinforcement-Learning/mpc4rl/HEAD/scripts/cartpole_mpc_closed_loop.py -------------------------------------------------------------------------------- /scripts/cartpole_mpc_closed_loop_replay_buffer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MPC-Based-Reinforcement-Learning/mpc4rl/HEAD/scripts/cartpole_mpc_closed_loop_replay_buffer.py -------------------------------------------------------------------------------- /scripts/cartpole_mpc_kkt_conditions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MPC-Based-Reinforcement-Learning/mpc4rl/HEAD/scripts/cartpole_mpc_kkt_conditions.py -------------------------------------------------------------------------------- /scripts/cartpole_mpc_nlp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MPC-Based-Reinforcement-Learning/mpc4rl/HEAD/scripts/cartpole_mpc_nlp.py -------------------------------------------------------------------------------- /scripts/cartpole_mpc_qlearning.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MPC-Based-Reinforcement-Learning/mpc4rl/HEAD/scripts/cartpole_mpc_qlearning.py -------------------------------------------------------------------------------- /scripts/cartpole_mpc_qlearning_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MPC-Based-Reinforcement-Learning/mpc4rl/HEAD/scripts/cartpole_mpc_qlearning_agent.py -------------------------------------------------------------------------------- /scripts/cartpole_mpc_sensitivities.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MPC-Based-Reinforcement-Learning/mpc4rl/HEAD/scripts/cartpole_mpc_sensitivities.py -------------------------------------------------------------------------------- /scripts/chain_mass_finite_differences.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MPC-Based-Reinforcement-Learning/mpc4rl/HEAD/scripts/chain_mass_finite_differences.py -------------------------------------------------------------------------------- /scripts/chain_mass_plot_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MPC-Based-Reinforcement-Learning/mpc4rl/HEAD/scripts/chain_mass_plot_utils.py -------------------------------------------------------------------------------- /scripts/chain_mass_timings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MPC-Based-Reinforcement-Learning/mpc4rl/HEAD/scripts/chain_mass_timings.py -------------------------------------------------------------------------------- /scripts/cstr_enmpc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MPC-Based-Reinforcement-Learning/mpc4rl/HEAD/scripts/cstr_enmpc.py -------------------------------------------------------------------------------- /scripts/evaporation_process_mpc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MPC-Based-Reinforcement-Learning/mpc4rl/HEAD/scripts/evaporation_process_mpc.py -------------------------------------------------------------------------------- /scripts/evaporation_process_mpc_nlp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MPC-Based-Reinforcement-Learning/mpc4rl/HEAD/scripts/evaporation_process_mpc_nlp.py -------------------------------------------------------------------------------- /scripts/evaporation_process_mpc_qlearning.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MPC-Based-Reinforcement-Learning/mpc4rl/HEAD/scripts/evaporation_process_mpc_qlearning.py -------------------------------------------------------------------------------- /scripts/linear_system_mpc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MPC-Based-Reinforcement-Learning/mpc4rl/HEAD/scripts/linear_system_mpc.py -------------------------------------------------------------------------------- /scripts/linear_system_mpc_nlp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MPC-Based-Reinforcement-Learning/mpc4rl/HEAD/scripts/linear_system_mpc_nlp.py -------------------------------------------------------------------------------- /scripts/linear_system_mpc_qlearning_results_analysis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MPC-Based-Reinforcement-Learning/mpc4rl/HEAD/scripts/linear_system_mpc_qlearning_results_analysis.py -------------------------------------------------------------------------------- /tests/test_chain_mass.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MPC-Based-Reinforcement-Learning/mpc4rl/HEAD/tests/test_chain_mass.py -------------------------------------------------------------------------------- /tests/test_linear_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MPC-Based-Reinforcement-Learning/mpc4rl/HEAD/tests/test_linear_example.py --------------------------------------------------------------------------------