├── .gitignore ├── .readthedocs.yaml ├── CONTRIBUTING.md ├── PDEGymLogo.png ├── README.md ├── docs ├── Makefile ├── make.bat ├── requirements.txt └── source │ ├── _static │ ├── css │ │ └── pdecg_theme.css │ └── img │ │ ├── hyperbolicControlSignals.png │ │ ├── hyperbolicExamples.png │ │ ├── hyperbolicOpenloop.png │ │ ├── hyperbolicTable.png │ │ ├── neuronDiagram.png │ │ ├── trafficARZFreeway.png │ │ ├── trafficARZbckPlot.png │ │ ├── trafficARZrewardPlot.png │ │ └── trafficARZrlPlot.png │ ├── conf.py │ ├── custom_environments │ ├── 1dbaseenvironment.rst │ └── 2dbaseenvironment.rst │ ├── environments │ ├── Trafficarz1d.rst │ ├── hyperbolic-1d.rst │ ├── navierstokes2d.rst │ ├── neuron-1d.rst │ └── parabolic-1d.rst │ ├── guide │ ├── .quickstart.rst.swp │ ├── install.rst │ └── quickstart.rst │ ├── index.rst │ ├── tutorials │ ├── Trafficarz1d_tutorial.rst │ └── hyperbolic-1d_tutorial.rst │ └── utils │ ├── customrewards.rst │ └── preimplementedrewards.rst ├── examples ├── NavierStokes │ ├── NS2Doptimization.py │ ├── NS2Dppo.py │ ├── NS2Dsac.py │ └── target.npz ├── TrafficPDE1D │ ├── Backstepping control.ipynb │ └── RL control.ipynb ├── reactionDiffusionPDE │ ├── ParabolicPDEExample.ipynb │ ├── reactionDiffusion1DBackstepping.py │ ├── reactionDiffusion1Dppo.py │ ├── reactionDiffusion1Dsac.py │ ├── reactionDiffusion1DtestAlgorithm.py │ └── utils.py └── transportPDE │ ├── HyperbolicPDEExample.ipynb │ ├── transport1Dbackstepping.py │ ├── transport1Dppo.py │ ├── transport1Dsac.py │ ├── transport1DtestAlgorithm.py │ └── utils.py ├── pde_control_gym ├── __init__.py └── src │ ├── __init__.py │ ├── environments1d │ ├── __init__.py │ ├── base_env_1d.py │ ├── hyperbolic.py │ ├── parabolic.py │ └── traffic_arz_env.py │ ├── environments2d │ ├── __init__.py │ ├── base_env_2d.py │ └── navier_stokes2D.py │ └── rewards │ ├── __init__.py │ ├── base_reward.py │ ├── norm_reward.py │ ├── ns_reward.py │ ├── traffic_arz_reward.py │ └── tuned_reward_1d.py └── setup.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lukebhan/PDEControlGym/HEAD/.gitignore -------------------------------------------------------------------------------- /.readthedocs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lukebhan/PDEControlGym/HEAD/.readthedocs.yaml -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lukebhan/PDEControlGym/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /PDEGymLogo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lukebhan/PDEControlGym/HEAD/PDEGymLogo.png -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lukebhan/PDEControlGym/HEAD/README.md -------------------------------------------------------------------------------- /docs/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lukebhan/PDEControlGym/HEAD/docs/Makefile -------------------------------------------------------------------------------- /docs/make.bat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lukebhan/PDEControlGym/HEAD/docs/make.bat -------------------------------------------------------------------------------- /docs/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lukebhan/PDEControlGym/HEAD/docs/requirements.txt -------------------------------------------------------------------------------- /docs/source/_static/css/pdecg_theme.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lukebhan/PDEControlGym/HEAD/docs/source/_static/css/pdecg_theme.css -------------------------------------------------------------------------------- /docs/source/_static/img/hyperbolicControlSignals.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lukebhan/PDEControlGym/HEAD/docs/source/_static/img/hyperbolicControlSignals.png -------------------------------------------------------------------------------- /docs/source/_static/img/hyperbolicExamples.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lukebhan/PDEControlGym/HEAD/docs/source/_static/img/hyperbolicExamples.png -------------------------------------------------------------------------------- /docs/source/_static/img/hyperbolicOpenloop.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lukebhan/PDEControlGym/HEAD/docs/source/_static/img/hyperbolicOpenloop.png -------------------------------------------------------------------------------- /docs/source/_static/img/hyperbolicTable.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lukebhan/PDEControlGym/HEAD/docs/source/_static/img/hyperbolicTable.png -------------------------------------------------------------------------------- /docs/source/_static/img/neuronDiagram.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lukebhan/PDEControlGym/HEAD/docs/source/_static/img/neuronDiagram.png -------------------------------------------------------------------------------- /docs/source/_static/img/trafficARZFreeway.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lukebhan/PDEControlGym/HEAD/docs/source/_static/img/trafficARZFreeway.png -------------------------------------------------------------------------------- /docs/source/_static/img/trafficARZbckPlot.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lukebhan/PDEControlGym/HEAD/docs/source/_static/img/trafficARZbckPlot.png -------------------------------------------------------------------------------- /docs/source/_static/img/trafficARZrewardPlot.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lukebhan/PDEControlGym/HEAD/docs/source/_static/img/trafficARZrewardPlot.png -------------------------------------------------------------------------------- /docs/source/_static/img/trafficARZrlPlot.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lukebhan/PDEControlGym/HEAD/docs/source/_static/img/trafficARZrlPlot.png -------------------------------------------------------------------------------- /docs/source/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lukebhan/PDEControlGym/HEAD/docs/source/conf.py -------------------------------------------------------------------------------- /docs/source/custom_environments/1dbaseenvironment.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lukebhan/PDEControlGym/HEAD/docs/source/custom_environments/1dbaseenvironment.rst -------------------------------------------------------------------------------- /docs/source/custom_environments/2dbaseenvironment.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lukebhan/PDEControlGym/HEAD/docs/source/custom_environments/2dbaseenvironment.rst -------------------------------------------------------------------------------- /docs/source/environments/Trafficarz1d.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lukebhan/PDEControlGym/HEAD/docs/source/environments/Trafficarz1d.rst -------------------------------------------------------------------------------- /docs/source/environments/hyperbolic-1d.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lukebhan/PDEControlGym/HEAD/docs/source/environments/hyperbolic-1d.rst -------------------------------------------------------------------------------- /docs/source/environments/navierstokes2d.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lukebhan/PDEControlGym/HEAD/docs/source/environments/navierstokes2d.rst -------------------------------------------------------------------------------- /docs/source/environments/neuron-1d.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lukebhan/PDEControlGym/HEAD/docs/source/environments/neuron-1d.rst -------------------------------------------------------------------------------- /docs/source/environments/parabolic-1d.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lukebhan/PDEControlGym/HEAD/docs/source/environments/parabolic-1d.rst -------------------------------------------------------------------------------- /docs/source/guide/.quickstart.rst.swp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lukebhan/PDEControlGym/HEAD/docs/source/guide/.quickstart.rst.swp -------------------------------------------------------------------------------- /docs/source/guide/install.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lukebhan/PDEControlGym/HEAD/docs/source/guide/install.rst -------------------------------------------------------------------------------- /docs/source/guide/quickstart.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lukebhan/PDEControlGym/HEAD/docs/source/guide/quickstart.rst -------------------------------------------------------------------------------- /docs/source/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lukebhan/PDEControlGym/HEAD/docs/source/index.rst -------------------------------------------------------------------------------- /docs/source/tutorials/Trafficarz1d_tutorial.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lukebhan/PDEControlGym/HEAD/docs/source/tutorials/Trafficarz1d_tutorial.rst -------------------------------------------------------------------------------- /docs/source/tutorials/hyperbolic-1d_tutorial.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lukebhan/PDEControlGym/HEAD/docs/source/tutorials/hyperbolic-1d_tutorial.rst -------------------------------------------------------------------------------- /docs/source/utils/customrewards.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lukebhan/PDEControlGym/HEAD/docs/source/utils/customrewards.rst -------------------------------------------------------------------------------- /docs/source/utils/preimplementedrewards.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lukebhan/PDEControlGym/HEAD/docs/source/utils/preimplementedrewards.rst -------------------------------------------------------------------------------- /examples/NavierStokes/NS2Doptimization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lukebhan/PDEControlGym/HEAD/examples/NavierStokes/NS2Doptimization.py -------------------------------------------------------------------------------- /examples/NavierStokes/NS2Dppo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lukebhan/PDEControlGym/HEAD/examples/NavierStokes/NS2Dppo.py -------------------------------------------------------------------------------- /examples/NavierStokes/NS2Dsac.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lukebhan/PDEControlGym/HEAD/examples/NavierStokes/NS2Dsac.py -------------------------------------------------------------------------------- /examples/NavierStokes/target.npz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lukebhan/PDEControlGym/HEAD/examples/NavierStokes/target.npz -------------------------------------------------------------------------------- /examples/TrafficPDE1D/Backstepping control.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lukebhan/PDEControlGym/HEAD/examples/TrafficPDE1D/Backstepping control.ipynb -------------------------------------------------------------------------------- /examples/TrafficPDE1D/RL control.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lukebhan/PDEControlGym/HEAD/examples/TrafficPDE1D/RL control.ipynb -------------------------------------------------------------------------------- /examples/reactionDiffusionPDE/ParabolicPDEExample.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lukebhan/PDEControlGym/HEAD/examples/reactionDiffusionPDE/ParabolicPDEExample.ipynb -------------------------------------------------------------------------------- /examples/reactionDiffusionPDE/reactionDiffusion1DBackstepping.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lukebhan/PDEControlGym/HEAD/examples/reactionDiffusionPDE/reactionDiffusion1DBackstepping.py -------------------------------------------------------------------------------- /examples/reactionDiffusionPDE/reactionDiffusion1Dppo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lukebhan/PDEControlGym/HEAD/examples/reactionDiffusionPDE/reactionDiffusion1Dppo.py -------------------------------------------------------------------------------- /examples/reactionDiffusionPDE/reactionDiffusion1Dsac.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lukebhan/PDEControlGym/HEAD/examples/reactionDiffusionPDE/reactionDiffusion1Dsac.py -------------------------------------------------------------------------------- /examples/reactionDiffusionPDE/reactionDiffusion1DtestAlgorithm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lukebhan/PDEControlGym/HEAD/examples/reactionDiffusionPDE/reactionDiffusion1DtestAlgorithm.py -------------------------------------------------------------------------------- /examples/reactionDiffusionPDE/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lukebhan/PDEControlGym/HEAD/examples/reactionDiffusionPDE/utils.py -------------------------------------------------------------------------------- /examples/transportPDE/HyperbolicPDEExample.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lukebhan/PDEControlGym/HEAD/examples/transportPDE/HyperbolicPDEExample.ipynb -------------------------------------------------------------------------------- /examples/transportPDE/transport1Dbackstepping.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lukebhan/PDEControlGym/HEAD/examples/transportPDE/transport1Dbackstepping.py -------------------------------------------------------------------------------- /examples/transportPDE/transport1Dppo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lukebhan/PDEControlGym/HEAD/examples/transportPDE/transport1Dppo.py -------------------------------------------------------------------------------- /examples/transportPDE/transport1Dsac.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lukebhan/PDEControlGym/HEAD/examples/transportPDE/transport1Dsac.py -------------------------------------------------------------------------------- /examples/transportPDE/transport1DtestAlgorithm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lukebhan/PDEControlGym/HEAD/examples/transportPDE/transport1DtestAlgorithm.py -------------------------------------------------------------------------------- /examples/transportPDE/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lukebhan/PDEControlGym/HEAD/examples/transportPDE/utils.py -------------------------------------------------------------------------------- /pde_control_gym/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lukebhan/PDEControlGym/HEAD/pde_control_gym/__init__.py -------------------------------------------------------------------------------- /pde_control_gym/src/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lukebhan/PDEControlGym/HEAD/pde_control_gym/src/__init__.py -------------------------------------------------------------------------------- /pde_control_gym/src/environments1d/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lukebhan/PDEControlGym/HEAD/pde_control_gym/src/environments1d/__init__.py -------------------------------------------------------------------------------- /pde_control_gym/src/environments1d/base_env_1d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lukebhan/PDEControlGym/HEAD/pde_control_gym/src/environments1d/base_env_1d.py -------------------------------------------------------------------------------- /pde_control_gym/src/environments1d/hyperbolic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lukebhan/PDEControlGym/HEAD/pde_control_gym/src/environments1d/hyperbolic.py -------------------------------------------------------------------------------- /pde_control_gym/src/environments1d/parabolic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lukebhan/PDEControlGym/HEAD/pde_control_gym/src/environments1d/parabolic.py -------------------------------------------------------------------------------- /pde_control_gym/src/environments1d/traffic_arz_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lukebhan/PDEControlGym/HEAD/pde_control_gym/src/environments1d/traffic_arz_env.py -------------------------------------------------------------------------------- /pde_control_gym/src/environments2d/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lukebhan/PDEControlGym/HEAD/pde_control_gym/src/environments2d/__init__.py -------------------------------------------------------------------------------- /pde_control_gym/src/environments2d/base_env_2d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lukebhan/PDEControlGym/HEAD/pde_control_gym/src/environments2d/base_env_2d.py -------------------------------------------------------------------------------- /pde_control_gym/src/environments2d/navier_stokes2D.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lukebhan/PDEControlGym/HEAD/pde_control_gym/src/environments2d/navier_stokes2D.py -------------------------------------------------------------------------------- /pde_control_gym/src/rewards/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lukebhan/PDEControlGym/HEAD/pde_control_gym/src/rewards/__init__.py -------------------------------------------------------------------------------- /pde_control_gym/src/rewards/base_reward.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lukebhan/PDEControlGym/HEAD/pde_control_gym/src/rewards/base_reward.py -------------------------------------------------------------------------------- /pde_control_gym/src/rewards/norm_reward.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lukebhan/PDEControlGym/HEAD/pde_control_gym/src/rewards/norm_reward.py -------------------------------------------------------------------------------- /pde_control_gym/src/rewards/ns_reward.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lukebhan/PDEControlGym/HEAD/pde_control_gym/src/rewards/ns_reward.py -------------------------------------------------------------------------------- /pde_control_gym/src/rewards/traffic_arz_reward.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lukebhan/PDEControlGym/HEAD/pde_control_gym/src/rewards/traffic_arz_reward.py -------------------------------------------------------------------------------- /pde_control_gym/src/rewards/tuned_reward_1d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lukebhan/PDEControlGym/HEAD/pde_control_gym/src/rewards/tuned_reward_1d.py -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lukebhan/PDEControlGym/HEAD/setup.py --------------------------------------------------------------------------------