├── .gitignore ├── .pre-commit-config.yaml ├── .vscenv ├── CODE_OF_CONDUCT.md ├── CONTRIBUTING.md ├── LICENSE ├── README.md ├── bin ├── daemon.json ├── download_data.sh └── setup.sh ├── notebooks ├── 00_battery_sim_notebook.ipynb ├── 01_battery_sim_on_sm.ipynb ├── 02_battery_sim_on_sm-eval.ipynb └── ipython_config.py ├── pyproject.toml ├── setup.py ├── setup.sh ├── src ├── demo │ └── streamlit_main.py ├── energy_storage_system │ ├── __init__.py │ ├── agents.py │ ├── bokeh_energy_inventory.py │ ├── bokeh_report.py │ ├── envs.py │ └── utils │ │ ├── __init__.py │ │ ├── _data.py │ │ ├── _report.py │ │ └── _rl.py ├── sagemaker_rl │ ├── README.md │ ├── __init__.py │ ├── coach_launcher.py │ ├── configuration_list.py │ ├── docker_utils.py │ ├── mpi_launcher.py │ ├── onnx_utils.py │ ├── orchestrator │ │ ├── __init__.py │ │ ├── clients │ │ │ └── ddb │ │ │ │ ├── experiment_db_client.py │ │ │ │ ├── join_db_client.py │ │ │ │ └── model_db_client.py │ │ ├── cloudformation.yaml │ │ ├── exceptions │ │ │ ├── ddb_client_exceptions.py │ │ │ └── workflow_exceptions.py │ │ ├── resource_manager.py │ │ ├── utils │ │ │ └── cloudwatch_logger.py │ │ └── workflow │ │ │ ├── datatypes │ │ │ ├── experiment_record.py │ │ │ ├── join_job_record.py │ │ │ └── model_record.py │ │ │ └── manager │ │ │ ├── experiment_manager.py │ │ │ ├── join_manager.py │ │ │ └── model_manager.py │ ├── ray_launcher.py │ ├── sage_cluster_communicator.py │ ├── stable_baselines_launcher.py │ └── tf_serving_utils.py ├── smnb_utils │ ├── README.md │ ├── __init__.py │ └── misc.py └── source_dir │ └── train_battery_sm.py ├── tests ├── __init__.py └── unit │ ├── __init__.py │ └── test_ray_launcher.py └── tox.ini /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/sagemaker-rl-energy-storage-system/HEAD/.gitignore -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/sagemaker-rl-energy-storage-system/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /.vscenv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/sagemaker-rl-energy-storage-system/HEAD/.vscenv -------------------------------------------------------------------------------- /CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/sagemaker-rl-energy-storage-system/HEAD/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/sagemaker-rl-energy-storage-system/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/sagemaker-rl-energy-storage-system/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/sagemaker-rl-energy-storage-system/HEAD/README.md -------------------------------------------------------------------------------- /bin/daemon.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/sagemaker-rl-energy-storage-system/HEAD/bin/daemon.json -------------------------------------------------------------------------------- /bin/download_data.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/sagemaker-rl-energy-storage-system/HEAD/bin/download_data.sh -------------------------------------------------------------------------------- /bin/setup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/sagemaker-rl-energy-storage-system/HEAD/bin/setup.sh -------------------------------------------------------------------------------- /notebooks/00_battery_sim_notebook.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/sagemaker-rl-energy-storage-system/HEAD/notebooks/00_battery_sim_notebook.ipynb -------------------------------------------------------------------------------- /notebooks/01_battery_sim_on_sm.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/sagemaker-rl-energy-storage-system/HEAD/notebooks/01_battery_sim_on_sm.ipynb -------------------------------------------------------------------------------- /notebooks/02_battery_sim_on_sm-eval.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/sagemaker-rl-energy-storage-system/HEAD/notebooks/02_battery_sim_on_sm-eval.ipynb -------------------------------------------------------------------------------- /notebooks/ipython_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/sagemaker-rl-energy-storage-system/HEAD/notebooks/ipython_config.py -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- 1 | [tool.black] 2 | line-length = 100 3 | -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/sagemaker-rl-energy-storage-system/HEAD/setup.py -------------------------------------------------------------------------------- /setup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/sagemaker-rl-energy-storage-system/HEAD/setup.sh -------------------------------------------------------------------------------- /src/demo/streamlit_main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/sagemaker-rl-energy-storage-system/HEAD/src/demo/streamlit_main.py -------------------------------------------------------------------------------- /src/energy_storage_system/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/sagemaker-rl-energy-storage-system/HEAD/src/energy_storage_system/__init__.py -------------------------------------------------------------------------------- /src/energy_storage_system/agents.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/sagemaker-rl-energy-storage-system/HEAD/src/energy_storage_system/agents.py -------------------------------------------------------------------------------- /src/energy_storage_system/bokeh_energy_inventory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/sagemaker-rl-energy-storage-system/HEAD/src/energy_storage_system/bokeh_energy_inventory.py -------------------------------------------------------------------------------- /src/energy_storage_system/bokeh_report.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/sagemaker-rl-energy-storage-system/HEAD/src/energy_storage_system/bokeh_report.py -------------------------------------------------------------------------------- /src/energy_storage_system/envs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/sagemaker-rl-energy-storage-system/HEAD/src/energy_storage_system/envs.py -------------------------------------------------------------------------------- /src/energy_storage_system/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/sagemaker-rl-energy-storage-system/HEAD/src/energy_storage_system/utils/__init__.py -------------------------------------------------------------------------------- /src/energy_storage_system/utils/_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/sagemaker-rl-energy-storage-system/HEAD/src/energy_storage_system/utils/_data.py -------------------------------------------------------------------------------- /src/energy_storage_system/utils/_report.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/sagemaker-rl-energy-storage-system/HEAD/src/energy_storage_system/utils/_report.py -------------------------------------------------------------------------------- /src/energy_storage_system/utils/_rl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/sagemaker-rl-energy-storage-system/HEAD/src/energy_storage_system/utils/_rl.py -------------------------------------------------------------------------------- /src/sagemaker_rl/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/sagemaker-rl-energy-storage-system/HEAD/src/sagemaker_rl/README.md -------------------------------------------------------------------------------- /src/sagemaker_rl/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/sagemaker_rl/coach_launcher.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/sagemaker-rl-energy-storage-system/HEAD/src/sagemaker_rl/coach_launcher.py -------------------------------------------------------------------------------- /src/sagemaker_rl/configuration_list.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/sagemaker-rl-energy-storage-system/HEAD/src/sagemaker_rl/configuration_list.py -------------------------------------------------------------------------------- /src/sagemaker_rl/docker_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/sagemaker-rl-energy-storage-system/HEAD/src/sagemaker_rl/docker_utils.py -------------------------------------------------------------------------------- /src/sagemaker_rl/mpi_launcher.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/sagemaker-rl-energy-storage-system/HEAD/src/sagemaker_rl/mpi_launcher.py -------------------------------------------------------------------------------- /src/sagemaker_rl/onnx_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/sagemaker-rl-energy-storage-system/HEAD/src/sagemaker_rl/onnx_utils.py -------------------------------------------------------------------------------- /src/sagemaker_rl/orchestrator/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/sagemaker_rl/orchestrator/clients/ddb/experiment_db_client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/sagemaker-rl-energy-storage-system/HEAD/src/sagemaker_rl/orchestrator/clients/ddb/experiment_db_client.py -------------------------------------------------------------------------------- /src/sagemaker_rl/orchestrator/clients/ddb/join_db_client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/sagemaker-rl-energy-storage-system/HEAD/src/sagemaker_rl/orchestrator/clients/ddb/join_db_client.py -------------------------------------------------------------------------------- /src/sagemaker_rl/orchestrator/clients/ddb/model_db_client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/sagemaker-rl-energy-storage-system/HEAD/src/sagemaker_rl/orchestrator/clients/ddb/model_db_client.py -------------------------------------------------------------------------------- /src/sagemaker_rl/orchestrator/cloudformation.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/sagemaker-rl-energy-storage-system/HEAD/src/sagemaker_rl/orchestrator/cloudformation.yaml -------------------------------------------------------------------------------- /src/sagemaker_rl/orchestrator/exceptions/ddb_client_exceptions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/sagemaker-rl-energy-storage-system/HEAD/src/sagemaker_rl/orchestrator/exceptions/ddb_client_exceptions.py -------------------------------------------------------------------------------- /src/sagemaker_rl/orchestrator/exceptions/workflow_exceptions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/sagemaker-rl-energy-storage-system/HEAD/src/sagemaker_rl/orchestrator/exceptions/workflow_exceptions.py -------------------------------------------------------------------------------- /src/sagemaker_rl/orchestrator/resource_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/sagemaker-rl-energy-storage-system/HEAD/src/sagemaker_rl/orchestrator/resource_manager.py -------------------------------------------------------------------------------- /src/sagemaker_rl/orchestrator/utils/cloudwatch_logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/sagemaker-rl-energy-storage-system/HEAD/src/sagemaker_rl/orchestrator/utils/cloudwatch_logger.py -------------------------------------------------------------------------------- /src/sagemaker_rl/orchestrator/workflow/datatypes/experiment_record.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/sagemaker-rl-energy-storage-system/HEAD/src/sagemaker_rl/orchestrator/workflow/datatypes/experiment_record.py -------------------------------------------------------------------------------- /src/sagemaker_rl/orchestrator/workflow/datatypes/join_job_record.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/sagemaker-rl-energy-storage-system/HEAD/src/sagemaker_rl/orchestrator/workflow/datatypes/join_job_record.py -------------------------------------------------------------------------------- /src/sagemaker_rl/orchestrator/workflow/datatypes/model_record.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/sagemaker-rl-energy-storage-system/HEAD/src/sagemaker_rl/orchestrator/workflow/datatypes/model_record.py -------------------------------------------------------------------------------- /src/sagemaker_rl/orchestrator/workflow/manager/experiment_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/sagemaker-rl-energy-storage-system/HEAD/src/sagemaker_rl/orchestrator/workflow/manager/experiment_manager.py -------------------------------------------------------------------------------- /src/sagemaker_rl/orchestrator/workflow/manager/join_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/sagemaker-rl-energy-storage-system/HEAD/src/sagemaker_rl/orchestrator/workflow/manager/join_manager.py -------------------------------------------------------------------------------- /src/sagemaker_rl/orchestrator/workflow/manager/model_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/sagemaker-rl-energy-storage-system/HEAD/src/sagemaker_rl/orchestrator/workflow/manager/model_manager.py -------------------------------------------------------------------------------- /src/sagemaker_rl/ray_launcher.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/sagemaker-rl-energy-storage-system/HEAD/src/sagemaker_rl/ray_launcher.py -------------------------------------------------------------------------------- /src/sagemaker_rl/sage_cluster_communicator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/sagemaker-rl-energy-storage-system/HEAD/src/sagemaker_rl/sage_cluster_communicator.py -------------------------------------------------------------------------------- /src/sagemaker_rl/stable_baselines_launcher.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/sagemaker-rl-energy-storage-system/HEAD/src/sagemaker_rl/stable_baselines_launcher.py -------------------------------------------------------------------------------- /src/sagemaker_rl/tf_serving_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/sagemaker-rl-energy-storage-system/HEAD/src/sagemaker_rl/tf_serving_utils.py -------------------------------------------------------------------------------- /src/smnb_utils/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/sagemaker-rl-energy-storage-system/HEAD/src/smnb_utils/README.md -------------------------------------------------------------------------------- /src/smnb_utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/smnb_utils/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/sagemaker-rl-energy-storage-system/HEAD/src/smnb_utils/misc.py -------------------------------------------------------------------------------- /src/source_dir/train_battery_sm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/sagemaker-rl-energy-storage-system/HEAD/src/source_dir/train_battery_sm.py -------------------------------------------------------------------------------- /tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/unit/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/unit/test_ray_launcher.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/sagemaker-rl-energy-storage-system/HEAD/tests/unit/test_ray_launcher.py -------------------------------------------------------------------------------- /tox.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aws-samples/sagemaker-rl-energy-storage-system/HEAD/tox.ini --------------------------------------------------------------------------------