├── .gitignore ├── LICENSE ├── README.md ├── firmware ├── README.md └── arduino │ ├── arduino_firmware │ └── arduino_firmware.ino │ └── dev │ ├── power_sensor_testing │ └── power_sensor_test.ino.ino │ └── serial_testing │ └── serial_testing.ino ├── requirements.txt ├── rl_agent ├── README.md ├── arduino_interface.py ├── common_functions.py ├── dev │ ├── improved_q_learning_agent │ │ └── improved_q_learning_agent.ipynb │ ├── initial_bringup │ │ ├── arduino_communication_debug.ipynb │ │ ├── arduino_communication_test.py │ │ ├── integrated_device_testing.ipynb │ │ └── power_measurement_testing.ipynb │ ├── initial_q_learning_agent │ │ ├── q_learning_agent.ipynb │ │ └── serial_interface.py │ ├── misc │ │ └── rl_agent.ipynb │ ├── multiprocessing │ │ ├── Untitled.ipynb │ │ └── functions_program.py │ ├── softmax_actor_critic │ │ ├── agent_validation.ipynb │ │ ├── experiment_functions.py │ │ ├── initial_agent_work.ipynb │ │ ├── rl_agent_double_critic.ipynb │ │ └── test_env.py │ └── softmax_time_of_day │ │ ├── common_functions.py │ │ ├── experiment_functions.py │ │ ├── rl_agent.ipynb │ │ ├── solar_env.py │ │ └── visualizations.py ├── experiment_functions.py ├── hyperparam_tuning.ipynb ├── rl_agent.py ├── run_simulation.ipynb ├── simulation_data │ ├── README.md │ ├── create_simulation_data.ipynb │ ├── data │ │ └── initial_environments │ │ │ ├── indoor_light_scan.csv │ │ │ └── outdoor_light_scan.csv │ └── dev │ │ ├── collect_simulation_data.ipynb │ │ └── visualize_data.ipynb ├── solar_env.py └── visualizations.py └── schematics ├── agent_design.drawio ├── firmware_interface.drawio └── solar-rl-system-schematic.drawio /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jogrady23/rl-solar/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jogrady23/rl-solar/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jogrady23/rl-solar/HEAD/README.md -------------------------------------------------------------------------------- /firmware/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jogrady23/rl-solar/HEAD/firmware/README.md -------------------------------------------------------------------------------- /firmware/arduino/arduino_firmware/arduino_firmware.ino: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jogrady23/rl-solar/HEAD/firmware/arduino/arduino_firmware/arduino_firmware.ino -------------------------------------------------------------------------------- /firmware/arduino/dev/power_sensor_testing/power_sensor_test.ino.ino: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jogrady23/rl-solar/HEAD/firmware/arduino/dev/power_sensor_testing/power_sensor_test.ino.ino -------------------------------------------------------------------------------- /firmware/arduino/dev/serial_testing/serial_testing.ino: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jogrady23/rl-solar/HEAD/firmware/arduino/dev/serial_testing/serial_testing.ino -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- 1 | numpy 2 | pandas 3 | jupyterlab 4 | plotly 5 | tqdm 6 | pyserial -------------------------------------------------------------------------------- /rl_agent/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jogrady23/rl-solar/HEAD/rl_agent/README.md -------------------------------------------------------------------------------- /rl_agent/arduino_interface.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jogrady23/rl-solar/HEAD/rl_agent/arduino_interface.py -------------------------------------------------------------------------------- /rl_agent/common_functions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jogrady23/rl-solar/HEAD/rl_agent/common_functions.py -------------------------------------------------------------------------------- /rl_agent/dev/improved_q_learning_agent/improved_q_learning_agent.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jogrady23/rl-solar/HEAD/rl_agent/dev/improved_q_learning_agent/improved_q_learning_agent.ipynb -------------------------------------------------------------------------------- /rl_agent/dev/initial_bringup/arduino_communication_debug.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jogrady23/rl-solar/HEAD/rl_agent/dev/initial_bringup/arduino_communication_debug.ipynb -------------------------------------------------------------------------------- /rl_agent/dev/initial_bringup/arduino_communication_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jogrady23/rl-solar/HEAD/rl_agent/dev/initial_bringup/arduino_communication_test.py -------------------------------------------------------------------------------- /rl_agent/dev/initial_bringup/integrated_device_testing.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jogrady23/rl-solar/HEAD/rl_agent/dev/initial_bringup/integrated_device_testing.ipynb -------------------------------------------------------------------------------- /rl_agent/dev/initial_bringup/power_measurement_testing.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jogrady23/rl-solar/HEAD/rl_agent/dev/initial_bringup/power_measurement_testing.ipynb -------------------------------------------------------------------------------- /rl_agent/dev/initial_q_learning_agent/q_learning_agent.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jogrady23/rl-solar/HEAD/rl_agent/dev/initial_q_learning_agent/q_learning_agent.ipynb -------------------------------------------------------------------------------- /rl_agent/dev/initial_q_learning_agent/serial_interface.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jogrady23/rl-solar/HEAD/rl_agent/dev/initial_q_learning_agent/serial_interface.py -------------------------------------------------------------------------------- /rl_agent/dev/misc/rl_agent.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jogrady23/rl-solar/HEAD/rl_agent/dev/misc/rl_agent.ipynb -------------------------------------------------------------------------------- /rl_agent/dev/multiprocessing/Untitled.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jogrady23/rl-solar/HEAD/rl_agent/dev/multiprocessing/Untitled.ipynb -------------------------------------------------------------------------------- /rl_agent/dev/multiprocessing/functions_program.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jogrady23/rl-solar/HEAD/rl_agent/dev/multiprocessing/functions_program.py -------------------------------------------------------------------------------- /rl_agent/dev/softmax_actor_critic/agent_validation.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jogrady23/rl-solar/HEAD/rl_agent/dev/softmax_actor_critic/agent_validation.ipynb -------------------------------------------------------------------------------- /rl_agent/dev/softmax_actor_critic/experiment_functions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jogrady23/rl-solar/HEAD/rl_agent/dev/softmax_actor_critic/experiment_functions.py -------------------------------------------------------------------------------- /rl_agent/dev/softmax_actor_critic/initial_agent_work.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jogrady23/rl-solar/HEAD/rl_agent/dev/softmax_actor_critic/initial_agent_work.ipynb -------------------------------------------------------------------------------- /rl_agent/dev/softmax_actor_critic/rl_agent_double_critic.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jogrady23/rl-solar/HEAD/rl_agent/dev/softmax_actor_critic/rl_agent_double_critic.ipynb -------------------------------------------------------------------------------- /rl_agent/dev/softmax_actor_critic/test_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jogrady23/rl-solar/HEAD/rl_agent/dev/softmax_actor_critic/test_env.py -------------------------------------------------------------------------------- /rl_agent/dev/softmax_time_of_day/common_functions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jogrady23/rl-solar/HEAD/rl_agent/dev/softmax_time_of_day/common_functions.py -------------------------------------------------------------------------------- /rl_agent/dev/softmax_time_of_day/experiment_functions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jogrady23/rl-solar/HEAD/rl_agent/dev/softmax_time_of_day/experiment_functions.py -------------------------------------------------------------------------------- /rl_agent/dev/softmax_time_of_day/rl_agent.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jogrady23/rl-solar/HEAD/rl_agent/dev/softmax_time_of_day/rl_agent.ipynb -------------------------------------------------------------------------------- /rl_agent/dev/softmax_time_of_day/solar_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jogrady23/rl-solar/HEAD/rl_agent/dev/softmax_time_of_day/solar_env.py -------------------------------------------------------------------------------- /rl_agent/dev/softmax_time_of_day/visualizations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jogrady23/rl-solar/HEAD/rl_agent/dev/softmax_time_of_day/visualizations.py -------------------------------------------------------------------------------- /rl_agent/experiment_functions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jogrady23/rl-solar/HEAD/rl_agent/experiment_functions.py -------------------------------------------------------------------------------- /rl_agent/hyperparam_tuning.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jogrady23/rl-solar/HEAD/rl_agent/hyperparam_tuning.ipynb -------------------------------------------------------------------------------- /rl_agent/rl_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jogrady23/rl-solar/HEAD/rl_agent/rl_agent.py -------------------------------------------------------------------------------- /rl_agent/run_simulation.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jogrady23/rl-solar/HEAD/rl_agent/run_simulation.ipynb -------------------------------------------------------------------------------- /rl_agent/simulation_data/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jogrady23/rl-solar/HEAD/rl_agent/simulation_data/README.md -------------------------------------------------------------------------------- /rl_agent/simulation_data/create_simulation_data.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jogrady23/rl-solar/HEAD/rl_agent/simulation_data/create_simulation_data.ipynb -------------------------------------------------------------------------------- /rl_agent/simulation_data/data/initial_environments/indoor_light_scan.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jogrady23/rl-solar/HEAD/rl_agent/simulation_data/data/initial_environments/indoor_light_scan.csv -------------------------------------------------------------------------------- /rl_agent/simulation_data/data/initial_environments/outdoor_light_scan.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jogrady23/rl-solar/HEAD/rl_agent/simulation_data/data/initial_environments/outdoor_light_scan.csv -------------------------------------------------------------------------------- /rl_agent/simulation_data/dev/collect_simulation_data.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jogrady23/rl-solar/HEAD/rl_agent/simulation_data/dev/collect_simulation_data.ipynb -------------------------------------------------------------------------------- /rl_agent/simulation_data/dev/visualize_data.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jogrady23/rl-solar/HEAD/rl_agent/simulation_data/dev/visualize_data.ipynb -------------------------------------------------------------------------------- /rl_agent/solar_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jogrady23/rl-solar/HEAD/rl_agent/solar_env.py -------------------------------------------------------------------------------- /rl_agent/visualizations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jogrady23/rl-solar/HEAD/rl_agent/visualizations.py -------------------------------------------------------------------------------- /schematics/agent_design.drawio: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jogrady23/rl-solar/HEAD/schematics/agent_design.drawio -------------------------------------------------------------------------------- /schematics/firmware_interface.drawio: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jogrady23/rl-solar/HEAD/schematics/firmware_interface.drawio -------------------------------------------------------------------------------- /schematics/solar-rl-system-schematic.drawio: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jogrady23/rl-solar/HEAD/schematics/solar-rl-system-schematic.drawio --------------------------------------------------------------------------------