├── .ipynb_checkpoints └── result_plot-checkpoint.ipynb ├── LICENSE ├── README.md ├── __init__.py ├── agents ├── __init__.py ├── models.py ├── policies.py └── utils.py ├── config ├── config_greedy_large.ini ├── config_greedy_real.ini ├── config_ia2c_large.ini ├── config_ia2c_real.ini ├── config_iqld_gym.ini ├── config_iqld_large.ini ├── config_iqld_real.ini ├── config_iqll_large.ini ├── config_iqll_real.ini ├── config_ma2c_large.ini ├── config_ma2c_real.ini ├── config_test_large.ini ├── config_test_real.ini └── config_test_small.ini ├── envs ├── __init__.py ├── env.py ├── large_grid_env.py ├── real_net_env.py ├── small_grid_env.py └── test_env.py ├── extract_tensorboard.py ├── figs ├── 1500.png ├── 2500.png ├── 3500.png ├── large_grid_train.png └── real_net_train.png ├── large_grid ├── __init__.py └── data │ ├── __init__.py │ ├── build_file.py │ ├── build_file_old.py │ ├── intersection.pdf │ ├── network.pdf │ ├── network1.pdf │ └── view.xml ├── main.py ├── real_net ├── __init__.py └── data │ ├── __init__.py │ ├── build_file.py │ ├── in │ ├── .DS_Store │ ├── most.add.xml │ └── most.net.xml │ ├── intersection.pdf │ ├── most.sumocfg │ ├── network.pdf │ ├── view.xml │ └── view1.xml ├── real_net_experimental_data ├── eva_data │ ├── real_net_greedy_control.csv │ ├── real_net_greedy_traffic.csv │ ├── real_net_greedy_trip.csv │ ├── real_net_ia2c_control.csv │ ├── real_net_ia2c_traffic.csv │ ├── real_net_ia2c_trip.csv │ ├── real_net_iqld_control.csv │ ├── real_net_iqld_traffic.csv │ ├── real_net_iqld_trip.csv │ ├── real_net_iqll_control.csv │ ├── real_net_iqll_traffic.csv │ ├── real_net_iqll_trip.csv │ ├── real_net_ma2c_control.csv │ ├── real_net_ma2c_traffic.csv │ └── real_net_ma2c_trip.csv └── train_data │ ├── ia2c_train_reward.csv │ ├── iqld_train_reward.csv │ ├── iqll_real_train_reward.csv │ └── ma2c_real_train_reward.csv ├── result_plot.ipynb ├── setup_eval.py ├── setup_mac.sh ├── setup_ubuntu.sh ├── small_grid ├── __init__.py └── data │ ├── __init__.py │ ├── build_file.py │ └── network.pdf └── utils.py /.ipynb_checkpoints/result_plot-checkpoint.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cts198859/deeprl_signal_control/HEAD/.ipynb_checkpoints/result_plot-checkpoint.ipynb -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cts198859/deeprl_signal_control/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cts198859/deeprl_signal_control/HEAD/README.md -------------------------------------------------------------------------------- /__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /agents/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /agents/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cts198859/deeprl_signal_control/HEAD/agents/models.py -------------------------------------------------------------------------------- /agents/policies.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cts198859/deeprl_signal_control/HEAD/agents/policies.py -------------------------------------------------------------------------------- /agents/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cts198859/deeprl_signal_control/HEAD/agents/utils.py -------------------------------------------------------------------------------- /config/config_greedy_large.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cts198859/deeprl_signal_control/HEAD/config/config_greedy_large.ini -------------------------------------------------------------------------------- /config/config_greedy_real.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cts198859/deeprl_signal_control/HEAD/config/config_greedy_real.ini -------------------------------------------------------------------------------- /config/config_ia2c_large.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cts198859/deeprl_signal_control/HEAD/config/config_ia2c_large.ini -------------------------------------------------------------------------------- /config/config_ia2c_real.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cts198859/deeprl_signal_control/HEAD/config/config_ia2c_real.ini -------------------------------------------------------------------------------- /config/config_iqld_gym.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cts198859/deeprl_signal_control/HEAD/config/config_iqld_gym.ini -------------------------------------------------------------------------------- /config/config_iqld_large.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cts198859/deeprl_signal_control/HEAD/config/config_iqld_large.ini -------------------------------------------------------------------------------- /config/config_iqld_real.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cts198859/deeprl_signal_control/HEAD/config/config_iqld_real.ini -------------------------------------------------------------------------------- /config/config_iqll_large.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cts198859/deeprl_signal_control/HEAD/config/config_iqll_large.ini -------------------------------------------------------------------------------- /config/config_iqll_real.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cts198859/deeprl_signal_control/HEAD/config/config_iqll_real.ini -------------------------------------------------------------------------------- /config/config_ma2c_large.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cts198859/deeprl_signal_control/HEAD/config/config_ma2c_large.ini -------------------------------------------------------------------------------- /config/config_ma2c_real.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cts198859/deeprl_signal_control/HEAD/config/config_ma2c_real.ini -------------------------------------------------------------------------------- /config/config_test_large.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cts198859/deeprl_signal_control/HEAD/config/config_test_large.ini -------------------------------------------------------------------------------- /config/config_test_real.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cts198859/deeprl_signal_control/HEAD/config/config_test_real.ini -------------------------------------------------------------------------------- /config/config_test_small.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cts198859/deeprl_signal_control/HEAD/config/config_test_small.ini -------------------------------------------------------------------------------- /envs/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /envs/env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cts198859/deeprl_signal_control/HEAD/envs/env.py -------------------------------------------------------------------------------- /envs/large_grid_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cts198859/deeprl_signal_control/HEAD/envs/large_grid_env.py -------------------------------------------------------------------------------- /envs/real_net_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cts198859/deeprl_signal_control/HEAD/envs/real_net_env.py -------------------------------------------------------------------------------- /envs/small_grid_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cts198859/deeprl_signal_control/HEAD/envs/small_grid_env.py -------------------------------------------------------------------------------- /envs/test_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cts198859/deeprl_signal_control/HEAD/envs/test_env.py -------------------------------------------------------------------------------- /extract_tensorboard.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cts198859/deeprl_signal_control/HEAD/extract_tensorboard.py -------------------------------------------------------------------------------- /figs/1500.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cts198859/deeprl_signal_control/HEAD/figs/1500.png -------------------------------------------------------------------------------- /figs/2500.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cts198859/deeprl_signal_control/HEAD/figs/2500.png -------------------------------------------------------------------------------- /figs/3500.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cts198859/deeprl_signal_control/HEAD/figs/3500.png -------------------------------------------------------------------------------- /figs/large_grid_train.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cts198859/deeprl_signal_control/HEAD/figs/large_grid_train.png -------------------------------------------------------------------------------- /figs/real_net_train.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cts198859/deeprl_signal_control/HEAD/figs/real_net_train.png -------------------------------------------------------------------------------- /large_grid/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /large_grid/data/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /large_grid/data/build_file.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cts198859/deeprl_signal_control/HEAD/large_grid/data/build_file.py -------------------------------------------------------------------------------- /large_grid/data/build_file_old.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cts198859/deeprl_signal_control/HEAD/large_grid/data/build_file_old.py -------------------------------------------------------------------------------- /large_grid/data/intersection.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cts198859/deeprl_signal_control/HEAD/large_grid/data/intersection.pdf -------------------------------------------------------------------------------- /large_grid/data/network.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cts198859/deeprl_signal_control/HEAD/large_grid/data/network.pdf -------------------------------------------------------------------------------- /large_grid/data/network1.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cts198859/deeprl_signal_control/HEAD/large_grid/data/network1.pdf -------------------------------------------------------------------------------- /large_grid/data/view.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cts198859/deeprl_signal_control/HEAD/large_grid/data/view.xml -------------------------------------------------------------------------------- /main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cts198859/deeprl_signal_control/HEAD/main.py -------------------------------------------------------------------------------- /real_net/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /real_net/data/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /real_net/data/build_file.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cts198859/deeprl_signal_control/HEAD/real_net/data/build_file.py -------------------------------------------------------------------------------- /real_net/data/in/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cts198859/deeprl_signal_control/HEAD/real_net/data/in/.DS_Store -------------------------------------------------------------------------------- /real_net/data/in/most.add.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cts198859/deeprl_signal_control/HEAD/real_net/data/in/most.add.xml -------------------------------------------------------------------------------- /real_net/data/in/most.net.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cts198859/deeprl_signal_control/HEAD/real_net/data/in/most.net.xml -------------------------------------------------------------------------------- /real_net/data/intersection.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cts198859/deeprl_signal_control/HEAD/real_net/data/intersection.pdf -------------------------------------------------------------------------------- /real_net/data/most.sumocfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cts198859/deeprl_signal_control/HEAD/real_net/data/most.sumocfg -------------------------------------------------------------------------------- /real_net/data/network.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cts198859/deeprl_signal_control/HEAD/real_net/data/network.pdf -------------------------------------------------------------------------------- /real_net/data/view.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cts198859/deeprl_signal_control/HEAD/real_net/data/view.xml -------------------------------------------------------------------------------- /real_net/data/view1.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cts198859/deeprl_signal_control/HEAD/real_net/data/view1.xml -------------------------------------------------------------------------------- /real_net_experimental_data/eva_data/real_net_greedy_control.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cts198859/deeprl_signal_control/HEAD/real_net_experimental_data/eva_data/real_net_greedy_control.csv -------------------------------------------------------------------------------- /real_net_experimental_data/eva_data/real_net_greedy_traffic.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cts198859/deeprl_signal_control/HEAD/real_net_experimental_data/eva_data/real_net_greedy_traffic.csv -------------------------------------------------------------------------------- /real_net_experimental_data/eva_data/real_net_greedy_trip.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cts198859/deeprl_signal_control/HEAD/real_net_experimental_data/eva_data/real_net_greedy_trip.csv -------------------------------------------------------------------------------- /real_net_experimental_data/eva_data/real_net_ia2c_control.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cts198859/deeprl_signal_control/HEAD/real_net_experimental_data/eva_data/real_net_ia2c_control.csv -------------------------------------------------------------------------------- /real_net_experimental_data/eva_data/real_net_ia2c_traffic.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cts198859/deeprl_signal_control/HEAD/real_net_experimental_data/eva_data/real_net_ia2c_traffic.csv -------------------------------------------------------------------------------- /real_net_experimental_data/eva_data/real_net_ia2c_trip.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cts198859/deeprl_signal_control/HEAD/real_net_experimental_data/eva_data/real_net_ia2c_trip.csv -------------------------------------------------------------------------------- /real_net_experimental_data/eva_data/real_net_iqld_control.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cts198859/deeprl_signal_control/HEAD/real_net_experimental_data/eva_data/real_net_iqld_control.csv -------------------------------------------------------------------------------- /real_net_experimental_data/eva_data/real_net_iqld_traffic.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cts198859/deeprl_signal_control/HEAD/real_net_experimental_data/eva_data/real_net_iqld_traffic.csv -------------------------------------------------------------------------------- /real_net_experimental_data/eva_data/real_net_iqld_trip.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cts198859/deeprl_signal_control/HEAD/real_net_experimental_data/eva_data/real_net_iqld_trip.csv -------------------------------------------------------------------------------- /real_net_experimental_data/eva_data/real_net_iqll_control.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cts198859/deeprl_signal_control/HEAD/real_net_experimental_data/eva_data/real_net_iqll_control.csv -------------------------------------------------------------------------------- /real_net_experimental_data/eva_data/real_net_iqll_traffic.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cts198859/deeprl_signal_control/HEAD/real_net_experimental_data/eva_data/real_net_iqll_traffic.csv -------------------------------------------------------------------------------- /real_net_experimental_data/eva_data/real_net_iqll_trip.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cts198859/deeprl_signal_control/HEAD/real_net_experimental_data/eva_data/real_net_iqll_trip.csv -------------------------------------------------------------------------------- /real_net_experimental_data/eva_data/real_net_ma2c_control.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cts198859/deeprl_signal_control/HEAD/real_net_experimental_data/eva_data/real_net_ma2c_control.csv -------------------------------------------------------------------------------- /real_net_experimental_data/eva_data/real_net_ma2c_traffic.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cts198859/deeprl_signal_control/HEAD/real_net_experimental_data/eva_data/real_net_ma2c_traffic.csv -------------------------------------------------------------------------------- /real_net_experimental_data/eva_data/real_net_ma2c_trip.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cts198859/deeprl_signal_control/HEAD/real_net_experimental_data/eva_data/real_net_ma2c_trip.csv -------------------------------------------------------------------------------- /real_net_experimental_data/train_data/ia2c_train_reward.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cts198859/deeprl_signal_control/HEAD/real_net_experimental_data/train_data/ia2c_train_reward.csv -------------------------------------------------------------------------------- /real_net_experimental_data/train_data/iqld_train_reward.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cts198859/deeprl_signal_control/HEAD/real_net_experimental_data/train_data/iqld_train_reward.csv -------------------------------------------------------------------------------- /real_net_experimental_data/train_data/iqll_real_train_reward.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cts198859/deeprl_signal_control/HEAD/real_net_experimental_data/train_data/iqll_real_train_reward.csv -------------------------------------------------------------------------------- /real_net_experimental_data/train_data/ma2c_real_train_reward.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cts198859/deeprl_signal_control/HEAD/real_net_experimental_data/train_data/ma2c_real_train_reward.csv -------------------------------------------------------------------------------- /result_plot.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cts198859/deeprl_signal_control/HEAD/result_plot.ipynb -------------------------------------------------------------------------------- /setup_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cts198859/deeprl_signal_control/HEAD/setup_eval.py -------------------------------------------------------------------------------- /setup_mac.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cts198859/deeprl_signal_control/HEAD/setup_mac.sh -------------------------------------------------------------------------------- /setup_ubuntu.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cts198859/deeprl_signal_control/HEAD/setup_ubuntu.sh -------------------------------------------------------------------------------- /small_grid/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /small_grid/data/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /small_grid/data/build_file.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cts198859/deeprl_signal_control/HEAD/small_grid/data/build_file.py -------------------------------------------------------------------------------- /small_grid/data/network.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cts198859/deeprl_signal_control/HEAD/small_grid/data/network.pdf -------------------------------------------------------------------------------- /utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cts198859/deeprl_signal_control/HEAD/utils.py --------------------------------------------------------------------------------