├── .gitattributes ├── .gitignore ├── LICENSE ├── README.md ├── archive ├── paper │ ├── 2109.14337.pdf │ └── tex │ │ ├── 2021_ducrocq_farhi_V1_arxiv.bbl │ │ ├── 2021_ducrocq_farhi_V1_arxiv.tex │ │ ├── img │ │ ├── model │ │ │ ├── 2phases.png │ │ │ ├── 4phases.png │ │ │ ├── cnn_dueling.png │ │ │ └── partial_dtse.png │ │ └── results │ │ │ ├── fd_1.png │ │ │ ├── fd_2.png │ │ │ ├── pd_1.png │ │ │ └── pd_2.png │ │ └── tits.bib └── thesis │ ├── DUCROCQ_Romain_M2_SIA_master_thesis_2020-2021.pdf │ └── tex │ ├── Appendix.tex │ ├── Conclusion.tex │ ├── I1.tex │ ├── I2.tex │ ├── I3.tex │ ├── II1.tex │ ├── II2.tex │ ├── II3.tex │ ├── Introduction.tex │ ├── Outline.tex │ ├── References.tex │ ├── Titlepage.tex │ ├── img │ ├── Appendix │ │ ├── 1_1-2.png │ │ ├── 1_3-4.png │ │ ├── 1_5.png │ │ ├── 2_1.png │ │ ├── 2_2.png │ │ ├── 3_1-2.png │ │ ├── 3_3-4.png │ │ ├── 3_5.png │ │ ├── 4.png │ │ ├── scenario_a.png │ │ ├── scenario_b.png │ │ ├── scenario_c.png │ │ ├── scenario_d.png │ │ └── scenario_e.png │ ├── I │ │ ├── Dueling-Q-architecture.jpg │ │ ├── Selection_096.png │ │ ├── Selection_098.png │ │ ├── Selection_100.png │ │ ├── Selection_101.png │ │ ├── Selection_107.png │ │ ├── Simple-SumTree-left-traverse.png │ │ └── figtmp7.png │ ├── II │ │ ├── 2phases.png │ │ ├── 4phases.png │ │ ├── Selection_111.png │ │ ├── analysis_summary.png │ │ ├── cnn_dueling.png │ │ └── pdtse_full.png │ └── logo_uge.png │ └── main.tex ├── bin ├── log │ ├── log_con.sh │ └── log_def.sh ├── make.sh ├── observe.sh ├── play.sh ├── train.sh └── visualize.sh ├── demo ├── demo_1.gif ├── demo_2.gif └── demo_tensorboard.png ├── dqn ├── __init__.py ├── agent.py ├── env_make.py ├── env_wrap.py ├── network.py ├── replay_memory.py └── utils │ ├── __init__.py │ ├── baselines_wrappers │ ├── LICENSE │ ├── __init__.py │ ├── dummy_vec_env.py │ ├── monitor.py │ ├── subproc_vec_env.py │ ├── util.py │ ├── vec_env.py │ └── wrappers.py │ ├── better_abc.py │ ├── msgpack_numpy.py │ └── sum_tree.py ├── env ├── __init__.py ├── custom_env │ ├── __init__.py │ ├── baselines.py │ ├── data │ │ ├── .keep │ │ ├── 1tls_2x2 │ │ │ ├── 1tls_2x2.net.xml │ │ │ ├── 1tls_2x2.rou.xml │ │ │ ├── 1tls_2x2.sumocfg │ │ │ ├── 1tls_2x2.tll.xml │ │ │ ├── gui-settings.cfg │ │ │ └── tripinfo.xml │ │ ├── 1tls_3x3 │ │ │ ├── 1tls_3x3.net.xml │ │ │ ├── 1tls_3x3.rou.xml │ │ │ ├── 1tls_3x3.sumocfg │ │ │ ├── 1tls_3x3.tll.xml │ │ │ ├── gui-settings.cfg │ │ │ └── tripinfo.xml │ │ ├── 1tls_4x4 │ │ │ ├── 1tls_4x4.net.xml │ │ │ ├── 1tls_4x4.rou.xml │ │ │ ├── 1tls_4x4.sumocfg │ │ │ ├── 1tls_4x4.tll.xml │ │ │ ├── gui-settings.cfg │ │ │ └── tripinfo.xml │ │ ├── 1tls_5x5 │ │ │ ├── 1tls_5x5.net.xml │ │ │ ├── 1tls_5x5.rou.xml │ │ │ ├── 1tls_5x5.sumocfg │ │ │ ├── 1tls_5x5.tll.xml │ │ │ ├── gui-settings.cfg │ │ │ └── tripinfo.xml │ │ ├── 2tls_3x3x2 │ │ │ ├── 2tls_3x3x2.net.xml │ │ │ ├── 2tls_3x3x2.rou.xml │ │ │ ├── 2tls_3x3x2.sumocfg │ │ │ ├── 2tls_3x3x2.tll.xml │ │ │ ├── gui-settings.cfg │ │ │ └── tripinfo.xml │ │ ├── 2x2_3tls_a │ │ │ ├── 2x2_3tls_a.net.xml │ │ │ ├── 2x2_3tls_a.rou.xml │ │ │ ├── 2x2_3tls_a.sumocfg │ │ │ ├── 2x2_3tls_a.tll.xml │ │ │ ├── gui-settings.cfg │ │ │ └── tripinfo.xml │ │ ├── 2x2_4tls_g │ │ │ ├── 2x2_4tls_g.net.xml │ │ │ ├── 2x2_4tls_g.rou.xml │ │ │ ├── 2x2_4tls_g.sumocfg │ │ │ ├── 2x2_4tls_g.tll.xml │ │ │ ├── gui-settings.cfg │ │ │ └── tripinfo.xml │ │ ├── 3tls_2x2x3 │ │ │ ├── 3tls_2x2x3.net.xml │ │ │ ├── 3tls_2x2x3.rou.xml │ │ │ ├── 3tls_2x2x3.sumocfg │ │ │ ├── 3tls_2x2x3.tll.xml │ │ │ ├── gui-settings.cfg │ │ │ └── tripinfo.xml │ │ ├── 3tls_3x3x3 │ │ │ ├── 3tls_3x3x3.net.xml │ │ │ ├── 3tls_3x3x3.rou.xml │ │ │ ├── 3tls_3x3x3.sumocfg │ │ │ ├── 3tls_3x3x3.tll.xml │ │ │ ├── gui-settings.cfg │ │ │ └── tripinfo.xml │ │ ├── 4tls_3x3x2x2 │ │ │ ├── 4tls_3x3x2x2.net.xml │ │ │ ├── 4tls_3x3x2x2.rou.xml │ │ │ ├── 4tls_3x3x2x2.sumocfg │ │ │ ├── 4tls_3x3x2x2.tll.xml │ │ │ ├── gui-settings.cfg │ │ │ └── tripinfo.xml │ │ └── 9tls_3x3x3x3 │ │ │ ├── 9tls_3x3x3x3.net.xml │ │ │ ├── 9tls_3x3x3x3.rou.xml │ │ │ ├── 9tls_3x3x3x3.sumocfg │ │ │ ├── 9tls_3x3x3x3.tll.xml │ │ │ ├── gui-settings.cfg │ │ │ └── tripinfo.xml │ ├── rl_controller.py │ ├── sumo_env.py │ ├── tl_scheduler.py │ └── utils.py ├── dqn_config.py ├── dqn_env.py └── view.py ├── logs ├── test │ ├── .gitignore │ ├── .keep │ ├── analysis.ipynb │ ├── data │ │ ├── 1tls_2x2.csv │ │ ├── 1tls_3x3.csv │ │ ├── 1tls_4x4.csv │ │ ├── 2tls_3x3x2.csv │ │ └── 4tls_3x3x2x2.csv │ ├── format.ipynb │ └── img │ │ ├── 1_1-2.png │ │ ├── 1_3-4.png │ │ ├── 1_5.png │ │ ├── 2_1.png │ │ ├── 2_2.png │ │ ├── 3_1-2.png │ │ ├── 3_3-4.png │ │ ├── 3_5.png │ │ └── 4.png └── train │ ├── .keep │ ├── 1tls_2x2 │ └── DuelingDoubleDQNAgent_lr0.0001 │ │ └── events.out.tfevents.1626767291.romain-pc.2367.0 │ ├── 1tls_3x3 │ └── DuelingDoubleDQNAgent_lr0.0001 │ │ └── events.out.tfevents.1626600329.romain-pc.1495.0 │ └── 1tls_4x4 │ └── DuelingDoubleDQNAgent_lr0.0001 │ └── events.out.tfevents.1626940382.romain-pc.5039.0 ├── observe.py ├── play.py ├── save ├── .keep ├── 1tls_2x2 │ └── DuelingDoubleDQNAgent_lr0.0001_model.pack ├── 1tls_3x3 │ └── DuelingDoubleDQNAgent_lr0.0001_model.pack └── 1tls_4x4 │ └── DuelingDoubleDQNAgent_lr0.0001_model.pack └── train.py /.gitattributes: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/.gitattributes -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/README.md -------------------------------------------------------------------------------- /archive/paper/2109.14337.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/archive/paper/2109.14337.pdf -------------------------------------------------------------------------------- /archive/paper/tex/2021_ducrocq_farhi_V1_arxiv.bbl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/archive/paper/tex/2021_ducrocq_farhi_V1_arxiv.bbl -------------------------------------------------------------------------------- /archive/paper/tex/2021_ducrocq_farhi_V1_arxiv.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/archive/paper/tex/2021_ducrocq_farhi_V1_arxiv.tex -------------------------------------------------------------------------------- /archive/paper/tex/img/model/2phases.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/archive/paper/tex/img/model/2phases.png -------------------------------------------------------------------------------- /archive/paper/tex/img/model/4phases.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/archive/paper/tex/img/model/4phases.png -------------------------------------------------------------------------------- /archive/paper/tex/img/model/cnn_dueling.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/archive/paper/tex/img/model/cnn_dueling.png -------------------------------------------------------------------------------- /archive/paper/tex/img/model/partial_dtse.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/archive/paper/tex/img/model/partial_dtse.png -------------------------------------------------------------------------------- /archive/paper/tex/img/results/fd_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/archive/paper/tex/img/results/fd_1.png -------------------------------------------------------------------------------- /archive/paper/tex/img/results/fd_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/archive/paper/tex/img/results/fd_2.png -------------------------------------------------------------------------------- /archive/paper/tex/img/results/pd_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/archive/paper/tex/img/results/pd_1.png -------------------------------------------------------------------------------- /archive/paper/tex/img/results/pd_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/archive/paper/tex/img/results/pd_2.png -------------------------------------------------------------------------------- /archive/paper/tex/tits.bib: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/archive/paper/tex/tits.bib -------------------------------------------------------------------------------- /archive/thesis/DUCROCQ_Romain_M2_SIA_master_thesis_2020-2021.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/archive/thesis/DUCROCQ_Romain_M2_SIA_master_thesis_2020-2021.pdf -------------------------------------------------------------------------------- /archive/thesis/tex/Appendix.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/archive/thesis/tex/Appendix.tex -------------------------------------------------------------------------------- /archive/thesis/tex/Conclusion.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/archive/thesis/tex/Conclusion.tex -------------------------------------------------------------------------------- /archive/thesis/tex/I1.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/archive/thesis/tex/I1.tex -------------------------------------------------------------------------------- /archive/thesis/tex/I2.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/archive/thesis/tex/I2.tex -------------------------------------------------------------------------------- /archive/thesis/tex/I3.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/archive/thesis/tex/I3.tex -------------------------------------------------------------------------------- /archive/thesis/tex/II1.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/archive/thesis/tex/II1.tex -------------------------------------------------------------------------------- /archive/thesis/tex/II2.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/archive/thesis/tex/II2.tex -------------------------------------------------------------------------------- /archive/thesis/tex/II3.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/archive/thesis/tex/II3.tex -------------------------------------------------------------------------------- /archive/thesis/tex/Introduction.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/archive/thesis/tex/Introduction.tex -------------------------------------------------------------------------------- /archive/thesis/tex/Outline.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/archive/thesis/tex/Outline.tex -------------------------------------------------------------------------------- /archive/thesis/tex/References.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/archive/thesis/tex/References.tex -------------------------------------------------------------------------------- /archive/thesis/tex/Titlepage.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/archive/thesis/tex/Titlepage.tex -------------------------------------------------------------------------------- /archive/thesis/tex/img/Appendix/1_1-2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/archive/thesis/tex/img/Appendix/1_1-2.png -------------------------------------------------------------------------------- /archive/thesis/tex/img/Appendix/1_3-4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/archive/thesis/tex/img/Appendix/1_3-4.png -------------------------------------------------------------------------------- /archive/thesis/tex/img/Appendix/1_5.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/archive/thesis/tex/img/Appendix/1_5.png -------------------------------------------------------------------------------- /archive/thesis/tex/img/Appendix/2_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/archive/thesis/tex/img/Appendix/2_1.png -------------------------------------------------------------------------------- /archive/thesis/tex/img/Appendix/2_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/archive/thesis/tex/img/Appendix/2_2.png -------------------------------------------------------------------------------- /archive/thesis/tex/img/Appendix/3_1-2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/archive/thesis/tex/img/Appendix/3_1-2.png -------------------------------------------------------------------------------- /archive/thesis/tex/img/Appendix/3_3-4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/archive/thesis/tex/img/Appendix/3_3-4.png -------------------------------------------------------------------------------- /archive/thesis/tex/img/Appendix/3_5.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/archive/thesis/tex/img/Appendix/3_5.png -------------------------------------------------------------------------------- /archive/thesis/tex/img/Appendix/4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/archive/thesis/tex/img/Appendix/4.png -------------------------------------------------------------------------------- /archive/thesis/tex/img/Appendix/scenario_a.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/archive/thesis/tex/img/Appendix/scenario_a.png -------------------------------------------------------------------------------- /archive/thesis/tex/img/Appendix/scenario_b.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/archive/thesis/tex/img/Appendix/scenario_b.png -------------------------------------------------------------------------------- /archive/thesis/tex/img/Appendix/scenario_c.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/archive/thesis/tex/img/Appendix/scenario_c.png -------------------------------------------------------------------------------- /archive/thesis/tex/img/Appendix/scenario_d.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/archive/thesis/tex/img/Appendix/scenario_d.png -------------------------------------------------------------------------------- /archive/thesis/tex/img/Appendix/scenario_e.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/archive/thesis/tex/img/Appendix/scenario_e.png -------------------------------------------------------------------------------- /archive/thesis/tex/img/I/Dueling-Q-architecture.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/archive/thesis/tex/img/I/Dueling-Q-architecture.jpg -------------------------------------------------------------------------------- /archive/thesis/tex/img/I/Selection_096.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/archive/thesis/tex/img/I/Selection_096.png -------------------------------------------------------------------------------- /archive/thesis/tex/img/I/Selection_098.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/archive/thesis/tex/img/I/Selection_098.png -------------------------------------------------------------------------------- /archive/thesis/tex/img/I/Selection_100.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/archive/thesis/tex/img/I/Selection_100.png -------------------------------------------------------------------------------- /archive/thesis/tex/img/I/Selection_101.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/archive/thesis/tex/img/I/Selection_101.png -------------------------------------------------------------------------------- /archive/thesis/tex/img/I/Selection_107.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/archive/thesis/tex/img/I/Selection_107.png -------------------------------------------------------------------------------- /archive/thesis/tex/img/I/Simple-SumTree-left-traverse.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/archive/thesis/tex/img/I/Simple-SumTree-left-traverse.png -------------------------------------------------------------------------------- /archive/thesis/tex/img/I/figtmp7.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/archive/thesis/tex/img/I/figtmp7.png -------------------------------------------------------------------------------- /archive/thesis/tex/img/II/2phases.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/archive/thesis/tex/img/II/2phases.png -------------------------------------------------------------------------------- /archive/thesis/tex/img/II/4phases.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/archive/thesis/tex/img/II/4phases.png -------------------------------------------------------------------------------- /archive/thesis/tex/img/II/Selection_111.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/archive/thesis/tex/img/II/Selection_111.png -------------------------------------------------------------------------------- /archive/thesis/tex/img/II/analysis_summary.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/archive/thesis/tex/img/II/analysis_summary.png -------------------------------------------------------------------------------- /archive/thesis/tex/img/II/cnn_dueling.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/archive/thesis/tex/img/II/cnn_dueling.png -------------------------------------------------------------------------------- /archive/thesis/tex/img/II/pdtse_full.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/archive/thesis/tex/img/II/pdtse_full.png -------------------------------------------------------------------------------- /archive/thesis/tex/img/logo_uge.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/archive/thesis/tex/img/logo_uge.png -------------------------------------------------------------------------------- /archive/thesis/tex/main.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/archive/thesis/tex/main.tex -------------------------------------------------------------------------------- /bin/log/log_con.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/bin/log/log_con.sh -------------------------------------------------------------------------------- /bin/log/log_def.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/bin/log/log_def.sh -------------------------------------------------------------------------------- /bin/make.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/bin/make.sh -------------------------------------------------------------------------------- /bin/observe.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/bin/observe.sh -------------------------------------------------------------------------------- /bin/play.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/bin/play.sh -------------------------------------------------------------------------------- /bin/train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/bin/train.sh -------------------------------------------------------------------------------- /bin/visualize.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/bin/visualize.sh -------------------------------------------------------------------------------- /demo/demo_1.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/demo/demo_1.gif -------------------------------------------------------------------------------- /demo/demo_2.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/demo/demo_2.gif -------------------------------------------------------------------------------- /demo/demo_tensorboard.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/demo/demo_tensorboard.png -------------------------------------------------------------------------------- /dqn/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/dqn/__init__.py -------------------------------------------------------------------------------- /dqn/agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/dqn/agent.py -------------------------------------------------------------------------------- /dqn/env_make.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/dqn/env_make.py -------------------------------------------------------------------------------- /dqn/env_wrap.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/dqn/env_wrap.py -------------------------------------------------------------------------------- /dqn/network.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/dqn/network.py -------------------------------------------------------------------------------- /dqn/replay_memory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/dqn/replay_memory.py -------------------------------------------------------------------------------- /dqn/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/dqn/utils/__init__.py -------------------------------------------------------------------------------- /dqn/utils/baselines_wrappers/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/dqn/utils/baselines_wrappers/LICENSE -------------------------------------------------------------------------------- /dqn/utils/baselines_wrappers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/dqn/utils/baselines_wrappers/__init__.py -------------------------------------------------------------------------------- /dqn/utils/baselines_wrappers/dummy_vec_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/dqn/utils/baselines_wrappers/dummy_vec_env.py -------------------------------------------------------------------------------- /dqn/utils/baselines_wrappers/monitor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/dqn/utils/baselines_wrappers/monitor.py -------------------------------------------------------------------------------- /dqn/utils/baselines_wrappers/subproc_vec_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/dqn/utils/baselines_wrappers/subproc_vec_env.py -------------------------------------------------------------------------------- /dqn/utils/baselines_wrappers/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/dqn/utils/baselines_wrappers/util.py -------------------------------------------------------------------------------- /dqn/utils/baselines_wrappers/vec_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/dqn/utils/baselines_wrappers/vec_env.py -------------------------------------------------------------------------------- /dqn/utils/baselines_wrappers/wrappers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/dqn/utils/baselines_wrappers/wrappers.py -------------------------------------------------------------------------------- /dqn/utils/better_abc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/dqn/utils/better_abc.py -------------------------------------------------------------------------------- /dqn/utils/msgpack_numpy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/dqn/utils/msgpack_numpy.py -------------------------------------------------------------------------------- /dqn/utils/sum_tree.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/dqn/utils/sum_tree.py -------------------------------------------------------------------------------- /env/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/env/__init__.py -------------------------------------------------------------------------------- /env/custom_env/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/env/custom_env/__init__.py -------------------------------------------------------------------------------- /env/custom_env/baselines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/env/custom_env/baselines.py -------------------------------------------------------------------------------- /env/custom_env/data/.keep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /env/custom_env/data/1tls_2x2/1tls_2x2.net.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/env/custom_env/data/1tls_2x2/1tls_2x2.net.xml -------------------------------------------------------------------------------- /env/custom_env/data/1tls_2x2/1tls_2x2.rou.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/env/custom_env/data/1tls_2x2/1tls_2x2.rou.xml -------------------------------------------------------------------------------- /env/custom_env/data/1tls_2x2/1tls_2x2.sumocfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/env/custom_env/data/1tls_2x2/1tls_2x2.sumocfg -------------------------------------------------------------------------------- /env/custom_env/data/1tls_2x2/1tls_2x2.tll.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/env/custom_env/data/1tls_2x2/1tls_2x2.tll.xml -------------------------------------------------------------------------------- /env/custom_env/data/1tls_2x2/gui-settings.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/env/custom_env/data/1tls_2x2/gui-settings.cfg -------------------------------------------------------------------------------- /env/custom_env/data/1tls_2x2/tripinfo.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/env/custom_env/data/1tls_2x2/tripinfo.xml -------------------------------------------------------------------------------- /env/custom_env/data/1tls_3x3/1tls_3x3.net.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/env/custom_env/data/1tls_3x3/1tls_3x3.net.xml -------------------------------------------------------------------------------- /env/custom_env/data/1tls_3x3/1tls_3x3.rou.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/env/custom_env/data/1tls_3x3/1tls_3x3.rou.xml -------------------------------------------------------------------------------- /env/custom_env/data/1tls_3x3/1tls_3x3.sumocfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/env/custom_env/data/1tls_3x3/1tls_3x3.sumocfg -------------------------------------------------------------------------------- /env/custom_env/data/1tls_3x3/1tls_3x3.tll.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/env/custom_env/data/1tls_3x3/1tls_3x3.tll.xml -------------------------------------------------------------------------------- /env/custom_env/data/1tls_3x3/gui-settings.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/env/custom_env/data/1tls_3x3/gui-settings.cfg -------------------------------------------------------------------------------- /env/custom_env/data/1tls_3x3/tripinfo.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/env/custom_env/data/1tls_3x3/tripinfo.xml -------------------------------------------------------------------------------- /env/custom_env/data/1tls_4x4/1tls_4x4.net.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/env/custom_env/data/1tls_4x4/1tls_4x4.net.xml -------------------------------------------------------------------------------- /env/custom_env/data/1tls_4x4/1tls_4x4.rou.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/env/custom_env/data/1tls_4x4/1tls_4x4.rou.xml -------------------------------------------------------------------------------- /env/custom_env/data/1tls_4x4/1tls_4x4.sumocfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/env/custom_env/data/1tls_4x4/1tls_4x4.sumocfg -------------------------------------------------------------------------------- /env/custom_env/data/1tls_4x4/1tls_4x4.tll.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/env/custom_env/data/1tls_4x4/1tls_4x4.tll.xml -------------------------------------------------------------------------------- /env/custom_env/data/1tls_4x4/gui-settings.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/env/custom_env/data/1tls_4x4/gui-settings.cfg -------------------------------------------------------------------------------- /env/custom_env/data/1tls_4x4/tripinfo.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/env/custom_env/data/1tls_4x4/tripinfo.xml -------------------------------------------------------------------------------- /env/custom_env/data/1tls_5x5/1tls_5x5.net.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/env/custom_env/data/1tls_5x5/1tls_5x5.net.xml -------------------------------------------------------------------------------- /env/custom_env/data/1tls_5x5/1tls_5x5.rou.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/env/custom_env/data/1tls_5x5/1tls_5x5.rou.xml -------------------------------------------------------------------------------- /env/custom_env/data/1tls_5x5/1tls_5x5.sumocfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/env/custom_env/data/1tls_5x5/1tls_5x5.sumocfg -------------------------------------------------------------------------------- /env/custom_env/data/1tls_5x5/1tls_5x5.tll.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/env/custom_env/data/1tls_5x5/1tls_5x5.tll.xml -------------------------------------------------------------------------------- /env/custom_env/data/1tls_5x5/gui-settings.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/env/custom_env/data/1tls_5x5/gui-settings.cfg -------------------------------------------------------------------------------- /env/custom_env/data/1tls_5x5/tripinfo.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/env/custom_env/data/1tls_5x5/tripinfo.xml -------------------------------------------------------------------------------- /env/custom_env/data/2tls_3x3x2/2tls_3x3x2.net.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/env/custom_env/data/2tls_3x3x2/2tls_3x3x2.net.xml -------------------------------------------------------------------------------- /env/custom_env/data/2tls_3x3x2/2tls_3x3x2.rou.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/env/custom_env/data/2tls_3x3x2/2tls_3x3x2.rou.xml -------------------------------------------------------------------------------- /env/custom_env/data/2tls_3x3x2/2tls_3x3x2.sumocfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/env/custom_env/data/2tls_3x3x2/2tls_3x3x2.sumocfg -------------------------------------------------------------------------------- /env/custom_env/data/2tls_3x3x2/2tls_3x3x2.tll.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/env/custom_env/data/2tls_3x3x2/2tls_3x3x2.tll.xml -------------------------------------------------------------------------------- /env/custom_env/data/2tls_3x3x2/gui-settings.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/env/custom_env/data/2tls_3x3x2/gui-settings.cfg -------------------------------------------------------------------------------- /env/custom_env/data/2tls_3x3x2/tripinfo.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/env/custom_env/data/2tls_3x3x2/tripinfo.xml -------------------------------------------------------------------------------- /env/custom_env/data/2x2_3tls_a/2x2_3tls_a.net.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/env/custom_env/data/2x2_3tls_a/2x2_3tls_a.net.xml -------------------------------------------------------------------------------- /env/custom_env/data/2x2_3tls_a/2x2_3tls_a.rou.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/env/custom_env/data/2x2_3tls_a/2x2_3tls_a.rou.xml -------------------------------------------------------------------------------- /env/custom_env/data/2x2_3tls_a/2x2_3tls_a.sumocfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/env/custom_env/data/2x2_3tls_a/2x2_3tls_a.sumocfg -------------------------------------------------------------------------------- /env/custom_env/data/2x2_3tls_a/2x2_3tls_a.tll.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/env/custom_env/data/2x2_3tls_a/2x2_3tls_a.tll.xml -------------------------------------------------------------------------------- /env/custom_env/data/2x2_3tls_a/gui-settings.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/env/custom_env/data/2x2_3tls_a/gui-settings.cfg -------------------------------------------------------------------------------- /env/custom_env/data/2x2_3tls_a/tripinfo.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/env/custom_env/data/2x2_3tls_a/tripinfo.xml -------------------------------------------------------------------------------- /env/custom_env/data/2x2_4tls_g/2x2_4tls_g.net.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/env/custom_env/data/2x2_4tls_g/2x2_4tls_g.net.xml -------------------------------------------------------------------------------- /env/custom_env/data/2x2_4tls_g/2x2_4tls_g.rou.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/env/custom_env/data/2x2_4tls_g/2x2_4tls_g.rou.xml -------------------------------------------------------------------------------- /env/custom_env/data/2x2_4tls_g/2x2_4tls_g.sumocfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/env/custom_env/data/2x2_4tls_g/2x2_4tls_g.sumocfg -------------------------------------------------------------------------------- /env/custom_env/data/2x2_4tls_g/2x2_4tls_g.tll.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/env/custom_env/data/2x2_4tls_g/2x2_4tls_g.tll.xml -------------------------------------------------------------------------------- /env/custom_env/data/2x2_4tls_g/gui-settings.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/env/custom_env/data/2x2_4tls_g/gui-settings.cfg -------------------------------------------------------------------------------- /env/custom_env/data/2x2_4tls_g/tripinfo.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/env/custom_env/data/2x2_4tls_g/tripinfo.xml -------------------------------------------------------------------------------- /env/custom_env/data/3tls_2x2x3/3tls_2x2x3.net.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/env/custom_env/data/3tls_2x2x3/3tls_2x2x3.net.xml -------------------------------------------------------------------------------- /env/custom_env/data/3tls_2x2x3/3tls_2x2x3.rou.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/env/custom_env/data/3tls_2x2x3/3tls_2x2x3.rou.xml -------------------------------------------------------------------------------- /env/custom_env/data/3tls_2x2x3/3tls_2x2x3.sumocfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/env/custom_env/data/3tls_2x2x3/3tls_2x2x3.sumocfg -------------------------------------------------------------------------------- /env/custom_env/data/3tls_2x2x3/3tls_2x2x3.tll.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/env/custom_env/data/3tls_2x2x3/3tls_2x2x3.tll.xml -------------------------------------------------------------------------------- /env/custom_env/data/3tls_2x2x3/gui-settings.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/env/custom_env/data/3tls_2x2x3/gui-settings.cfg -------------------------------------------------------------------------------- /env/custom_env/data/3tls_2x2x3/tripinfo.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/env/custom_env/data/3tls_2x2x3/tripinfo.xml -------------------------------------------------------------------------------- /env/custom_env/data/3tls_3x3x3/3tls_3x3x3.net.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/env/custom_env/data/3tls_3x3x3/3tls_3x3x3.net.xml -------------------------------------------------------------------------------- /env/custom_env/data/3tls_3x3x3/3tls_3x3x3.rou.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/env/custom_env/data/3tls_3x3x3/3tls_3x3x3.rou.xml -------------------------------------------------------------------------------- /env/custom_env/data/3tls_3x3x3/3tls_3x3x3.sumocfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/env/custom_env/data/3tls_3x3x3/3tls_3x3x3.sumocfg -------------------------------------------------------------------------------- /env/custom_env/data/3tls_3x3x3/3tls_3x3x3.tll.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/env/custom_env/data/3tls_3x3x3/3tls_3x3x3.tll.xml -------------------------------------------------------------------------------- /env/custom_env/data/3tls_3x3x3/gui-settings.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/env/custom_env/data/3tls_3x3x3/gui-settings.cfg -------------------------------------------------------------------------------- /env/custom_env/data/3tls_3x3x3/tripinfo.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/env/custom_env/data/3tls_3x3x3/tripinfo.xml -------------------------------------------------------------------------------- /env/custom_env/data/4tls_3x3x2x2/4tls_3x3x2x2.net.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/env/custom_env/data/4tls_3x3x2x2/4tls_3x3x2x2.net.xml -------------------------------------------------------------------------------- /env/custom_env/data/4tls_3x3x2x2/4tls_3x3x2x2.rou.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/env/custom_env/data/4tls_3x3x2x2/4tls_3x3x2x2.rou.xml -------------------------------------------------------------------------------- /env/custom_env/data/4tls_3x3x2x2/4tls_3x3x2x2.sumocfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/env/custom_env/data/4tls_3x3x2x2/4tls_3x3x2x2.sumocfg -------------------------------------------------------------------------------- /env/custom_env/data/4tls_3x3x2x2/4tls_3x3x2x2.tll.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/env/custom_env/data/4tls_3x3x2x2/4tls_3x3x2x2.tll.xml -------------------------------------------------------------------------------- /env/custom_env/data/4tls_3x3x2x2/gui-settings.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/env/custom_env/data/4tls_3x3x2x2/gui-settings.cfg -------------------------------------------------------------------------------- /env/custom_env/data/4tls_3x3x2x2/tripinfo.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/env/custom_env/data/4tls_3x3x2x2/tripinfo.xml -------------------------------------------------------------------------------- /env/custom_env/data/9tls_3x3x3x3/9tls_3x3x3x3.net.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/env/custom_env/data/9tls_3x3x3x3/9tls_3x3x3x3.net.xml -------------------------------------------------------------------------------- /env/custom_env/data/9tls_3x3x3x3/9tls_3x3x3x3.rou.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/env/custom_env/data/9tls_3x3x3x3/9tls_3x3x3x3.rou.xml -------------------------------------------------------------------------------- /env/custom_env/data/9tls_3x3x3x3/9tls_3x3x3x3.sumocfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/env/custom_env/data/9tls_3x3x3x3/9tls_3x3x3x3.sumocfg -------------------------------------------------------------------------------- /env/custom_env/data/9tls_3x3x3x3/9tls_3x3x3x3.tll.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/env/custom_env/data/9tls_3x3x3x3/9tls_3x3x3x3.tll.xml -------------------------------------------------------------------------------- /env/custom_env/data/9tls_3x3x3x3/gui-settings.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/env/custom_env/data/9tls_3x3x3x3/gui-settings.cfg -------------------------------------------------------------------------------- /env/custom_env/data/9tls_3x3x3x3/tripinfo.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/env/custom_env/data/9tls_3x3x3x3/tripinfo.xml -------------------------------------------------------------------------------- /env/custom_env/rl_controller.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/env/custom_env/rl_controller.py -------------------------------------------------------------------------------- /env/custom_env/sumo_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/env/custom_env/sumo_env.py -------------------------------------------------------------------------------- /env/custom_env/tl_scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/env/custom_env/tl_scheduler.py -------------------------------------------------------------------------------- /env/custom_env/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/env/custom_env/utils.py -------------------------------------------------------------------------------- /env/dqn_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/env/dqn_config.py -------------------------------------------------------------------------------- /env/dqn_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/env/dqn_env.py -------------------------------------------------------------------------------- /env/view.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/env/view.py -------------------------------------------------------------------------------- /logs/test/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/logs/test/.gitignore -------------------------------------------------------------------------------- /logs/test/.keep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /logs/test/analysis.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/logs/test/analysis.ipynb -------------------------------------------------------------------------------- /logs/test/data/1tls_2x2.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/logs/test/data/1tls_2x2.csv -------------------------------------------------------------------------------- /logs/test/data/1tls_3x3.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/logs/test/data/1tls_3x3.csv -------------------------------------------------------------------------------- /logs/test/data/1tls_4x4.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/logs/test/data/1tls_4x4.csv -------------------------------------------------------------------------------- /logs/test/data/2tls_3x3x2.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/logs/test/data/2tls_3x3x2.csv -------------------------------------------------------------------------------- /logs/test/data/4tls_3x3x2x2.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/logs/test/data/4tls_3x3x2x2.csv -------------------------------------------------------------------------------- /logs/test/format.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/logs/test/format.ipynb -------------------------------------------------------------------------------- /logs/test/img/1_1-2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/logs/test/img/1_1-2.png -------------------------------------------------------------------------------- /logs/test/img/1_3-4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/logs/test/img/1_3-4.png -------------------------------------------------------------------------------- /logs/test/img/1_5.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/logs/test/img/1_5.png -------------------------------------------------------------------------------- /logs/test/img/2_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/logs/test/img/2_1.png -------------------------------------------------------------------------------- /logs/test/img/2_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/logs/test/img/2_2.png -------------------------------------------------------------------------------- /logs/test/img/3_1-2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/logs/test/img/3_1-2.png -------------------------------------------------------------------------------- /logs/test/img/3_3-4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/logs/test/img/3_3-4.png -------------------------------------------------------------------------------- /logs/test/img/3_5.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/logs/test/img/3_5.png -------------------------------------------------------------------------------- /logs/test/img/4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/logs/test/img/4.png -------------------------------------------------------------------------------- /logs/train/.keep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /logs/train/1tls_2x2/DuelingDoubleDQNAgent_lr0.0001/events.out.tfevents.1626767291.romain-pc.2367.0: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/logs/train/1tls_2x2/DuelingDoubleDQNAgent_lr0.0001/events.out.tfevents.1626767291.romain-pc.2367.0 -------------------------------------------------------------------------------- /logs/train/1tls_3x3/DuelingDoubleDQNAgent_lr0.0001/events.out.tfevents.1626600329.romain-pc.1495.0: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/logs/train/1tls_3x3/DuelingDoubleDQNAgent_lr0.0001/events.out.tfevents.1626600329.romain-pc.1495.0 -------------------------------------------------------------------------------- /logs/train/1tls_4x4/DuelingDoubleDQNAgent_lr0.0001/events.out.tfevents.1626940382.romain-pc.5039.0: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/logs/train/1tls_4x4/DuelingDoubleDQNAgent_lr0.0001/events.out.tfevents.1626940382.romain-pc.5039.0 -------------------------------------------------------------------------------- /observe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/observe.py -------------------------------------------------------------------------------- /play.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/play.py -------------------------------------------------------------------------------- /save/.keep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /save/1tls_2x2/DuelingDoubleDQNAgent_lr0.0001_model.pack: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/save/1tls_2x2/DuelingDoubleDQNAgent_lr0.0001_model.pack -------------------------------------------------------------------------------- /save/1tls_3x3/DuelingDoubleDQNAgent_lr0.0001_model.pack: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/save/1tls_3x3/DuelingDoubleDQNAgent_lr0.0001_model.pack -------------------------------------------------------------------------------- /save/1tls_4x4/DuelingDoubleDQNAgent_lr0.0001_model.pack: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/save/1tls_4x4/DuelingDoubleDQNAgent_lr0.0001_model.pack -------------------------------------------------------------------------------- /train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/romainducrocq/DQN-ITSCwPD/HEAD/train.py --------------------------------------------------------------------------------