├── .idea ├── .gitignore ├── RL_Highway_Merge.iml ├── inspectionProfiles │ └── profiles_settings.xml ├── misc.xml ├── modules.xml └── other.xml ├── ENV_config.py ├── MAA2C_config.py ├── MADQN_config.py ├── MARL ├── MAA2C.py ├── MADQN.py ├── QMIX.py ├── __init__.py ├── agent │ ├── A2C.py │ ├── DQN.py │ ├── DQN_TF.py │ ├── QMIX_Agent.py │ └── __init__.py ├── common │ ├── Memory.py │ ├── Model.py │ └── utils.py └── requirements.txt ├── README.md ├── data └── vtypes.json ├── eva ├── evaluation_log └── training_perfermance_4.png ├── exec.num ├── gym_test.py ├── map ├── Town04.sumocfg ├── carlavtypes.rou.xml ├── net │ └── Town04.net.xml ├── rou │ ├── Town04.rou.xml │ └── Town04_org.rou.xml └── viewsettings.xml ├── on_ramp_env.py ├── run_maa2c.py ├── run_madqn.py ├── sumo_integration ├── __init__.py ├── bridge_helper.py ├── carla_simulation.py ├── constants.py └── sumo_simulation.py ├── sumo_viewport.xml ├── sync_simulation.py ├── test_env.py └── util ├── ModifiedTensorBoard.py ├── __init__.py ├── common_util.py ├── create_sumo_vtypes.py ├── data └── opendrive_netconvert.typ.xml ├── netconvert_carla.py ├── screen_rec.py ├── sequential_types.py ├── sumo_rec.py └── traci_util.py /.idea/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mahmoudtaouti/RL_Highway_Merge/HEAD/.idea/.gitignore -------------------------------------------------------------------------------- /.idea/RL_Highway_Merge.iml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mahmoudtaouti/RL_Highway_Merge/HEAD/.idea/RL_Highway_Merge.iml -------------------------------------------------------------------------------- /.idea/inspectionProfiles/profiles_settings.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mahmoudtaouti/RL_Highway_Merge/HEAD/.idea/inspectionProfiles/profiles_settings.xml -------------------------------------------------------------------------------- /.idea/misc.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mahmoudtaouti/RL_Highway_Merge/HEAD/.idea/misc.xml -------------------------------------------------------------------------------- /.idea/modules.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mahmoudtaouti/RL_Highway_Merge/HEAD/.idea/modules.xml -------------------------------------------------------------------------------- /.idea/other.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mahmoudtaouti/RL_Highway_Merge/HEAD/.idea/other.xml -------------------------------------------------------------------------------- /ENV_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mahmoudtaouti/RL_Highway_Merge/HEAD/ENV_config.py -------------------------------------------------------------------------------- /MAA2C_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mahmoudtaouti/RL_Highway_Merge/HEAD/MAA2C_config.py -------------------------------------------------------------------------------- /MADQN_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mahmoudtaouti/RL_Highway_Merge/HEAD/MADQN_config.py -------------------------------------------------------------------------------- /MARL/MAA2C.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mahmoudtaouti/RL_Highway_Merge/HEAD/MARL/MAA2C.py -------------------------------------------------------------------------------- /MARL/MADQN.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mahmoudtaouti/RL_Highway_Merge/HEAD/MARL/MADQN.py -------------------------------------------------------------------------------- /MARL/QMIX.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mahmoudtaouti/RL_Highway_Merge/HEAD/MARL/QMIX.py -------------------------------------------------------------------------------- /MARL/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /MARL/agent/A2C.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mahmoudtaouti/RL_Highway_Merge/HEAD/MARL/agent/A2C.py -------------------------------------------------------------------------------- /MARL/agent/DQN.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mahmoudtaouti/RL_Highway_Merge/HEAD/MARL/agent/DQN.py -------------------------------------------------------------------------------- /MARL/agent/DQN_TF.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mahmoudtaouti/RL_Highway_Merge/HEAD/MARL/agent/DQN_TF.py -------------------------------------------------------------------------------- /MARL/agent/QMIX_Agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mahmoudtaouti/RL_Highway_Merge/HEAD/MARL/agent/QMIX_Agent.py -------------------------------------------------------------------------------- /MARL/agent/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /MARL/common/Memory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mahmoudtaouti/RL_Highway_Merge/HEAD/MARL/common/Memory.py -------------------------------------------------------------------------------- /MARL/common/Model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mahmoudtaouti/RL_Highway_Merge/HEAD/MARL/common/Model.py -------------------------------------------------------------------------------- /MARL/common/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mahmoudtaouti/RL_Highway_Merge/HEAD/MARL/common/utils.py -------------------------------------------------------------------------------- /MARL/requirements.txt: -------------------------------------------------------------------------------- 1 | numpy==1.19.0 2 | pandas 3 | gym 4 | matplotlib 5 | opencv-python 6 | pygame 7 | -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mahmoudtaouti/RL_Highway_Merge/HEAD/README.md -------------------------------------------------------------------------------- /data/vtypes.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mahmoudtaouti/RL_Highway_Merge/HEAD/data/vtypes.json -------------------------------------------------------------------------------- /eva/evaluation_log: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /eva/training_perfermance_4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mahmoudtaouti/RL_Highway_Merge/HEAD/eva/training_perfermance_4.png -------------------------------------------------------------------------------- /exec.num: -------------------------------------------------------------------------------- 1 | 107 -------------------------------------------------------------------------------- /gym_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mahmoudtaouti/RL_Highway_Merge/HEAD/gym_test.py -------------------------------------------------------------------------------- /map/Town04.sumocfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mahmoudtaouti/RL_Highway_Merge/HEAD/map/Town04.sumocfg -------------------------------------------------------------------------------- /map/carlavtypes.rou.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mahmoudtaouti/RL_Highway_Merge/HEAD/map/carlavtypes.rou.xml -------------------------------------------------------------------------------- /map/net/Town04.net.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mahmoudtaouti/RL_Highway_Merge/HEAD/map/net/Town04.net.xml -------------------------------------------------------------------------------- /map/rou/Town04.rou.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mahmoudtaouti/RL_Highway_Merge/HEAD/map/rou/Town04.rou.xml -------------------------------------------------------------------------------- /map/rou/Town04_org.rou.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mahmoudtaouti/RL_Highway_Merge/HEAD/map/rou/Town04_org.rou.xml -------------------------------------------------------------------------------- /map/viewsettings.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mahmoudtaouti/RL_Highway_Merge/HEAD/map/viewsettings.xml -------------------------------------------------------------------------------- /on_ramp_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mahmoudtaouti/RL_Highway_Merge/HEAD/on_ramp_env.py -------------------------------------------------------------------------------- /run_maa2c.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mahmoudtaouti/RL_Highway_Merge/HEAD/run_maa2c.py -------------------------------------------------------------------------------- /run_madqn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mahmoudtaouti/RL_Highway_Merge/HEAD/run_madqn.py -------------------------------------------------------------------------------- /sumo_integration/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /sumo_integration/bridge_helper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mahmoudtaouti/RL_Highway_Merge/HEAD/sumo_integration/bridge_helper.py -------------------------------------------------------------------------------- /sumo_integration/carla_simulation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mahmoudtaouti/RL_Highway_Merge/HEAD/sumo_integration/carla_simulation.py -------------------------------------------------------------------------------- /sumo_integration/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mahmoudtaouti/RL_Highway_Merge/HEAD/sumo_integration/constants.py -------------------------------------------------------------------------------- /sumo_integration/sumo_simulation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mahmoudtaouti/RL_Highway_Merge/HEAD/sumo_integration/sumo_simulation.py -------------------------------------------------------------------------------- /sumo_viewport.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mahmoudtaouti/RL_Highway_Merge/HEAD/sumo_viewport.xml -------------------------------------------------------------------------------- /sync_simulation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mahmoudtaouti/RL_Highway_Merge/HEAD/sync_simulation.py -------------------------------------------------------------------------------- /test_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mahmoudtaouti/RL_Highway_Merge/HEAD/test_env.py -------------------------------------------------------------------------------- /util/ModifiedTensorBoard.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mahmoudtaouti/RL_Highway_Merge/HEAD/util/ModifiedTensorBoard.py -------------------------------------------------------------------------------- /util/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /util/common_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mahmoudtaouti/RL_Highway_Merge/HEAD/util/common_util.py -------------------------------------------------------------------------------- /util/create_sumo_vtypes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mahmoudtaouti/RL_Highway_Merge/HEAD/util/create_sumo_vtypes.py -------------------------------------------------------------------------------- /util/data/opendrive_netconvert.typ.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mahmoudtaouti/RL_Highway_Merge/HEAD/util/data/opendrive_netconvert.typ.xml -------------------------------------------------------------------------------- /util/netconvert_carla.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mahmoudtaouti/RL_Highway_Merge/HEAD/util/netconvert_carla.py -------------------------------------------------------------------------------- /util/screen_rec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mahmoudtaouti/RL_Highway_Merge/HEAD/util/screen_rec.py -------------------------------------------------------------------------------- /util/sequential_types.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mahmoudtaouti/RL_Highway_Merge/HEAD/util/sequential_types.py -------------------------------------------------------------------------------- /util/sumo_rec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mahmoudtaouti/RL_Highway_Merge/HEAD/util/sumo_rec.py -------------------------------------------------------------------------------- /util/traci_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mahmoudtaouti/RL_Highway_Merge/HEAD/util/traci_util.py --------------------------------------------------------------------------------