├── .idea ├── .gitignore ├── MARL_CAVs.iml ├── inspectionProfiles │ ├── Project_Default.xml │ └── profiles_settings.xml ├── misc.xml ├── modules.xml └── vcs.xml ├── MARL ├── MAACKTR.py ├── MADQN.py ├── MAPPO.py ├── __init__.py ├── common │ ├── plot_benchmark_safety.py │ ├── plot_fn.py │ └── utils.py ├── configs │ ├── configs_acktr.ini │ ├── configs_dqn.ini │ └── configs_ppo.ini ├── run_maacktr.py ├── run_madqn.py ├── run_mappo.py └── single_agent │ ├── Agent_common.py │ ├── Memory_common.py │ ├── Model_common.py │ ├── kfac.py │ └── utils_common.py ├── README.md ├── docs ├── on-ramp.png └── plot_benchmark_safety1.png ├── highway-env ├── README.md └── highway_env │ ├── __init__.py │ ├── envs │ ├── __init__.py │ ├── common │ │ ├── __init__.py │ │ ├── abstract.py │ │ ├── action.py │ │ ├── finite_mdp.py │ │ ├── graphics.py │ │ ├── idm_controller.py │ │ ├── mdp_controller.py │ │ └── observation.py │ └── merge_env_v1.py │ ├── interval.py │ ├── road │ ├── __init__.py │ ├── graphics.py │ ├── lane.py │ ├── objects.py │ ├── regulation.py │ └── road.py │ ├── types.py │ ├── utils.py │ └── vehicle │ ├── __init__.py │ ├── behavior.py │ ├── controller.py │ ├── dynamics.py │ ├── graphics.py │ ├── kinematics.py │ └── uncertainty │ ├── __init__.py │ ├── estimation.py │ └── prediction.py └── requirements.txt /.idea/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Guna-Sekhar-Sai-Harsha/Deep-Multi-agent-Reinforcement-Learning-for-Highway-On-Ramp-Merging/HEAD/.idea/.gitignore -------------------------------------------------------------------------------- /.idea/MARL_CAVs.iml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Guna-Sekhar-Sai-Harsha/Deep-Multi-agent-Reinforcement-Learning-for-Highway-On-Ramp-Merging/HEAD/.idea/MARL_CAVs.iml -------------------------------------------------------------------------------- /.idea/inspectionProfiles/Project_Default.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Guna-Sekhar-Sai-Harsha/Deep-Multi-agent-Reinforcement-Learning-for-Highway-On-Ramp-Merging/HEAD/.idea/inspectionProfiles/Project_Default.xml -------------------------------------------------------------------------------- /.idea/inspectionProfiles/profiles_settings.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Guna-Sekhar-Sai-Harsha/Deep-Multi-agent-Reinforcement-Learning-for-Highway-On-Ramp-Merging/HEAD/.idea/inspectionProfiles/profiles_settings.xml -------------------------------------------------------------------------------- /.idea/misc.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Guna-Sekhar-Sai-Harsha/Deep-Multi-agent-Reinforcement-Learning-for-Highway-On-Ramp-Merging/HEAD/.idea/misc.xml -------------------------------------------------------------------------------- /.idea/modules.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Guna-Sekhar-Sai-Harsha/Deep-Multi-agent-Reinforcement-Learning-for-Highway-On-Ramp-Merging/HEAD/.idea/modules.xml -------------------------------------------------------------------------------- /.idea/vcs.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Guna-Sekhar-Sai-Harsha/Deep-Multi-agent-Reinforcement-Learning-for-Highway-On-Ramp-Merging/HEAD/.idea/vcs.xml -------------------------------------------------------------------------------- /MARL/MAACKTR.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Guna-Sekhar-Sai-Harsha/Deep-Multi-agent-Reinforcement-Learning-for-Highway-On-Ramp-Merging/HEAD/MARL/MAACKTR.py -------------------------------------------------------------------------------- /MARL/MADQN.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Guna-Sekhar-Sai-Harsha/Deep-Multi-agent-Reinforcement-Learning-for-Highway-On-Ramp-Merging/HEAD/MARL/MADQN.py -------------------------------------------------------------------------------- /MARL/MAPPO.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Guna-Sekhar-Sai-Harsha/Deep-Multi-agent-Reinforcement-Learning-for-Highway-On-Ramp-Merging/HEAD/MARL/MAPPO.py -------------------------------------------------------------------------------- /MARL/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /MARL/common/plot_benchmark_safety.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Guna-Sekhar-Sai-Harsha/Deep-Multi-agent-Reinforcement-Learning-for-Highway-On-Ramp-Merging/HEAD/MARL/common/plot_benchmark_safety.py -------------------------------------------------------------------------------- /MARL/common/plot_fn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Guna-Sekhar-Sai-Harsha/Deep-Multi-agent-Reinforcement-Learning-for-Highway-On-Ramp-Merging/HEAD/MARL/common/plot_fn.py -------------------------------------------------------------------------------- /MARL/common/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Guna-Sekhar-Sai-Harsha/Deep-Multi-agent-Reinforcement-Learning-for-Highway-On-Ramp-Merging/HEAD/MARL/common/utils.py -------------------------------------------------------------------------------- /MARL/configs/configs_acktr.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Guna-Sekhar-Sai-Harsha/Deep-Multi-agent-Reinforcement-Learning-for-Highway-On-Ramp-Merging/HEAD/MARL/configs/configs_acktr.ini -------------------------------------------------------------------------------- /MARL/configs/configs_dqn.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Guna-Sekhar-Sai-Harsha/Deep-Multi-agent-Reinforcement-Learning-for-Highway-On-Ramp-Merging/HEAD/MARL/configs/configs_dqn.ini -------------------------------------------------------------------------------- /MARL/configs/configs_ppo.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Guna-Sekhar-Sai-Harsha/Deep-Multi-agent-Reinforcement-Learning-for-Highway-On-Ramp-Merging/HEAD/MARL/configs/configs_ppo.ini -------------------------------------------------------------------------------- /MARL/run_maacktr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Guna-Sekhar-Sai-Harsha/Deep-Multi-agent-Reinforcement-Learning-for-Highway-On-Ramp-Merging/HEAD/MARL/run_maacktr.py -------------------------------------------------------------------------------- /MARL/run_madqn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Guna-Sekhar-Sai-Harsha/Deep-Multi-agent-Reinforcement-Learning-for-Highway-On-Ramp-Merging/HEAD/MARL/run_madqn.py -------------------------------------------------------------------------------- /MARL/run_mappo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Guna-Sekhar-Sai-Harsha/Deep-Multi-agent-Reinforcement-Learning-for-Highway-On-Ramp-Merging/HEAD/MARL/run_mappo.py -------------------------------------------------------------------------------- /MARL/single_agent/Agent_common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Guna-Sekhar-Sai-Harsha/Deep-Multi-agent-Reinforcement-Learning-for-Highway-On-Ramp-Merging/HEAD/MARL/single_agent/Agent_common.py -------------------------------------------------------------------------------- /MARL/single_agent/Memory_common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Guna-Sekhar-Sai-Harsha/Deep-Multi-agent-Reinforcement-Learning-for-Highway-On-Ramp-Merging/HEAD/MARL/single_agent/Memory_common.py -------------------------------------------------------------------------------- /MARL/single_agent/Model_common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Guna-Sekhar-Sai-Harsha/Deep-Multi-agent-Reinforcement-Learning-for-Highway-On-Ramp-Merging/HEAD/MARL/single_agent/Model_common.py -------------------------------------------------------------------------------- /MARL/single_agent/kfac.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Guna-Sekhar-Sai-Harsha/Deep-Multi-agent-Reinforcement-Learning-for-Highway-On-Ramp-Merging/HEAD/MARL/single_agent/kfac.py -------------------------------------------------------------------------------- /MARL/single_agent/utils_common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Guna-Sekhar-Sai-Harsha/Deep-Multi-agent-Reinforcement-Learning-for-Highway-On-Ramp-Merging/HEAD/MARL/single_agent/utils_common.py -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Guna-Sekhar-Sai-Harsha/Deep-Multi-agent-Reinforcement-Learning-for-Highway-On-Ramp-Merging/HEAD/README.md -------------------------------------------------------------------------------- /docs/on-ramp.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Guna-Sekhar-Sai-Harsha/Deep-Multi-agent-Reinforcement-Learning-for-Highway-On-Ramp-Merging/HEAD/docs/on-ramp.png -------------------------------------------------------------------------------- /docs/plot_benchmark_safety1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Guna-Sekhar-Sai-Harsha/Deep-Multi-agent-Reinforcement-Learning-for-Highway-On-Ramp-Merging/HEAD/docs/plot_benchmark_safety1.png -------------------------------------------------------------------------------- /highway-env/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Guna-Sekhar-Sai-Harsha/Deep-Multi-agent-Reinforcement-Learning-for-Highway-On-Ramp-Merging/HEAD/highway-env/README.md -------------------------------------------------------------------------------- /highway-env/highway_env/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Guna-Sekhar-Sai-Harsha/Deep-Multi-agent-Reinforcement-Learning-for-Highway-On-Ramp-Merging/HEAD/highway-env/highway_env/__init__.py -------------------------------------------------------------------------------- /highway-env/highway_env/envs/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Guna-Sekhar-Sai-Harsha/Deep-Multi-agent-Reinforcement-Learning-for-Highway-On-Ramp-Merging/HEAD/highway-env/highway_env/envs/__init__.py -------------------------------------------------------------------------------- /highway-env/highway_env/envs/common/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /highway-env/highway_env/envs/common/abstract.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Guna-Sekhar-Sai-Harsha/Deep-Multi-agent-Reinforcement-Learning-for-Highway-On-Ramp-Merging/HEAD/highway-env/highway_env/envs/common/abstract.py -------------------------------------------------------------------------------- /highway-env/highway_env/envs/common/action.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Guna-Sekhar-Sai-Harsha/Deep-Multi-agent-Reinforcement-Learning-for-Highway-On-Ramp-Merging/HEAD/highway-env/highway_env/envs/common/action.py -------------------------------------------------------------------------------- /highway-env/highway_env/envs/common/finite_mdp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Guna-Sekhar-Sai-Harsha/Deep-Multi-agent-Reinforcement-Learning-for-Highway-On-Ramp-Merging/HEAD/highway-env/highway_env/envs/common/finite_mdp.py -------------------------------------------------------------------------------- /highway-env/highway_env/envs/common/graphics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Guna-Sekhar-Sai-Harsha/Deep-Multi-agent-Reinforcement-Learning-for-Highway-On-Ramp-Merging/HEAD/highway-env/highway_env/envs/common/graphics.py -------------------------------------------------------------------------------- /highway-env/highway_env/envs/common/idm_controller.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Guna-Sekhar-Sai-Harsha/Deep-Multi-agent-Reinforcement-Learning-for-Highway-On-Ramp-Merging/HEAD/highway-env/highway_env/envs/common/idm_controller.py -------------------------------------------------------------------------------- /highway-env/highway_env/envs/common/mdp_controller.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Guna-Sekhar-Sai-Harsha/Deep-Multi-agent-Reinforcement-Learning-for-Highway-On-Ramp-Merging/HEAD/highway-env/highway_env/envs/common/mdp_controller.py -------------------------------------------------------------------------------- /highway-env/highway_env/envs/common/observation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Guna-Sekhar-Sai-Harsha/Deep-Multi-agent-Reinforcement-Learning-for-Highway-On-Ramp-Merging/HEAD/highway-env/highway_env/envs/common/observation.py -------------------------------------------------------------------------------- /highway-env/highway_env/envs/merge_env_v1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Guna-Sekhar-Sai-Harsha/Deep-Multi-agent-Reinforcement-Learning-for-Highway-On-Ramp-Merging/HEAD/highway-env/highway_env/envs/merge_env_v1.py -------------------------------------------------------------------------------- /highway-env/highway_env/interval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Guna-Sekhar-Sai-Harsha/Deep-Multi-agent-Reinforcement-Learning-for-Highway-On-Ramp-Merging/HEAD/highway-env/highway_env/interval.py -------------------------------------------------------------------------------- /highway-env/highway_env/road/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /highway-env/highway_env/road/graphics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Guna-Sekhar-Sai-Harsha/Deep-Multi-agent-Reinforcement-Learning-for-Highway-On-Ramp-Merging/HEAD/highway-env/highway_env/road/graphics.py -------------------------------------------------------------------------------- /highway-env/highway_env/road/lane.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Guna-Sekhar-Sai-Harsha/Deep-Multi-agent-Reinforcement-Learning-for-Highway-On-Ramp-Merging/HEAD/highway-env/highway_env/road/lane.py -------------------------------------------------------------------------------- /highway-env/highway_env/road/objects.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Guna-Sekhar-Sai-Harsha/Deep-Multi-agent-Reinforcement-Learning-for-Highway-On-Ramp-Merging/HEAD/highway-env/highway_env/road/objects.py -------------------------------------------------------------------------------- /highway-env/highway_env/road/regulation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Guna-Sekhar-Sai-Harsha/Deep-Multi-agent-Reinforcement-Learning-for-Highway-On-Ramp-Merging/HEAD/highway-env/highway_env/road/regulation.py -------------------------------------------------------------------------------- /highway-env/highway_env/road/road.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Guna-Sekhar-Sai-Harsha/Deep-Multi-agent-Reinforcement-Learning-for-Highway-On-Ramp-Merging/HEAD/highway-env/highway_env/road/road.py -------------------------------------------------------------------------------- /highway-env/highway_env/types.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Guna-Sekhar-Sai-Harsha/Deep-Multi-agent-Reinforcement-Learning-for-Highway-On-Ramp-Merging/HEAD/highway-env/highway_env/types.py -------------------------------------------------------------------------------- /highway-env/highway_env/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Guna-Sekhar-Sai-Harsha/Deep-Multi-agent-Reinforcement-Learning-for-Highway-On-Ramp-Merging/HEAD/highway-env/highway_env/utils.py -------------------------------------------------------------------------------- /highway-env/highway_env/vehicle/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /highway-env/highway_env/vehicle/behavior.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Guna-Sekhar-Sai-Harsha/Deep-Multi-agent-Reinforcement-Learning-for-Highway-On-Ramp-Merging/HEAD/highway-env/highway_env/vehicle/behavior.py -------------------------------------------------------------------------------- /highway-env/highway_env/vehicle/controller.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Guna-Sekhar-Sai-Harsha/Deep-Multi-agent-Reinforcement-Learning-for-Highway-On-Ramp-Merging/HEAD/highway-env/highway_env/vehicle/controller.py -------------------------------------------------------------------------------- /highway-env/highway_env/vehicle/dynamics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Guna-Sekhar-Sai-Harsha/Deep-Multi-agent-Reinforcement-Learning-for-Highway-On-Ramp-Merging/HEAD/highway-env/highway_env/vehicle/dynamics.py -------------------------------------------------------------------------------- /highway-env/highway_env/vehicle/graphics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Guna-Sekhar-Sai-Harsha/Deep-Multi-agent-Reinforcement-Learning-for-Highway-On-Ramp-Merging/HEAD/highway-env/highway_env/vehicle/graphics.py -------------------------------------------------------------------------------- /highway-env/highway_env/vehicle/kinematics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Guna-Sekhar-Sai-Harsha/Deep-Multi-agent-Reinforcement-Learning-for-Highway-On-Ramp-Merging/HEAD/highway-env/highway_env/vehicle/kinematics.py -------------------------------------------------------------------------------- /highway-env/highway_env/vehicle/uncertainty/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /highway-env/highway_env/vehicle/uncertainty/estimation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Guna-Sekhar-Sai-Harsha/Deep-Multi-agent-Reinforcement-Learning-for-Highway-On-Ramp-Merging/HEAD/highway-env/highway_env/vehicle/uncertainty/estimation.py -------------------------------------------------------------------------------- /highway-env/highway_env/vehicle/uncertainty/prediction.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Guna-Sekhar-Sai-Harsha/Deep-Multi-agent-Reinforcement-Learning-for-Highway-On-Ramp-Merging/HEAD/highway-env/highway_env/vehicle/uncertainty/prediction.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- 1 | numpy 2 | pandas 3 | gym 4 | matplotlib 5 | opencv-python 6 | pygame 7 | --------------------------------------------------------------------------------