├── .gitignore ├── Dockerfile ├── LICENSE ├── README.md ├── agent_config.py ├── agent_env_config.py ├── agents ├── Agent_57.py ├── Blank_DQN.py ├── C2D.py ├── DQN.py ├── FQF.py ├── ICM_model.py ├── IQN.py ├── PPO.py ├── QR_DQN.py ├── QUOTA.py ├── REDQ.py ├── RND_model.py └── SAC.py ├── env_test.py ├── envs └── custom_highway_env │ ├── __init__.py │ ├── envs │ ├── __init__.py │ ├── common │ │ ├── __init__.py │ │ ├── abstract.py │ │ ├── action.py │ │ ├── finite_mdp.py │ │ ├── graphics.py │ │ └── observation.py │ ├── exit_env.py │ ├── highway_env.py │ ├── intersection_env.py │ ├── lane_keeping_env.py │ ├── merge_env.py │ ├── parking_env.py │ ├── racetrack_env.py │ ├── roundabout_env.py │ ├── summon_env.py │ ├── two_way_env.py │ └── u_turn_env.py │ ├── interval.py │ ├── road │ ├── __init__.py │ ├── graphics.py │ ├── lane.py │ ├── regulation.py │ ├── road.py │ └── spline.py │ ├── utils.py │ └── vehicle │ ├── __init__.py │ ├── behavior.py │ ├── controller.py │ ├── dynamics.py │ ├── graphics.py │ ├── kinematics.py │ ├── objects.py │ └── uncertainty │ ├── __init__.py │ ├── estimation.py │ └── prediction.py ├── extractor_config.py ├── feature_extractor ├── AttentionExtractor.py ├── ConvolutionalExtractor.py ├── CustomExtractor.py ├── GraphExtractor.py ├── MLPExtractor.py ├── README.md ├── RecurrentExtractor.py └── __init__.py ├── main curriculum.py ├── main.py ├── plot ├── plot_highway.py ├── plot_highway_compare_per_agent.py └── plot_highway_compare_with_agent.py └── utils ├── __init__.py ├── prioritized_memory.py ├── prioritized_memory_numpy.py ├── replay_buffer.py ├── rl_loader.py ├── rl_logger.py ├── state_logger.py └── sum_tree.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeungeonBaek/discrete-agents-test/HEAD/.gitignore -------------------------------------------------------------------------------- /Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeungeonBaek/discrete-agents-test/HEAD/Dockerfile -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeungeonBaek/discrete-agents-test/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeungeonBaek/discrete-agents-test/HEAD/README.md -------------------------------------------------------------------------------- /agent_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeungeonBaek/discrete-agents-test/HEAD/agent_config.py -------------------------------------------------------------------------------- /agent_env_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeungeonBaek/discrete-agents-test/HEAD/agent_env_config.py -------------------------------------------------------------------------------- /agents/Agent_57.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeungeonBaek/discrete-agents-test/HEAD/agents/Agent_57.py -------------------------------------------------------------------------------- /agents/Blank_DQN.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeungeonBaek/discrete-agents-test/HEAD/agents/Blank_DQN.py -------------------------------------------------------------------------------- /agents/C2D.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeungeonBaek/discrete-agents-test/HEAD/agents/C2D.py -------------------------------------------------------------------------------- /agents/DQN.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeungeonBaek/discrete-agents-test/HEAD/agents/DQN.py -------------------------------------------------------------------------------- /agents/FQF.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeungeonBaek/discrete-agents-test/HEAD/agents/FQF.py -------------------------------------------------------------------------------- /agents/ICM_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeungeonBaek/discrete-agents-test/HEAD/agents/ICM_model.py -------------------------------------------------------------------------------- /agents/IQN.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeungeonBaek/discrete-agents-test/HEAD/agents/IQN.py -------------------------------------------------------------------------------- /agents/PPO.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeungeonBaek/discrete-agents-test/HEAD/agents/PPO.py -------------------------------------------------------------------------------- /agents/QR_DQN.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeungeonBaek/discrete-agents-test/HEAD/agents/QR_DQN.py -------------------------------------------------------------------------------- /agents/QUOTA.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeungeonBaek/discrete-agents-test/HEAD/agents/QUOTA.py -------------------------------------------------------------------------------- /agents/REDQ.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeungeonBaek/discrete-agents-test/HEAD/agents/REDQ.py -------------------------------------------------------------------------------- /agents/RND_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeungeonBaek/discrete-agents-test/HEAD/agents/RND_model.py -------------------------------------------------------------------------------- /agents/SAC.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeungeonBaek/discrete-agents-test/HEAD/agents/SAC.py -------------------------------------------------------------------------------- /env_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeungeonBaek/discrete-agents-test/HEAD/env_test.py -------------------------------------------------------------------------------- /envs/custom_highway_env/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeungeonBaek/discrete-agents-test/HEAD/envs/custom_highway_env/__init__.py -------------------------------------------------------------------------------- /envs/custom_highway_env/envs/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeungeonBaek/discrete-agents-test/HEAD/envs/custom_highway_env/envs/__init__.py -------------------------------------------------------------------------------- /envs/custom_highway_env/envs/common/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /envs/custom_highway_env/envs/common/abstract.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeungeonBaek/discrete-agents-test/HEAD/envs/custom_highway_env/envs/common/abstract.py -------------------------------------------------------------------------------- /envs/custom_highway_env/envs/common/action.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeungeonBaek/discrete-agents-test/HEAD/envs/custom_highway_env/envs/common/action.py -------------------------------------------------------------------------------- /envs/custom_highway_env/envs/common/finite_mdp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeungeonBaek/discrete-agents-test/HEAD/envs/custom_highway_env/envs/common/finite_mdp.py -------------------------------------------------------------------------------- /envs/custom_highway_env/envs/common/graphics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeungeonBaek/discrete-agents-test/HEAD/envs/custom_highway_env/envs/common/graphics.py -------------------------------------------------------------------------------- /envs/custom_highway_env/envs/common/observation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeungeonBaek/discrete-agents-test/HEAD/envs/custom_highway_env/envs/common/observation.py -------------------------------------------------------------------------------- /envs/custom_highway_env/envs/exit_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeungeonBaek/discrete-agents-test/HEAD/envs/custom_highway_env/envs/exit_env.py -------------------------------------------------------------------------------- /envs/custom_highway_env/envs/highway_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeungeonBaek/discrete-agents-test/HEAD/envs/custom_highway_env/envs/highway_env.py -------------------------------------------------------------------------------- /envs/custom_highway_env/envs/intersection_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeungeonBaek/discrete-agents-test/HEAD/envs/custom_highway_env/envs/intersection_env.py -------------------------------------------------------------------------------- /envs/custom_highway_env/envs/lane_keeping_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeungeonBaek/discrete-agents-test/HEAD/envs/custom_highway_env/envs/lane_keeping_env.py -------------------------------------------------------------------------------- /envs/custom_highway_env/envs/merge_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeungeonBaek/discrete-agents-test/HEAD/envs/custom_highway_env/envs/merge_env.py -------------------------------------------------------------------------------- /envs/custom_highway_env/envs/parking_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeungeonBaek/discrete-agents-test/HEAD/envs/custom_highway_env/envs/parking_env.py -------------------------------------------------------------------------------- /envs/custom_highway_env/envs/racetrack_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeungeonBaek/discrete-agents-test/HEAD/envs/custom_highway_env/envs/racetrack_env.py -------------------------------------------------------------------------------- /envs/custom_highway_env/envs/roundabout_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeungeonBaek/discrete-agents-test/HEAD/envs/custom_highway_env/envs/roundabout_env.py -------------------------------------------------------------------------------- /envs/custom_highway_env/envs/summon_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeungeonBaek/discrete-agents-test/HEAD/envs/custom_highway_env/envs/summon_env.py -------------------------------------------------------------------------------- /envs/custom_highway_env/envs/two_way_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeungeonBaek/discrete-agents-test/HEAD/envs/custom_highway_env/envs/two_way_env.py -------------------------------------------------------------------------------- /envs/custom_highway_env/envs/u_turn_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeungeonBaek/discrete-agents-test/HEAD/envs/custom_highway_env/envs/u_turn_env.py -------------------------------------------------------------------------------- /envs/custom_highway_env/interval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeungeonBaek/discrete-agents-test/HEAD/envs/custom_highway_env/interval.py -------------------------------------------------------------------------------- /envs/custom_highway_env/road/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /envs/custom_highway_env/road/graphics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeungeonBaek/discrete-agents-test/HEAD/envs/custom_highway_env/road/graphics.py -------------------------------------------------------------------------------- /envs/custom_highway_env/road/lane.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeungeonBaek/discrete-agents-test/HEAD/envs/custom_highway_env/road/lane.py -------------------------------------------------------------------------------- /envs/custom_highway_env/road/regulation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeungeonBaek/discrete-agents-test/HEAD/envs/custom_highway_env/road/regulation.py -------------------------------------------------------------------------------- /envs/custom_highway_env/road/road.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeungeonBaek/discrete-agents-test/HEAD/envs/custom_highway_env/road/road.py -------------------------------------------------------------------------------- /envs/custom_highway_env/road/spline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeungeonBaek/discrete-agents-test/HEAD/envs/custom_highway_env/road/spline.py -------------------------------------------------------------------------------- /envs/custom_highway_env/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeungeonBaek/discrete-agents-test/HEAD/envs/custom_highway_env/utils.py -------------------------------------------------------------------------------- /envs/custom_highway_env/vehicle/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /envs/custom_highway_env/vehicle/behavior.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeungeonBaek/discrete-agents-test/HEAD/envs/custom_highway_env/vehicle/behavior.py -------------------------------------------------------------------------------- /envs/custom_highway_env/vehicle/controller.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeungeonBaek/discrete-agents-test/HEAD/envs/custom_highway_env/vehicle/controller.py -------------------------------------------------------------------------------- /envs/custom_highway_env/vehicle/dynamics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeungeonBaek/discrete-agents-test/HEAD/envs/custom_highway_env/vehicle/dynamics.py -------------------------------------------------------------------------------- /envs/custom_highway_env/vehicle/graphics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeungeonBaek/discrete-agents-test/HEAD/envs/custom_highway_env/vehicle/graphics.py -------------------------------------------------------------------------------- /envs/custom_highway_env/vehicle/kinematics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeungeonBaek/discrete-agents-test/HEAD/envs/custom_highway_env/vehicle/kinematics.py -------------------------------------------------------------------------------- /envs/custom_highway_env/vehicle/objects.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeungeonBaek/discrete-agents-test/HEAD/envs/custom_highway_env/vehicle/objects.py -------------------------------------------------------------------------------- /envs/custom_highway_env/vehicle/uncertainty/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /envs/custom_highway_env/vehicle/uncertainty/estimation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeungeonBaek/discrete-agents-test/HEAD/envs/custom_highway_env/vehicle/uncertainty/estimation.py -------------------------------------------------------------------------------- /envs/custom_highway_env/vehicle/uncertainty/prediction.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeungeonBaek/discrete-agents-test/HEAD/envs/custom_highway_env/vehicle/uncertainty/prediction.py -------------------------------------------------------------------------------- /extractor_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeungeonBaek/discrete-agents-test/HEAD/extractor_config.py -------------------------------------------------------------------------------- /feature_extractor/AttentionExtractor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeungeonBaek/discrete-agents-test/HEAD/feature_extractor/AttentionExtractor.py -------------------------------------------------------------------------------- /feature_extractor/ConvolutionalExtractor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeungeonBaek/discrete-agents-test/HEAD/feature_extractor/ConvolutionalExtractor.py -------------------------------------------------------------------------------- /feature_extractor/CustomExtractor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeungeonBaek/discrete-agents-test/HEAD/feature_extractor/CustomExtractor.py -------------------------------------------------------------------------------- /feature_extractor/GraphExtractor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeungeonBaek/discrete-agents-test/HEAD/feature_extractor/GraphExtractor.py -------------------------------------------------------------------------------- /feature_extractor/MLPExtractor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeungeonBaek/discrete-agents-test/HEAD/feature_extractor/MLPExtractor.py -------------------------------------------------------------------------------- /feature_extractor/README.md: -------------------------------------------------------------------------------- 1 | . -------------------------------------------------------------------------------- /feature_extractor/RecurrentExtractor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeungeonBaek/discrete-agents-test/HEAD/feature_extractor/RecurrentExtractor.py -------------------------------------------------------------------------------- /feature_extractor/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeungeonBaek/discrete-agents-test/HEAD/feature_extractor/__init__.py -------------------------------------------------------------------------------- /main curriculum.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeungeonBaek/discrete-agents-test/HEAD/main curriculum.py -------------------------------------------------------------------------------- /main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeungeonBaek/discrete-agents-test/HEAD/main.py -------------------------------------------------------------------------------- /plot/plot_highway.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeungeonBaek/discrete-agents-test/HEAD/plot/plot_highway.py -------------------------------------------------------------------------------- /plot/plot_highway_compare_per_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeungeonBaek/discrete-agents-test/HEAD/plot/plot_highway_compare_per_agent.py -------------------------------------------------------------------------------- /plot/plot_highway_compare_with_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeungeonBaek/discrete-agents-test/HEAD/plot/plot_highway_compare_with_agent.py -------------------------------------------------------------------------------- /utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /utils/prioritized_memory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeungeonBaek/discrete-agents-test/HEAD/utils/prioritized_memory.py -------------------------------------------------------------------------------- /utils/prioritized_memory_numpy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeungeonBaek/discrete-agents-test/HEAD/utils/prioritized_memory_numpy.py -------------------------------------------------------------------------------- /utils/replay_buffer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeungeonBaek/discrete-agents-test/HEAD/utils/replay_buffer.py -------------------------------------------------------------------------------- /utils/rl_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeungeonBaek/discrete-agents-test/HEAD/utils/rl_loader.py -------------------------------------------------------------------------------- /utils/rl_logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeungeonBaek/discrete-agents-test/HEAD/utils/rl_logger.py -------------------------------------------------------------------------------- /utils/state_logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeungeonBaek/discrete-agents-test/HEAD/utils/state_logger.py -------------------------------------------------------------------------------- /utils/sum_tree.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeungeonBaek/discrete-agents-test/HEAD/utils/sum_tree.py --------------------------------------------------------------------------------