├── .gitignore ├── LICENSE ├── README.md ├── aaa_test.py ├── agents ├── Base_Agent.py ├── DQN_agents │ ├── DDQN.py │ ├── DDQN_With_Prioritised_Experience_Replay.py │ ├── DQN.py │ ├── DQN_HER.py │ ├── DQN_With_Fixed_Q_Targets.py │ ├── Dueling_DDQN.py │ ├── Hierachical_DQN.py │ ├── base_conv_net │ │ ├── mobilenet_v2.py │ │ ├── mobilenet_v2_nobn.py │ │ └── pretrain │ │ │ └── mobilenetv2_0.35-b2e15951.pth │ └── q_networks │ │ ├── single_eye_q_network.py │ │ ├── time_seq_q_network.py │ │ └── two_eye_q_network.py ├── HER_Base.py ├── Trainer.py ├── actor_critic_agents │ ├── A2C.py │ ├── A3C.py │ ├── DDPG.py │ ├── DDPG_HER.py │ ├── SAC.py │ ├── SAC_Discrete.py │ └── TD3.py ├── hierarchical_agents │ ├── DIAYN.py │ ├── HIRO.py │ ├── SNN_HRL.py │ └── h_DQN.py └── policy_gradient_agents │ ├── PPO.py │ └── REINFORCE.py ├── environments ├── Ant_Navigation_Environments.py ├── Atari_Environment.py ├── Bit_Flipping_Environment.py ├── Four_Rooms_Environment.py ├── Long_Corridor_Environment.py ├── Open_AI_Wrappers.py ├── ant_environments │ ├── README.md │ ├── __init__.py │ ├── ant.py │ ├── ant_maze_env.py │ ├── assets │ │ └── ant.xml │ ├── create_maze_env.py │ ├── maze_env.py │ ├── maze_env_utils.py │ ├── point.py │ └── point_maze_env.py └── carla_enviroments │ ├── __init__.py │ ├── carla_base.py │ ├── carla_config │ └── base_config.py │ ├── env_v1_ObstacleAvoidance │ ├── __init__.py │ ├── env_v1.py │ ├── env_v1_config.py │ ├── env_v1_dynamic.py │ ├── env_v1_single_eye.py │ ├── env_v1_two_eyes.py │ ├── env_v1_two_eyes_config.py │ ├── saves │ │ ├── models │ │ │ └── dqn_fix_q │ │ │ │ ├── DQN with Fixed Q Targets_network.pt │ │ │ │ ├── DQN with Fixed Q Targets_network_1.pt │ │ │ │ └── DQN with Fixed Q Targets_network_2.pt │ │ ├── positions │ │ │ ├── 10_vehicle_positions.npz │ │ │ ├── 11_vehicle_positions.npz │ │ │ ├── 12_vehicle_positions.npz │ │ │ ├── 13_vehicle_positions.npz │ │ │ ├── 14_vehicle_positions.npz │ │ │ ├── 15_vehicle_positions.npz │ │ │ ├── 16_vehicle_positions.npz │ │ │ ├── 17_vehicle_positions.npz │ │ │ ├── 18_vehicle_positions.npz │ │ │ ├── 19_vehicle_positions.npz │ │ │ ├── 4_vehicle_positions.npz │ │ │ ├── 5_vehicle_positions.npz │ │ │ ├── 6_vehicle_positions.npz │ │ │ ├── 7_vehicle_positions.npz │ │ │ ├── 8_vehicle_positions.npz │ │ │ ├── 9_vehicle_positions.npz │ │ │ └── 保存了车辆的位置 │ │ └── 一些环境中运行的保存量保存在此 │ └── test_scripts │ │ └── generate_vehicles_pos.py │ ├── test_env_v1_ObstacleAvoidance.py │ └── utils │ ├── kp2hm.py │ ├── sensor_ops.py │ └── world_ops.py ├── exploration_strategies ├── Base_Exploration_Strategy.py ├── Epsilon_Greedy_Exploration.py ├── Gaussian_Exploration.py └── OU_Noise_Exploration.py ├── pictures ├── DDQN_PR.gif ├── DDQN_PR_dynamic.gif └── DQN_with_fixed_target.gif ├── results ├── Bit_Flipping.py ├── Cart_Pole.py ├── Fetch_Reach.py ├── Four_Rooms.py ├── HRL_Experiments.py ├── HRL_Taxi_Experiments.py ├── Hopper.py ├── Long_Corridor.py ├── Mountain_Car.py ├── Reacher.py ├── Space_Invaders.py ├── Taxi.py ├── Walker.py ├── data_and_graphs │ └── Plot_Sets_Of_Results.py ├── obstacle_avoidance_carla.py └── obstacle_avoidance_carla_two_eyes.py ├── tests ├── Test_Action_Balanced_Replay_Buffer.py ├── Test_Agents.py ├── Test_Bit_Flipping_Environment.py ├── Test_DQN_HER.py ├── Test_Deque.py ├── Test_Four_Rooms_Environment.py ├── Test_HIRO.py ├── Test_HRL.py ├── Test_Max_Heap.py ├── Test_Memory_Shaper.py ├── Test_Prioritised_Replay_Buffer.py ├── Test_Sequitur.py └── Test_Trainer.py └── utilities ├── Deepmind_RMS_Prop.py ├── Memory_Shaper.py ├── OU_Noise.py ├── Parallel_Experience_Generator.py ├── PyTorch-logo-2.jpg ├── RL_image.jpeg ├── Tensorboard.py ├── Utility_Functions.py ├── data_structures ├── Action_Balanced_Replay_Buffer.py ├── Config.py ├── Deque.py ├── Max_Heap.py ├── Node.py ├── Prioritised_Replay_Buffer.py ├── Replay_Buffer.py └── Tanh_Distribution.py ├── grammar_algorithms └── k_Sequitur.py └── logging.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/README.md -------------------------------------------------------------------------------- /aaa_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/aaa_test.py -------------------------------------------------------------------------------- /agents/Base_Agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/agents/Base_Agent.py -------------------------------------------------------------------------------- /agents/DQN_agents/DDQN.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/agents/DQN_agents/DDQN.py -------------------------------------------------------------------------------- /agents/DQN_agents/DDQN_With_Prioritised_Experience_Replay.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/agents/DQN_agents/DDQN_With_Prioritised_Experience_Replay.py -------------------------------------------------------------------------------- /agents/DQN_agents/DQN.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/agents/DQN_agents/DQN.py -------------------------------------------------------------------------------- /agents/DQN_agents/DQN_HER.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/agents/DQN_agents/DQN_HER.py -------------------------------------------------------------------------------- /agents/DQN_agents/DQN_With_Fixed_Q_Targets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/agents/DQN_agents/DQN_With_Fixed_Q_Targets.py -------------------------------------------------------------------------------- /agents/DQN_agents/Dueling_DDQN.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/agents/DQN_agents/Dueling_DDQN.py -------------------------------------------------------------------------------- /agents/DQN_agents/Hierachical_DQN.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/agents/DQN_agents/Hierachical_DQN.py -------------------------------------------------------------------------------- /agents/DQN_agents/base_conv_net/mobilenet_v2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/agents/DQN_agents/base_conv_net/mobilenet_v2.py -------------------------------------------------------------------------------- /agents/DQN_agents/base_conv_net/mobilenet_v2_nobn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/agents/DQN_agents/base_conv_net/mobilenet_v2_nobn.py -------------------------------------------------------------------------------- /agents/DQN_agents/base_conv_net/pretrain/mobilenetv2_0.35-b2e15951.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/agents/DQN_agents/base_conv_net/pretrain/mobilenetv2_0.35-b2e15951.pth -------------------------------------------------------------------------------- /agents/DQN_agents/q_networks/single_eye_q_network.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/agents/DQN_agents/q_networks/single_eye_q_network.py -------------------------------------------------------------------------------- /agents/DQN_agents/q_networks/time_seq_q_network.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/agents/DQN_agents/q_networks/time_seq_q_network.py -------------------------------------------------------------------------------- /agents/DQN_agents/q_networks/two_eye_q_network.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/agents/DQN_agents/q_networks/two_eye_q_network.py -------------------------------------------------------------------------------- /agents/HER_Base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/agents/HER_Base.py -------------------------------------------------------------------------------- /agents/Trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/agents/Trainer.py -------------------------------------------------------------------------------- /agents/actor_critic_agents/A2C.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/agents/actor_critic_agents/A2C.py -------------------------------------------------------------------------------- /agents/actor_critic_agents/A3C.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/agents/actor_critic_agents/A3C.py -------------------------------------------------------------------------------- /agents/actor_critic_agents/DDPG.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/agents/actor_critic_agents/DDPG.py -------------------------------------------------------------------------------- /agents/actor_critic_agents/DDPG_HER.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/agents/actor_critic_agents/DDPG_HER.py -------------------------------------------------------------------------------- /agents/actor_critic_agents/SAC.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/agents/actor_critic_agents/SAC.py -------------------------------------------------------------------------------- /agents/actor_critic_agents/SAC_Discrete.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/agents/actor_critic_agents/SAC_Discrete.py -------------------------------------------------------------------------------- /agents/actor_critic_agents/TD3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/agents/actor_critic_agents/TD3.py -------------------------------------------------------------------------------- /agents/hierarchical_agents/DIAYN.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/agents/hierarchical_agents/DIAYN.py -------------------------------------------------------------------------------- /agents/hierarchical_agents/HIRO.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/agents/hierarchical_agents/HIRO.py -------------------------------------------------------------------------------- /agents/hierarchical_agents/SNN_HRL.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/agents/hierarchical_agents/SNN_HRL.py -------------------------------------------------------------------------------- /agents/hierarchical_agents/h_DQN.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/agents/hierarchical_agents/h_DQN.py -------------------------------------------------------------------------------- /agents/policy_gradient_agents/PPO.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/agents/policy_gradient_agents/PPO.py -------------------------------------------------------------------------------- /agents/policy_gradient_agents/REINFORCE.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/agents/policy_gradient_agents/REINFORCE.py -------------------------------------------------------------------------------- /environments/Ant_Navigation_Environments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/environments/Ant_Navigation_Environments.py -------------------------------------------------------------------------------- /environments/Atari_Environment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/environments/Atari_Environment.py -------------------------------------------------------------------------------- /environments/Bit_Flipping_Environment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/environments/Bit_Flipping_Environment.py -------------------------------------------------------------------------------- /environments/Four_Rooms_Environment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/environments/Four_Rooms_Environment.py -------------------------------------------------------------------------------- /environments/Long_Corridor_Environment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/environments/Long_Corridor_Environment.py -------------------------------------------------------------------------------- /environments/Open_AI_Wrappers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/environments/Open_AI_Wrappers.py -------------------------------------------------------------------------------- /environments/ant_environments/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/environments/ant_environments/README.md -------------------------------------------------------------------------------- /environments/ant_environments/__init__.py: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /environments/ant_environments/ant.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/environments/ant_environments/ant.py -------------------------------------------------------------------------------- /environments/ant_environments/ant_maze_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/environments/ant_environments/ant_maze_env.py -------------------------------------------------------------------------------- /environments/ant_environments/assets/ant.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/environments/ant_environments/assets/ant.xml -------------------------------------------------------------------------------- /environments/ant_environments/create_maze_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/environments/ant_environments/create_maze_env.py -------------------------------------------------------------------------------- /environments/ant_environments/maze_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/environments/ant_environments/maze_env.py -------------------------------------------------------------------------------- /environments/ant_environments/maze_env_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/environments/ant_environments/maze_env_utils.py -------------------------------------------------------------------------------- /environments/ant_environments/point.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/environments/ant_environments/point.py -------------------------------------------------------------------------------- /environments/ant_environments/point_maze_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/environments/ant_environments/point_maze_env.py -------------------------------------------------------------------------------- /environments/carla_enviroments/__init__.py: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /environments/carla_enviroments/carla_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/environments/carla_enviroments/carla_base.py -------------------------------------------------------------------------------- /environments/carla_enviroments/carla_config/base_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/environments/carla_enviroments/carla_config/base_config.py -------------------------------------------------------------------------------- /environments/carla_enviroments/env_v1_ObstacleAvoidance/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/environments/carla_enviroments/env_v1_ObstacleAvoidance/__init__.py -------------------------------------------------------------------------------- /environments/carla_enviroments/env_v1_ObstacleAvoidance/env_v1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/environments/carla_enviroments/env_v1_ObstacleAvoidance/env_v1.py -------------------------------------------------------------------------------- /environments/carla_enviroments/env_v1_ObstacleAvoidance/env_v1_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/environments/carla_enviroments/env_v1_ObstacleAvoidance/env_v1_config.py -------------------------------------------------------------------------------- /environments/carla_enviroments/env_v1_ObstacleAvoidance/env_v1_dynamic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/environments/carla_enviroments/env_v1_ObstacleAvoidance/env_v1_dynamic.py -------------------------------------------------------------------------------- /environments/carla_enviroments/env_v1_ObstacleAvoidance/env_v1_single_eye.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/environments/carla_enviroments/env_v1_ObstacleAvoidance/env_v1_single_eye.py -------------------------------------------------------------------------------- /environments/carla_enviroments/env_v1_ObstacleAvoidance/env_v1_two_eyes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/environments/carla_enviroments/env_v1_ObstacleAvoidance/env_v1_two_eyes.py -------------------------------------------------------------------------------- /environments/carla_enviroments/env_v1_ObstacleAvoidance/env_v1_two_eyes_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/environments/carla_enviroments/env_v1_ObstacleAvoidance/env_v1_two_eyes_config.py -------------------------------------------------------------------------------- /environments/carla_enviroments/env_v1_ObstacleAvoidance/saves/models/dqn_fix_q/DQN with Fixed Q Targets_network.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/environments/carla_enviroments/env_v1_ObstacleAvoidance/saves/models/dqn_fix_q/DQN with Fixed Q Targets_network.pt -------------------------------------------------------------------------------- /environments/carla_enviroments/env_v1_ObstacleAvoidance/saves/models/dqn_fix_q/DQN with Fixed Q Targets_network_1.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/environments/carla_enviroments/env_v1_ObstacleAvoidance/saves/models/dqn_fix_q/DQN with Fixed Q Targets_network_1.pt -------------------------------------------------------------------------------- /environments/carla_enviroments/env_v1_ObstacleAvoidance/saves/models/dqn_fix_q/DQN with Fixed Q Targets_network_2.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/environments/carla_enviroments/env_v1_ObstacleAvoidance/saves/models/dqn_fix_q/DQN with Fixed Q Targets_network_2.pt -------------------------------------------------------------------------------- /environments/carla_enviroments/env_v1_ObstacleAvoidance/saves/positions/10_vehicle_positions.npz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/environments/carla_enviroments/env_v1_ObstacleAvoidance/saves/positions/10_vehicle_positions.npz -------------------------------------------------------------------------------- /environments/carla_enviroments/env_v1_ObstacleAvoidance/saves/positions/11_vehicle_positions.npz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/environments/carla_enviroments/env_v1_ObstacleAvoidance/saves/positions/11_vehicle_positions.npz -------------------------------------------------------------------------------- /environments/carla_enviroments/env_v1_ObstacleAvoidance/saves/positions/12_vehicle_positions.npz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/environments/carla_enviroments/env_v1_ObstacleAvoidance/saves/positions/12_vehicle_positions.npz -------------------------------------------------------------------------------- /environments/carla_enviroments/env_v1_ObstacleAvoidance/saves/positions/13_vehicle_positions.npz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/environments/carla_enviroments/env_v1_ObstacleAvoidance/saves/positions/13_vehicle_positions.npz -------------------------------------------------------------------------------- /environments/carla_enviroments/env_v1_ObstacleAvoidance/saves/positions/14_vehicle_positions.npz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/environments/carla_enviroments/env_v1_ObstacleAvoidance/saves/positions/14_vehicle_positions.npz -------------------------------------------------------------------------------- /environments/carla_enviroments/env_v1_ObstacleAvoidance/saves/positions/15_vehicle_positions.npz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/environments/carla_enviroments/env_v1_ObstacleAvoidance/saves/positions/15_vehicle_positions.npz -------------------------------------------------------------------------------- /environments/carla_enviroments/env_v1_ObstacleAvoidance/saves/positions/16_vehicle_positions.npz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/environments/carla_enviroments/env_v1_ObstacleAvoidance/saves/positions/16_vehicle_positions.npz -------------------------------------------------------------------------------- /environments/carla_enviroments/env_v1_ObstacleAvoidance/saves/positions/17_vehicle_positions.npz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/environments/carla_enviroments/env_v1_ObstacleAvoidance/saves/positions/17_vehicle_positions.npz -------------------------------------------------------------------------------- /environments/carla_enviroments/env_v1_ObstacleAvoidance/saves/positions/18_vehicle_positions.npz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/environments/carla_enviroments/env_v1_ObstacleAvoidance/saves/positions/18_vehicle_positions.npz -------------------------------------------------------------------------------- /environments/carla_enviroments/env_v1_ObstacleAvoidance/saves/positions/19_vehicle_positions.npz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/environments/carla_enviroments/env_v1_ObstacleAvoidance/saves/positions/19_vehicle_positions.npz -------------------------------------------------------------------------------- /environments/carla_enviroments/env_v1_ObstacleAvoidance/saves/positions/4_vehicle_positions.npz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/environments/carla_enviroments/env_v1_ObstacleAvoidance/saves/positions/4_vehicle_positions.npz -------------------------------------------------------------------------------- /environments/carla_enviroments/env_v1_ObstacleAvoidance/saves/positions/5_vehicle_positions.npz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/environments/carla_enviroments/env_v1_ObstacleAvoidance/saves/positions/5_vehicle_positions.npz -------------------------------------------------------------------------------- /environments/carla_enviroments/env_v1_ObstacleAvoidance/saves/positions/6_vehicle_positions.npz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/environments/carla_enviroments/env_v1_ObstacleAvoidance/saves/positions/6_vehicle_positions.npz -------------------------------------------------------------------------------- /environments/carla_enviroments/env_v1_ObstacleAvoidance/saves/positions/7_vehicle_positions.npz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/environments/carla_enviroments/env_v1_ObstacleAvoidance/saves/positions/7_vehicle_positions.npz -------------------------------------------------------------------------------- /environments/carla_enviroments/env_v1_ObstacleAvoidance/saves/positions/8_vehicle_positions.npz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/environments/carla_enviroments/env_v1_ObstacleAvoidance/saves/positions/8_vehicle_positions.npz -------------------------------------------------------------------------------- /environments/carla_enviroments/env_v1_ObstacleAvoidance/saves/positions/9_vehicle_positions.npz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/environments/carla_enviroments/env_v1_ObstacleAvoidance/saves/positions/9_vehicle_positions.npz -------------------------------------------------------------------------------- /environments/carla_enviroments/env_v1_ObstacleAvoidance/saves/positions/保存了车辆的位置: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /environments/carla_enviroments/env_v1_ObstacleAvoidance/saves/一些环境中运行的保存量保存在此: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /environments/carla_enviroments/env_v1_ObstacleAvoidance/test_scripts/generate_vehicles_pos.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/environments/carla_enviroments/env_v1_ObstacleAvoidance/test_scripts/generate_vehicles_pos.py -------------------------------------------------------------------------------- /environments/carla_enviroments/test_env_v1_ObstacleAvoidance.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/environments/carla_enviroments/test_env_v1_ObstacleAvoidance.py -------------------------------------------------------------------------------- /environments/carla_enviroments/utils/kp2hm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/environments/carla_enviroments/utils/kp2hm.py -------------------------------------------------------------------------------- /environments/carla_enviroments/utils/sensor_ops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/environments/carla_enviroments/utils/sensor_ops.py -------------------------------------------------------------------------------- /environments/carla_enviroments/utils/world_ops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/environments/carla_enviroments/utils/world_ops.py -------------------------------------------------------------------------------- /exploration_strategies/Base_Exploration_Strategy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/exploration_strategies/Base_Exploration_Strategy.py -------------------------------------------------------------------------------- /exploration_strategies/Epsilon_Greedy_Exploration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/exploration_strategies/Epsilon_Greedy_Exploration.py -------------------------------------------------------------------------------- /exploration_strategies/Gaussian_Exploration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/exploration_strategies/Gaussian_Exploration.py -------------------------------------------------------------------------------- /exploration_strategies/OU_Noise_Exploration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/exploration_strategies/OU_Noise_Exploration.py -------------------------------------------------------------------------------- /pictures/DDQN_PR.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/pictures/DDQN_PR.gif -------------------------------------------------------------------------------- /pictures/DDQN_PR_dynamic.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/pictures/DDQN_PR_dynamic.gif -------------------------------------------------------------------------------- /pictures/DQN_with_fixed_target.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/pictures/DQN_with_fixed_target.gif -------------------------------------------------------------------------------- /results/Bit_Flipping.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/results/Bit_Flipping.py -------------------------------------------------------------------------------- /results/Cart_Pole.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/results/Cart_Pole.py -------------------------------------------------------------------------------- /results/Fetch_Reach.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/results/Fetch_Reach.py -------------------------------------------------------------------------------- /results/Four_Rooms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/results/Four_Rooms.py -------------------------------------------------------------------------------- /results/HRL_Experiments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/results/HRL_Experiments.py -------------------------------------------------------------------------------- /results/HRL_Taxi_Experiments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/results/HRL_Taxi_Experiments.py -------------------------------------------------------------------------------- /results/Hopper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/results/Hopper.py -------------------------------------------------------------------------------- /results/Long_Corridor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/results/Long_Corridor.py -------------------------------------------------------------------------------- /results/Mountain_Car.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/results/Mountain_Car.py -------------------------------------------------------------------------------- /results/Reacher.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/results/Reacher.py -------------------------------------------------------------------------------- /results/Space_Invaders.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/results/Space_Invaders.py -------------------------------------------------------------------------------- /results/Taxi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/results/Taxi.py -------------------------------------------------------------------------------- /results/Walker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/results/Walker.py -------------------------------------------------------------------------------- /results/data_and_graphs/Plot_Sets_Of_Results.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/results/data_and_graphs/Plot_Sets_Of_Results.py -------------------------------------------------------------------------------- /results/obstacle_avoidance_carla.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/results/obstacle_avoidance_carla.py -------------------------------------------------------------------------------- /results/obstacle_avoidance_carla_two_eyes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/results/obstacle_avoidance_carla_two_eyes.py -------------------------------------------------------------------------------- /tests/Test_Action_Balanced_Replay_Buffer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/tests/Test_Action_Balanced_Replay_Buffer.py -------------------------------------------------------------------------------- /tests/Test_Agents.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/tests/Test_Agents.py -------------------------------------------------------------------------------- /tests/Test_Bit_Flipping_Environment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/tests/Test_Bit_Flipping_Environment.py -------------------------------------------------------------------------------- /tests/Test_DQN_HER.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/tests/Test_DQN_HER.py -------------------------------------------------------------------------------- /tests/Test_Deque.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/tests/Test_Deque.py -------------------------------------------------------------------------------- /tests/Test_Four_Rooms_Environment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/tests/Test_Four_Rooms_Environment.py -------------------------------------------------------------------------------- /tests/Test_HIRO.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/tests/Test_HIRO.py -------------------------------------------------------------------------------- /tests/Test_HRL.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/tests/Test_HRL.py -------------------------------------------------------------------------------- /tests/Test_Max_Heap.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/tests/Test_Max_Heap.py -------------------------------------------------------------------------------- /tests/Test_Memory_Shaper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/tests/Test_Memory_Shaper.py -------------------------------------------------------------------------------- /tests/Test_Prioritised_Replay_Buffer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/tests/Test_Prioritised_Replay_Buffer.py -------------------------------------------------------------------------------- /tests/Test_Sequitur.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/tests/Test_Sequitur.py -------------------------------------------------------------------------------- /tests/Test_Trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/tests/Test_Trainer.py -------------------------------------------------------------------------------- /utilities/Deepmind_RMS_Prop.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/utilities/Deepmind_RMS_Prop.py -------------------------------------------------------------------------------- /utilities/Memory_Shaper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/utilities/Memory_Shaper.py -------------------------------------------------------------------------------- /utilities/OU_Noise.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/utilities/OU_Noise.py -------------------------------------------------------------------------------- /utilities/Parallel_Experience_Generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/utilities/Parallel_Experience_Generator.py -------------------------------------------------------------------------------- /utilities/PyTorch-logo-2.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/utilities/PyTorch-logo-2.jpg -------------------------------------------------------------------------------- /utilities/RL_image.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/utilities/RL_image.jpeg -------------------------------------------------------------------------------- /utilities/Tensorboard.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/utilities/Tensorboard.py -------------------------------------------------------------------------------- /utilities/Utility_Functions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/utilities/Utility_Functions.py -------------------------------------------------------------------------------- /utilities/data_structures/Action_Balanced_Replay_Buffer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/utilities/data_structures/Action_Balanced_Replay_Buffer.py -------------------------------------------------------------------------------- /utilities/data_structures/Config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/utilities/data_structures/Config.py -------------------------------------------------------------------------------- /utilities/data_structures/Deque.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/utilities/data_structures/Deque.py -------------------------------------------------------------------------------- /utilities/data_structures/Max_Heap.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/utilities/data_structures/Max_Heap.py -------------------------------------------------------------------------------- /utilities/data_structures/Node.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/utilities/data_structures/Node.py -------------------------------------------------------------------------------- /utilities/data_structures/Prioritised_Replay_Buffer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/utilities/data_structures/Prioritised_Replay_Buffer.py -------------------------------------------------------------------------------- /utilities/data_structures/Replay_Buffer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/utilities/data_structures/Replay_Buffer.py -------------------------------------------------------------------------------- /utilities/data_structures/Tanh_Distribution.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/utilities/data_structures/Tanh_Distribution.py -------------------------------------------------------------------------------- /utilities/grammar_algorithms/k_Sequitur.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/utilities/grammar_algorithms/k_Sequitur.py -------------------------------------------------------------------------------- /utilities/logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YoungYoung619/reinforcement-learning-based-driving-decision-in-Carla/HEAD/utilities/logging.py --------------------------------------------------------------------------------