├── LICENSE ├── README.md ├── agent ├── __init__.py ├── buffer.py ├── network.py └── ppo_discrete.py ├── grid_simulator ├── __init__.py ├── __pycache__ │ └── __init__.cpython-37.pyc └── envs │ ├── __init__.py │ ├── __pycache__ │ ├── __init__.cpython-37.pyc │ ├── explore_env_v1.cpython-37.pyc │ ├── explore_env_v2.cpython-37.pyc │ └── explore_env_v5.cpython-37.pyc │ ├── explore_env_v1.py │ └── map │ ├── __init__.py │ ├── read_excel.py │ ├── test_map_l1.npy │ ├── test_map_l1.xlsx │ ├── test_map_l2.npy │ ├── test_map_l2.xlsx │ ├── test_map_l3.npy │ ├── test_map_l3.xlsx │ ├── test_map_l4.npy │ ├── test_map_l4.xlsx │ ├── test_map_l5.npy │ ├── test_map_l5.xlsx │ ├── train_map_l1.npy │ ├── train_map_l1.xlsx │ ├── train_map_l2.npy │ ├── train_map_l2.xlsx │ ├── train_map_l3.npy │ ├── train_map_l3.xlsx │ ├── train_map_l4.npy │ ├── train_map_l4.xlsx │ ├── train_map_l5.npy │ └── train_map_l5.xlsx ├── train ├── CCPPO_main.py ├── CPPO_main.py ├── PPO_main.py ├── configs.py ├── data_train │ └── readme.txt ├── evaluate_multi_seeds.py ├── model │ ├── CCPPO_env_v1_all_maps_number_1_seed_11_index_300.pth │ ├── CCPPO_env_v1_all_maps_number_1_seed_1_index_300.pth │ ├── CCPPO_env_v1_all_maps_number_1_seed_30_index_300.pth │ ├── CCPPO_env_v1_all_maps_number_1_seed_80_index_300.pth │ ├── CCPPO_env_v1_all_maps_number_1_seed_90_index_300.pth │ ├── CPPO_env_v1_all_maps_number_1_seed_11_index_300.pth │ ├── CPPO_env_v1_all_maps_number_1_seed_1_index_300.pth │ ├── CPPO_env_v1_all_maps_number_1_seed_30_index_300.pth │ ├── CPPO_env_v1_all_maps_number_1_seed_80_index_300.pth │ ├── CPPO_env_v1_all_maps_number_1_seed_90_index_300.pth │ ├── PPO_env_v1_all_maps_number_1_seed_11_index_300.pth │ ├── PPO_env_v1_all_maps_number_1_seed_1_index_300.pth │ ├── PPO_env_v1_all_maps_number_1_seed_30_index_300.pth │ ├── PPO_env_v1_all_maps_number_1_seed_80_index_300.pth │ └── PPO_env_v1_all_maps_number_1_seed_90_index_300.pth └── tensorboard │ └── readme.txt └── utils ├── __init__.py ├── data_augmentation.py └── str2bool.py /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeamanLi/CCRL_Exploration/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeamanLi/CCRL_Exploration/HEAD/README.md -------------------------------------------------------------------------------- /agent/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /agent/buffer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeamanLi/CCRL_Exploration/HEAD/agent/buffer.py -------------------------------------------------------------------------------- /agent/network.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeamanLi/CCRL_Exploration/HEAD/agent/network.py -------------------------------------------------------------------------------- /agent/ppo_discrete.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeamanLi/CCRL_Exploration/HEAD/agent/ppo_discrete.py -------------------------------------------------------------------------------- /grid_simulator/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeamanLi/CCRL_Exploration/HEAD/grid_simulator/__init__.py -------------------------------------------------------------------------------- /grid_simulator/__pycache__/__init__.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeamanLi/CCRL_Exploration/HEAD/grid_simulator/__pycache__/__init__.cpython-37.pyc -------------------------------------------------------------------------------- /grid_simulator/envs/__init__.py: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /grid_simulator/envs/__pycache__/__init__.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeamanLi/CCRL_Exploration/HEAD/grid_simulator/envs/__pycache__/__init__.cpython-37.pyc -------------------------------------------------------------------------------- /grid_simulator/envs/__pycache__/explore_env_v1.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeamanLi/CCRL_Exploration/HEAD/grid_simulator/envs/__pycache__/explore_env_v1.cpython-37.pyc -------------------------------------------------------------------------------- /grid_simulator/envs/__pycache__/explore_env_v2.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeamanLi/CCRL_Exploration/HEAD/grid_simulator/envs/__pycache__/explore_env_v2.cpython-37.pyc -------------------------------------------------------------------------------- /grid_simulator/envs/__pycache__/explore_env_v5.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeamanLi/CCRL_Exploration/HEAD/grid_simulator/envs/__pycache__/explore_env_v5.cpython-37.pyc -------------------------------------------------------------------------------- /grid_simulator/envs/explore_env_v1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeamanLi/CCRL_Exploration/HEAD/grid_simulator/envs/explore_env_v1.py -------------------------------------------------------------------------------- /grid_simulator/envs/map/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /grid_simulator/envs/map/read_excel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeamanLi/CCRL_Exploration/HEAD/grid_simulator/envs/map/read_excel.py -------------------------------------------------------------------------------- /grid_simulator/envs/map/test_map_l1.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeamanLi/CCRL_Exploration/HEAD/grid_simulator/envs/map/test_map_l1.npy -------------------------------------------------------------------------------- /grid_simulator/envs/map/test_map_l1.xlsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeamanLi/CCRL_Exploration/HEAD/grid_simulator/envs/map/test_map_l1.xlsx -------------------------------------------------------------------------------- /grid_simulator/envs/map/test_map_l2.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeamanLi/CCRL_Exploration/HEAD/grid_simulator/envs/map/test_map_l2.npy -------------------------------------------------------------------------------- /grid_simulator/envs/map/test_map_l2.xlsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeamanLi/CCRL_Exploration/HEAD/grid_simulator/envs/map/test_map_l2.xlsx -------------------------------------------------------------------------------- /grid_simulator/envs/map/test_map_l3.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeamanLi/CCRL_Exploration/HEAD/grid_simulator/envs/map/test_map_l3.npy -------------------------------------------------------------------------------- /grid_simulator/envs/map/test_map_l3.xlsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeamanLi/CCRL_Exploration/HEAD/grid_simulator/envs/map/test_map_l3.xlsx -------------------------------------------------------------------------------- /grid_simulator/envs/map/test_map_l4.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeamanLi/CCRL_Exploration/HEAD/grid_simulator/envs/map/test_map_l4.npy -------------------------------------------------------------------------------- /grid_simulator/envs/map/test_map_l4.xlsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeamanLi/CCRL_Exploration/HEAD/grid_simulator/envs/map/test_map_l4.xlsx -------------------------------------------------------------------------------- /grid_simulator/envs/map/test_map_l5.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeamanLi/CCRL_Exploration/HEAD/grid_simulator/envs/map/test_map_l5.npy -------------------------------------------------------------------------------- /grid_simulator/envs/map/test_map_l5.xlsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeamanLi/CCRL_Exploration/HEAD/grid_simulator/envs/map/test_map_l5.xlsx -------------------------------------------------------------------------------- /grid_simulator/envs/map/train_map_l1.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeamanLi/CCRL_Exploration/HEAD/grid_simulator/envs/map/train_map_l1.npy -------------------------------------------------------------------------------- /grid_simulator/envs/map/train_map_l1.xlsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeamanLi/CCRL_Exploration/HEAD/grid_simulator/envs/map/train_map_l1.xlsx -------------------------------------------------------------------------------- /grid_simulator/envs/map/train_map_l2.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeamanLi/CCRL_Exploration/HEAD/grid_simulator/envs/map/train_map_l2.npy -------------------------------------------------------------------------------- /grid_simulator/envs/map/train_map_l2.xlsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeamanLi/CCRL_Exploration/HEAD/grid_simulator/envs/map/train_map_l2.xlsx -------------------------------------------------------------------------------- /grid_simulator/envs/map/train_map_l3.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeamanLi/CCRL_Exploration/HEAD/grid_simulator/envs/map/train_map_l3.npy -------------------------------------------------------------------------------- /grid_simulator/envs/map/train_map_l3.xlsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeamanLi/CCRL_Exploration/HEAD/grid_simulator/envs/map/train_map_l3.xlsx -------------------------------------------------------------------------------- /grid_simulator/envs/map/train_map_l4.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeamanLi/CCRL_Exploration/HEAD/grid_simulator/envs/map/train_map_l4.npy -------------------------------------------------------------------------------- /grid_simulator/envs/map/train_map_l4.xlsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeamanLi/CCRL_Exploration/HEAD/grid_simulator/envs/map/train_map_l4.xlsx -------------------------------------------------------------------------------- /grid_simulator/envs/map/train_map_l5.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeamanLi/CCRL_Exploration/HEAD/grid_simulator/envs/map/train_map_l5.npy -------------------------------------------------------------------------------- /grid_simulator/envs/map/train_map_l5.xlsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeamanLi/CCRL_Exploration/HEAD/grid_simulator/envs/map/train_map_l5.xlsx -------------------------------------------------------------------------------- /train/CCPPO_main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeamanLi/CCRL_Exploration/HEAD/train/CCPPO_main.py -------------------------------------------------------------------------------- /train/CPPO_main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeamanLi/CCRL_Exploration/HEAD/train/CPPO_main.py -------------------------------------------------------------------------------- /train/PPO_main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeamanLi/CCRL_Exploration/HEAD/train/PPO_main.py -------------------------------------------------------------------------------- /train/configs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeamanLi/CCRL_Exploration/HEAD/train/configs.py -------------------------------------------------------------------------------- /train/data_train/readme.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeamanLi/CCRL_Exploration/HEAD/train/data_train/readme.txt -------------------------------------------------------------------------------- /train/evaluate_multi_seeds.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeamanLi/CCRL_Exploration/HEAD/train/evaluate_multi_seeds.py -------------------------------------------------------------------------------- /train/model/CCPPO_env_v1_all_maps_number_1_seed_11_index_300.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeamanLi/CCRL_Exploration/HEAD/train/model/CCPPO_env_v1_all_maps_number_1_seed_11_index_300.pth -------------------------------------------------------------------------------- /train/model/CCPPO_env_v1_all_maps_number_1_seed_1_index_300.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeamanLi/CCRL_Exploration/HEAD/train/model/CCPPO_env_v1_all_maps_number_1_seed_1_index_300.pth -------------------------------------------------------------------------------- /train/model/CCPPO_env_v1_all_maps_number_1_seed_30_index_300.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeamanLi/CCRL_Exploration/HEAD/train/model/CCPPO_env_v1_all_maps_number_1_seed_30_index_300.pth -------------------------------------------------------------------------------- /train/model/CCPPO_env_v1_all_maps_number_1_seed_80_index_300.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeamanLi/CCRL_Exploration/HEAD/train/model/CCPPO_env_v1_all_maps_number_1_seed_80_index_300.pth -------------------------------------------------------------------------------- /train/model/CCPPO_env_v1_all_maps_number_1_seed_90_index_300.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeamanLi/CCRL_Exploration/HEAD/train/model/CCPPO_env_v1_all_maps_number_1_seed_90_index_300.pth -------------------------------------------------------------------------------- /train/model/CPPO_env_v1_all_maps_number_1_seed_11_index_300.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeamanLi/CCRL_Exploration/HEAD/train/model/CPPO_env_v1_all_maps_number_1_seed_11_index_300.pth -------------------------------------------------------------------------------- /train/model/CPPO_env_v1_all_maps_number_1_seed_1_index_300.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeamanLi/CCRL_Exploration/HEAD/train/model/CPPO_env_v1_all_maps_number_1_seed_1_index_300.pth -------------------------------------------------------------------------------- /train/model/CPPO_env_v1_all_maps_number_1_seed_30_index_300.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeamanLi/CCRL_Exploration/HEAD/train/model/CPPO_env_v1_all_maps_number_1_seed_30_index_300.pth -------------------------------------------------------------------------------- /train/model/CPPO_env_v1_all_maps_number_1_seed_80_index_300.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeamanLi/CCRL_Exploration/HEAD/train/model/CPPO_env_v1_all_maps_number_1_seed_80_index_300.pth -------------------------------------------------------------------------------- /train/model/CPPO_env_v1_all_maps_number_1_seed_90_index_300.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeamanLi/CCRL_Exploration/HEAD/train/model/CPPO_env_v1_all_maps_number_1_seed_90_index_300.pth -------------------------------------------------------------------------------- /train/model/PPO_env_v1_all_maps_number_1_seed_11_index_300.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeamanLi/CCRL_Exploration/HEAD/train/model/PPO_env_v1_all_maps_number_1_seed_11_index_300.pth -------------------------------------------------------------------------------- /train/model/PPO_env_v1_all_maps_number_1_seed_1_index_300.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeamanLi/CCRL_Exploration/HEAD/train/model/PPO_env_v1_all_maps_number_1_seed_1_index_300.pth -------------------------------------------------------------------------------- /train/model/PPO_env_v1_all_maps_number_1_seed_30_index_300.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeamanLi/CCRL_Exploration/HEAD/train/model/PPO_env_v1_all_maps_number_1_seed_30_index_300.pth -------------------------------------------------------------------------------- /train/model/PPO_env_v1_all_maps_number_1_seed_80_index_300.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeamanLi/CCRL_Exploration/HEAD/train/model/PPO_env_v1_all_maps_number_1_seed_80_index_300.pth -------------------------------------------------------------------------------- /train/model/PPO_env_v1_all_maps_number_1_seed_90_index_300.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeamanLi/CCRL_Exploration/HEAD/train/model/PPO_env_v1_all_maps_number_1_seed_90_index_300.pth -------------------------------------------------------------------------------- /train/tensorboard/readme.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeamanLi/CCRL_Exploration/HEAD/train/tensorboard/readme.txt -------------------------------------------------------------------------------- /utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /utils/data_augmentation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeamanLi/CCRL_Exploration/HEAD/utils/data_augmentation.py -------------------------------------------------------------------------------- /utils/str2bool.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeamanLi/CCRL_Exploration/HEAD/utils/str2bool.py --------------------------------------------------------------------------------