├── .gitattributes ├── .gitbook └── assets │ └── Code_structure.png ├── .gitignore ├── .idea ├── .gitignore ├── AquaRL.iml ├── deployment.xml ├── inspectionProfiles │ ├── Project_Default.xml │ └── profiles_settings.xml ├── misc.xml ├── modules.xml ├── other.xml ├── remote-mappings.xml └── webServers.xml ├── AquaRL ├── __init__.py ├── __pycache__ │ ├── __init__.cpython-38.pyc │ ├── args.cpython-38.pyc │ └── neural.cpython-38.pyc ├── algo │ ├── BaseAlgo.py │ ├── BehaviorCloning.py │ ├── DDPG.py │ ├── GAIL.py │ ├── PPO.py │ ├── TD3.py │ ├── TD3_BC.py │ ├── __init__.py │ └── __pycache__ │ │ ├── BaseAlgo.cpython-38.pyc │ │ ├── PPO.cpython-38.pyc │ │ └── __init__.cpython-38.pyc ├── args.py ├── mpi │ ├── BaseMPI.py │ ├── GAILMPI.py │ ├── PPOMPI.py │ └── __init__.py ├── neural.py ├── noise │ ├── GaussianNoise.py │ ├── OUNoise.py │ └── __init__.py ├── policy │ ├── BCPolicy.py │ ├── BasePolicy.py │ ├── CriticPolicy.py │ ├── DeterminedPolicy.py │ ├── Discriminator.py │ ├── GaussianPolicy.py │ ├── ShareActorCritic.py │ ├── __init__.py │ └── __pycache__ │ │ ├── BasePolicy.cpython-38.pyc │ │ ├── CriticPolicy.cpython-38.pyc │ │ ├── GaussianPolicy.cpython-38.pyc │ │ └── __init__.cpython-38.pyc ├── pool │ ├── BasePool.py │ ├── LocalPool.py │ ├── SharedPool.py │ ├── __init__.py │ └── __pycache__ │ │ ├── BasePool.cpython-38.pyc │ │ ├── LocalPool.cpython-38.pyc │ │ ├── SharedPool.cpython-38.pyc │ │ └── __init__.cpython-38.pyc └── worker │ ├── Worker.py │ ├── __init__.py │ └── __pycache__ │ ├── Worker.cpython-38.pyc │ └── __init__.cpython-38.pyc ├── LICENSE ├── README.md ├── Test.ipynb ├── doc └── api-reference │ ├── quick-start.md │ └── readme.md ├── example ├── ACBC_Pendulum.py ├── BC_Pendulum.py ├── DBC_Pendulum.py ├── DDPG_pendulum.py ├── GAIL_PPO_V1.py ├── MPI_GAL_V1.py ├── MPI_PPO_V1.py ├── MPI_PPO_V3.py ├── Pendulum_PPO_V1.py ├── Pendulum_PPO_V2.py ├── Pendulum_PPO_V3.py ├── TD3_BC_Pendulum.py ├── TD3_Pendulum.py ├── model.py └── policy.h5 └── test_env.py /.gitattributes: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangtao121/AquaRL/HEAD/.gitattributes -------------------------------------------------------------------------------- /.gitbook/assets/Code_structure.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangtao121/AquaRL/HEAD/.gitbook/assets/Code_structure.png -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangtao121/AquaRL/HEAD/.gitignore -------------------------------------------------------------------------------- /.idea/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangtao121/AquaRL/HEAD/.idea/.gitignore -------------------------------------------------------------------------------- /.idea/AquaRL.iml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangtao121/AquaRL/HEAD/.idea/AquaRL.iml -------------------------------------------------------------------------------- /.idea/deployment.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangtao121/AquaRL/HEAD/.idea/deployment.xml -------------------------------------------------------------------------------- /.idea/inspectionProfiles/Project_Default.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangtao121/AquaRL/HEAD/.idea/inspectionProfiles/Project_Default.xml -------------------------------------------------------------------------------- /.idea/inspectionProfiles/profiles_settings.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangtao121/AquaRL/HEAD/.idea/inspectionProfiles/profiles_settings.xml -------------------------------------------------------------------------------- /.idea/misc.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangtao121/AquaRL/HEAD/.idea/misc.xml -------------------------------------------------------------------------------- /.idea/modules.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangtao121/AquaRL/HEAD/.idea/modules.xml -------------------------------------------------------------------------------- /.idea/other.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangtao121/AquaRL/HEAD/.idea/other.xml -------------------------------------------------------------------------------- /.idea/remote-mappings.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangtao121/AquaRL/HEAD/.idea/remote-mappings.xml -------------------------------------------------------------------------------- /.idea/webServers.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangtao121/AquaRL/HEAD/.idea/webServers.xml -------------------------------------------------------------------------------- /AquaRL/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /AquaRL/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangtao121/AquaRL/HEAD/AquaRL/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /AquaRL/__pycache__/args.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangtao121/AquaRL/HEAD/AquaRL/__pycache__/args.cpython-38.pyc -------------------------------------------------------------------------------- /AquaRL/__pycache__/neural.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangtao121/AquaRL/HEAD/AquaRL/__pycache__/neural.cpython-38.pyc -------------------------------------------------------------------------------- /AquaRL/algo/BaseAlgo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangtao121/AquaRL/HEAD/AquaRL/algo/BaseAlgo.py -------------------------------------------------------------------------------- /AquaRL/algo/BehaviorCloning.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangtao121/AquaRL/HEAD/AquaRL/algo/BehaviorCloning.py -------------------------------------------------------------------------------- /AquaRL/algo/DDPG.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangtao121/AquaRL/HEAD/AquaRL/algo/DDPG.py -------------------------------------------------------------------------------- /AquaRL/algo/GAIL.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangtao121/AquaRL/HEAD/AquaRL/algo/GAIL.py -------------------------------------------------------------------------------- /AquaRL/algo/PPO.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangtao121/AquaRL/HEAD/AquaRL/algo/PPO.py -------------------------------------------------------------------------------- /AquaRL/algo/TD3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangtao121/AquaRL/HEAD/AquaRL/algo/TD3.py -------------------------------------------------------------------------------- /AquaRL/algo/TD3_BC.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangtao121/AquaRL/HEAD/AquaRL/algo/TD3_BC.py -------------------------------------------------------------------------------- /AquaRL/algo/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /AquaRL/algo/__pycache__/BaseAlgo.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangtao121/AquaRL/HEAD/AquaRL/algo/__pycache__/BaseAlgo.cpython-38.pyc -------------------------------------------------------------------------------- /AquaRL/algo/__pycache__/PPO.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangtao121/AquaRL/HEAD/AquaRL/algo/__pycache__/PPO.cpython-38.pyc -------------------------------------------------------------------------------- /AquaRL/algo/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangtao121/AquaRL/HEAD/AquaRL/algo/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /AquaRL/args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangtao121/AquaRL/HEAD/AquaRL/args.py -------------------------------------------------------------------------------- /AquaRL/mpi/BaseMPI.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangtao121/AquaRL/HEAD/AquaRL/mpi/BaseMPI.py -------------------------------------------------------------------------------- /AquaRL/mpi/GAILMPI.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangtao121/AquaRL/HEAD/AquaRL/mpi/GAILMPI.py -------------------------------------------------------------------------------- /AquaRL/mpi/PPOMPI.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangtao121/AquaRL/HEAD/AquaRL/mpi/PPOMPI.py -------------------------------------------------------------------------------- /AquaRL/mpi/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /AquaRL/neural.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangtao121/AquaRL/HEAD/AquaRL/neural.py -------------------------------------------------------------------------------- /AquaRL/noise/GaussianNoise.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangtao121/AquaRL/HEAD/AquaRL/noise/GaussianNoise.py -------------------------------------------------------------------------------- /AquaRL/noise/OUNoise.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangtao121/AquaRL/HEAD/AquaRL/noise/OUNoise.py -------------------------------------------------------------------------------- /AquaRL/noise/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /AquaRL/policy/BCPolicy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangtao121/AquaRL/HEAD/AquaRL/policy/BCPolicy.py -------------------------------------------------------------------------------- /AquaRL/policy/BasePolicy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangtao121/AquaRL/HEAD/AquaRL/policy/BasePolicy.py -------------------------------------------------------------------------------- /AquaRL/policy/CriticPolicy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangtao121/AquaRL/HEAD/AquaRL/policy/CriticPolicy.py -------------------------------------------------------------------------------- /AquaRL/policy/DeterminedPolicy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangtao121/AquaRL/HEAD/AquaRL/policy/DeterminedPolicy.py -------------------------------------------------------------------------------- /AquaRL/policy/Discriminator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangtao121/AquaRL/HEAD/AquaRL/policy/Discriminator.py -------------------------------------------------------------------------------- /AquaRL/policy/GaussianPolicy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangtao121/AquaRL/HEAD/AquaRL/policy/GaussianPolicy.py -------------------------------------------------------------------------------- /AquaRL/policy/ShareActorCritic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangtao121/AquaRL/HEAD/AquaRL/policy/ShareActorCritic.py -------------------------------------------------------------------------------- /AquaRL/policy/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /AquaRL/policy/__pycache__/BasePolicy.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangtao121/AquaRL/HEAD/AquaRL/policy/__pycache__/BasePolicy.cpython-38.pyc -------------------------------------------------------------------------------- /AquaRL/policy/__pycache__/CriticPolicy.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangtao121/AquaRL/HEAD/AquaRL/policy/__pycache__/CriticPolicy.cpython-38.pyc -------------------------------------------------------------------------------- /AquaRL/policy/__pycache__/GaussianPolicy.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangtao121/AquaRL/HEAD/AquaRL/policy/__pycache__/GaussianPolicy.cpython-38.pyc -------------------------------------------------------------------------------- /AquaRL/policy/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangtao121/AquaRL/HEAD/AquaRL/policy/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /AquaRL/pool/BasePool.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangtao121/AquaRL/HEAD/AquaRL/pool/BasePool.py -------------------------------------------------------------------------------- /AquaRL/pool/LocalPool.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangtao121/AquaRL/HEAD/AquaRL/pool/LocalPool.py -------------------------------------------------------------------------------- /AquaRL/pool/SharedPool.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangtao121/AquaRL/HEAD/AquaRL/pool/SharedPool.py -------------------------------------------------------------------------------- /AquaRL/pool/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /AquaRL/pool/__pycache__/BasePool.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangtao121/AquaRL/HEAD/AquaRL/pool/__pycache__/BasePool.cpython-38.pyc -------------------------------------------------------------------------------- /AquaRL/pool/__pycache__/LocalPool.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangtao121/AquaRL/HEAD/AquaRL/pool/__pycache__/LocalPool.cpython-38.pyc -------------------------------------------------------------------------------- /AquaRL/pool/__pycache__/SharedPool.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangtao121/AquaRL/HEAD/AquaRL/pool/__pycache__/SharedPool.cpython-38.pyc -------------------------------------------------------------------------------- /AquaRL/pool/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangtao121/AquaRL/HEAD/AquaRL/pool/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /AquaRL/worker/Worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangtao121/AquaRL/HEAD/AquaRL/worker/Worker.py -------------------------------------------------------------------------------- /AquaRL/worker/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /AquaRL/worker/__pycache__/Worker.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangtao121/AquaRL/HEAD/AquaRL/worker/__pycache__/Worker.cpython-38.pyc -------------------------------------------------------------------------------- /AquaRL/worker/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangtao121/AquaRL/HEAD/AquaRL/worker/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangtao121/AquaRL/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangtao121/AquaRL/HEAD/README.md -------------------------------------------------------------------------------- /Test.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangtao121/AquaRL/HEAD/Test.ipynb -------------------------------------------------------------------------------- /doc/api-reference/quick-start.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangtao121/AquaRL/HEAD/doc/api-reference/quick-start.md -------------------------------------------------------------------------------- /doc/api-reference/readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangtao121/AquaRL/HEAD/doc/api-reference/readme.md -------------------------------------------------------------------------------- /example/ACBC_Pendulum.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangtao121/AquaRL/HEAD/example/ACBC_Pendulum.py -------------------------------------------------------------------------------- /example/BC_Pendulum.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangtao121/AquaRL/HEAD/example/BC_Pendulum.py -------------------------------------------------------------------------------- /example/DBC_Pendulum.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangtao121/AquaRL/HEAD/example/DBC_Pendulum.py -------------------------------------------------------------------------------- /example/DDPG_pendulum.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangtao121/AquaRL/HEAD/example/DDPG_pendulum.py -------------------------------------------------------------------------------- /example/GAIL_PPO_V1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangtao121/AquaRL/HEAD/example/GAIL_PPO_V1.py -------------------------------------------------------------------------------- /example/MPI_GAL_V1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangtao121/AquaRL/HEAD/example/MPI_GAL_V1.py -------------------------------------------------------------------------------- /example/MPI_PPO_V1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangtao121/AquaRL/HEAD/example/MPI_PPO_V1.py -------------------------------------------------------------------------------- /example/MPI_PPO_V3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangtao121/AquaRL/HEAD/example/MPI_PPO_V3.py -------------------------------------------------------------------------------- /example/Pendulum_PPO_V1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangtao121/AquaRL/HEAD/example/Pendulum_PPO_V1.py -------------------------------------------------------------------------------- /example/Pendulum_PPO_V2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangtao121/AquaRL/HEAD/example/Pendulum_PPO_V2.py -------------------------------------------------------------------------------- /example/Pendulum_PPO_V3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangtao121/AquaRL/HEAD/example/Pendulum_PPO_V3.py -------------------------------------------------------------------------------- /example/TD3_BC_Pendulum.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangtao121/AquaRL/HEAD/example/TD3_BC_Pendulum.py -------------------------------------------------------------------------------- /example/TD3_Pendulum.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangtao121/AquaRL/HEAD/example/TD3_Pendulum.py -------------------------------------------------------------------------------- /example/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangtao121/AquaRL/HEAD/example/model.py -------------------------------------------------------------------------------- /example/policy.h5: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangtao121/AquaRL/HEAD/example/policy.h5 -------------------------------------------------------------------------------- /test_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangtao121/AquaRL/HEAD/test_env.py --------------------------------------------------------------------------------