├── LICENSE ├── OUNoise.py ├── README.md ├── buffer.py ├── clean.sh ├── ddpg.py ├── env_wrapper.py ├── envs.py ├── log ├── agent0 │ └── losses │ │ ├── actor_loss │ │ └── events.out.tfevents.1615545847.DESKTOP-H8ONNSL │ │ └── critic loss │ │ └── events.out.tfevents.1615545847.DESKTOP-H8ONNSL ├── agent1 │ └── losses │ │ ├── actor_loss │ │ └── events.out.tfevents.1615545847.DESKTOP-H8ONNSL │ │ └── critic loss │ │ └── events.out.tfevents.1615545847.DESKTOP-H8ONNSL ├── agent2 │ └── losses │ │ ├── actor_loss │ │ └── events.out.tfevents.1615545847.DESKTOP-H8ONNSL │ │ └── critic loss │ │ └── events.out.tfevents.1615545847.DESKTOP-H8ONNSL └── events.out.tfevents.1615545836.DESKTOP-H8ONNSL ├── maddpg.py ├── main.py ├── model ├── episode-48000.gif ├── episode-48000.pt ├── episode-49002.gif └── episode-49002.pt ├── multiagent ├── __init__.py ├── __pycache__ │ ├── __init__.cpython-36.pyc │ ├── core.cpython-36.pyc │ ├── environment.cpython-36.pyc │ ├── multi_discrete.cpython-36.pyc │ ├── rendering.cpython-36.pyc │ └── scenario.cpython-36.pyc ├── core.py ├── environment.py ├── multi_discrete.py ├── policy.py ├── rendering.py ├── scenario.py └── scenarios │ ├── __init__.py │ ├── __pycache__ │ ├── __init__.cpython-36.pyc │ ├── simple.cpython-36.pyc │ ├── simple_adversary.cpython-36.pyc │ ├── simple_push.cpython-36.pyc │ ├── simple_reference.cpython-36.pyc │ ├── simple_spread.cpython-36.pyc │ ├── simple_spread_ivan.cpython-36.pyc │ └── simple_tag.cpython-36.pyc │ ├── simple.py │ ├── simple_adversary.py │ ├── simple_crypto.py │ ├── simple_push.py │ ├── simple_reference.py │ ├── simple_speaker_listener.py │ ├── simple_spread.py │ ├── simple_spread_ivan.py │ ├── simple_tag.py │ ├── simple_tag_ivan.py │ └── simple_world_comm.py ├── networkforall.py ├── replay_buffer.py ├── rewards.JPG ├── run_tensorboard.sh ├── run_training.sh ├── utilities.py └── workspace_utils.py /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaocao1991/MADDPG-AUV/HEAD/LICENSE -------------------------------------------------------------------------------- /OUNoise.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaocao1991/MADDPG-AUV/HEAD/OUNoise.py -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaocao1991/MADDPG-AUV/HEAD/README.md -------------------------------------------------------------------------------- /buffer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaocao1991/MADDPG-AUV/HEAD/buffer.py -------------------------------------------------------------------------------- /clean.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaocao1991/MADDPG-AUV/HEAD/clean.sh -------------------------------------------------------------------------------- /ddpg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaocao1991/MADDPG-AUV/HEAD/ddpg.py -------------------------------------------------------------------------------- /env_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaocao1991/MADDPG-AUV/HEAD/env_wrapper.py -------------------------------------------------------------------------------- /envs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaocao1991/MADDPG-AUV/HEAD/envs.py -------------------------------------------------------------------------------- /log/agent0/losses/actor_loss/events.out.tfevents.1615545847.DESKTOP-H8ONNSL: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaocao1991/MADDPG-AUV/HEAD/log/agent0/losses/actor_loss/events.out.tfevents.1615545847.DESKTOP-H8ONNSL -------------------------------------------------------------------------------- /log/agent0/losses/critic loss/events.out.tfevents.1615545847.DESKTOP-H8ONNSL: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaocao1991/MADDPG-AUV/HEAD/log/agent0/losses/critic loss/events.out.tfevents.1615545847.DESKTOP-H8ONNSL -------------------------------------------------------------------------------- /log/agent1/losses/actor_loss/events.out.tfevents.1615545847.DESKTOP-H8ONNSL: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaocao1991/MADDPG-AUV/HEAD/log/agent1/losses/actor_loss/events.out.tfevents.1615545847.DESKTOP-H8ONNSL -------------------------------------------------------------------------------- /log/agent1/losses/critic loss/events.out.tfevents.1615545847.DESKTOP-H8ONNSL: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaocao1991/MADDPG-AUV/HEAD/log/agent1/losses/critic loss/events.out.tfevents.1615545847.DESKTOP-H8ONNSL -------------------------------------------------------------------------------- /log/agent2/losses/actor_loss/events.out.tfevents.1615545847.DESKTOP-H8ONNSL: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaocao1991/MADDPG-AUV/HEAD/log/agent2/losses/actor_loss/events.out.tfevents.1615545847.DESKTOP-H8ONNSL -------------------------------------------------------------------------------- /log/agent2/losses/critic loss/events.out.tfevents.1615545847.DESKTOP-H8ONNSL: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaocao1991/MADDPG-AUV/HEAD/log/agent2/losses/critic loss/events.out.tfevents.1615545847.DESKTOP-H8ONNSL -------------------------------------------------------------------------------- /log/events.out.tfevents.1615545836.DESKTOP-H8ONNSL: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaocao1991/MADDPG-AUV/HEAD/log/events.out.tfevents.1615545836.DESKTOP-H8ONNSL -------------------------------------------------------------------------------- /maddpg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaocao1991/MADDPG-AUV/HEAD/maddpg.py -------------------------------------------------------------------------------- /main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaocao1991/MADDPG-AUV/HEAD/main.py -------------------------------------------------------------------------------- /model/episode-48000.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaocao1991/MADDPG-AUV/HEAD/model/episode-48000.gif -------------------------------------------------------------------------------- /model/episode-48000.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaocao1991/MADDPG-AUV/HEAD/model/episode-48000.pt -------------------------------------------------------------------------------- /model/episode-49002.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaocao1991/MADDPG-AUV/HEAD/model/episode-49002.gif -------------------------------------------------------------------------------- /model/episode-49002.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaocao1991/MADDPG-AUV/HEAD/model/episode-49002.pt -------------------------------------------------------------------------------- /multiagent/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaocao1991/MADDPG-AUV/HEAD/multiagent/__init__.py -------------------------------------------------------------------------------- /multiagent/__pycache__/__init__.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaocao1991/MADDPG-AUV/HEAD/multiagent/__pycache__/__init__.cpython-36.pyc -------------------------------------------------------------------------------- /multiagent/__pycache__/core.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaocao1991/MADDPG-AUV/HEAD/multiagent/__pycache__/core.cpython-36.pyc -------------------------------------------------------------------------------- /multiagent/__pycache__/environment.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaocao1991/MADDPG-AUV/HEAD/multiagent/__pycache__/environment.cpython-36.pyc -------------------------------------------------------------------------------- /multiagent/__pycache__/multi_discrete.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaocao1991/MADDPG-AUV/HEAD/multiagent/__pycache__/multi_discrete.cpython-36.pyc -------------------------------------------------------------------------------- /multiagent/__pycache__/rendering.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaocao1991/MADDPG-AUV/HEAD/multiagent/__pycache__/rendering.cpython-36.pyc -------------------------------------------------------------------------------- /multiagent/__pycache__/scenario.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaocao1991/MADDPG-AUV/HEAD/multiagent/__pycache__/scenario.cpython-36.pyc -------------------------------------------------------------------------------- /multiagent/core.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaocao1991/MADDPG-AUV/HEAD/multiagent/core.py -------------------------------------------------------------------------------- /multiagent/environment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaocao1991/MADDPG-AUV/HEAD/multiagent/environment.py -------------------------------------------------------------------------------- /multiagent/multi_discrete.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaocao1991/MADDPG-AUV/HEAD/multiagent/multi_discrete.py -------------------------------------------------------------------------------- /multiagent/policy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaocao1991/MADDPG-AUV/HEAD/multiagent/policy.py -------------------------------------------------------------------------------- /multiagent/rendering.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaocao1991/MADDPG-AUV/HEAD/multiagent/rendering.py -------------------------------------------------------------------------------- /multiagent/scenario.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaocao1991/MADDPG-AUV/HEAD/multiagent/scenario.py -------------------------------------------------------------------------------- /multiagent/scenarios/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaocao1991/MADDPG-AUV/HEAD/multiagent/scenarios/__init__.py -------------------------------------------------------------------------------- /multiagent/scenarios/__pycache__/__init__.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaocao1991/MADDPG-AUV/HEAD/multiagent/scenarios/__pycache__/__init__.cpython-36.pyc -------------------------------------------------------------------------------- /multiagent/scenarios/__pycache__/simple.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaocao1991/MADDPG-AUV/HEAD/multiagent/scenarios/__pycache__/simple.cpython-36.pyc -------------------------------------------------------------------------------- /multiagent/scenarios/__pycache__/simple_adversary.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaocao1991/MADDPG-AUV/HEAD/multiagent/scenarios/__pycache__/simple_adversary.cpython-36.pyc -------------------------------------------------------------------------------- /multiagent/scenarios/__pycache__/simple_push.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaocao1991/MADDPG-AUV/HEAD/multiagent/scenarios/__pycache__/simple_push.cpython-36.pyc -------------------------------------------------------------------------------- /multiagent/scenarios/__pycache__/simple_reference.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaocao1991/MADDPG-AUV/HEAD/multiagent/scenarios/__pycache__/simple_reference.cpython-36.pyc -------------------------------------------------------------------------------- /multiagent/scenarios/__pycache__/simple_spread.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaocao1991/MADDPG-AUV/HEAD/multiagent/scenarios/__pycache__/simple_spread.cpython-36.pyc -------------------------------------------------------------------------------- /multiagent/scenarios/__pycache__/simple_spread_ivan.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaocao1991/MADDPG-AUV/HEAD/multiagent/scenarios/__pycache__/simple_spread_ivan.cpython-36.pyc -------------------------------------------------------------------------------- /multiagent/scenarios/__pycache__/simple_tag.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaocao1991/MADDPG-AUV/HEAD/multiagent/scenarios/__pycache__/simple_tag.cpython-36.pyc -------------------------------------------------------------------------------- /multiagent/scenarios/simple.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaocao1991/MADDPG-AUV/HEAD/multiagent/scenarios/simple.py -------------------------------------------------------------------------------- /multiagent/scenarios/simple_adversary.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaocao1991/MADDPG-AUV/HEAD/multiagent/scenarios/simple_adversary.py -------------------------------------------------------------------------------- /multiagent/scenarios/simple_crypto.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaocao1991/MADDPG-AUV/HEAD/multiagent/scenarios/simple_crypto.py -------------------------------------------------------------------------------- /multiagent/scenarios/simple_push.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaocao1991/MADDPG-AUV/HEAD/multiagent/scenarios/simple_push.py -------------------------------------------------------------------------------- /multiagent/scenarios/simple_reference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaocao1991/MADDPG-AUV/HEAD/multiagent/scenarios/simple_reference.py -------------------------------------------------------------------------------- /multiagent/scenarios/simple_speaker_listener.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaocao1991/MADDPG-AUV/HEAD/multiagent/scenarios/simple_speaker_listener.py -------------------------------------------------------------------------------- /multiagent/scenarios/simple_spread.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaocao1991/MADDPG-AUV/HEAD/multiagent/scenarios/simple_spread.py -------------------------------------------------------------------------------- /multiagent/scenarios/simple_spread_ivan.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaocao1991/MADDPG-AUV/HEAD/multiagent/scenarios/simple_spread_ivan.py -------------------------------------------------------------------------------- /multiagent/scenarios/simple_tag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaocao1991/MADDPG-AUV/HEAD/multiagent/scenarios/simple_tag.py -------------------------------------------------------------------------------- /multiagent/scenarios/simple_tag_ivan.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaocao1991/MADDPG-AUV/HEAD/multiagent/scenarios/simple_tag_ivan.py -------------------------------------------------------------------------------- /multiagent/scenarios/simple_world_comm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaocao1991/MADDPG-AUV/HEAD/multiagent/scenarios/simple_world_comm.py -------------------------------------------------------------------------------- /networkforall.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaocao1991/MADDPG-AUV/HEAD/networkforall.py -------------------------------------------------------------------------------- /replay_buffer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaocao1991/MADDPG-AUV/HEAD/replay_buffer.py -------------------------------------------------------------------------------- /rewards.JPG: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaocao1991/MADDPG-AUV/HEAD/rewards.JPG -------------------------------------------------------------------------------- /run_tensorboard.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaocao1991/MADDPG-AUV/HEAD/run_tensorboard.sh -------------------------------------------------------------------------------- /run_training.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaocao1991/MADDPG-AUV/HEAD/run_training.sh -------------------------------------------------------------------------------- /utilities.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaocao1991/MADDPG-AUV/HEAD/utilities.py -------------------------------------------------------------------------------- /workspace_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaocao1991/MADDPG-AUV/HEAD/workspace_utils.py --------------------------------------------------------------------------------