├── .gitattributes ├── README.md ├── docs └── CODE_GUIDE.md ├── requirement.txt ├── src ├── __init__.py ├── components │ ├── __init__.py │ ├── action_selectors.py │ ├── episode_buffer.py │ ├── epsilon_schedules.py │ ├── segment_tree.py │ └── transforms.py ├── config │ ├── algs │ │ └── vdn.yaml │ ├── default.yaml │ └── envs │ │ └── hok.yaml ├── controllers │ ├── __init__.py │ ├── basic_controller.py │ └── n_controller.py ├── envs │ ├── __init__.py │ ├── hok │ │ ├── __init__.py │ │ ├── hok_env.py │ │ └── hok_game │ │ │ ├── .gitattributes │ │ │ ├── README.md │ │ │ ├── __init__.py │ │ │ ├── agent │ │ │ ├── __init__.py │ │ │ └── actor.py │ │ │ ├── client │ │ │ ├── __init__.py │ │ │ └── gamecore_controller.py │ │ │ ├── conf │ │ │ ├── __init__.py │ │ │ ├── config.py │ │ │ ├── gamecore_conf.json │ │ │ └── natureclient_conf.json │ │ │ ├── nature_client.py │ │ │ └── protocol │ │ │ ├── command.proto │ │ │ ├── common.proto │ │ │ ├── easy.proto │ │ │ ├── hero.proto │ │ │ ├── python │ │ │ ├── build_py.sh │ │ │ ├── command_pb2.py │ │ │ ├── common_pb2.py │ │ │ ├── hero_pb2.py │ │ │ ├── scene_pb2.py │ │ │ ├── sgame_ai_server_pb2.py │ │ │ └── sgame_state_pb2.py │ │ │ ├── scene.proto │ │ │ ├── sgame_ai_server.proto │ │ │ └── sgame_state.proto │ └── multiagentenv.py ├── learners │ ├── __init__.py │ └── nq_learner.py ├── main.py ├── modules │ ├── __init__.py │ ├── agents │ │ ├── __init__.py │ │ └── n_rnn_agent.py │ └── mixers │ │ ├── __init__.py │ │ ├── nmix.py │ │ ├── qatten.py │ │ └── vdn.py ├── run │ ├── __init__.py │ └── run.py ├── runners │ ├── __init__.py │ └── episode_runner.py └── utils │ ├── logging.py │ ├── rl_utils.py │ ├── th_utils.py │ └── timehelper.py ├── static └── img │ ├── Episode.png │ ├── abs_file.png │ ├── abs_scene.png │ ├── docker_install1.png │ ├── docker_install2.png │ ├── docker_install3.png │ ├── docker_install4.png │ ├── docker_running.png │ ├── multi_agent_mini_lv.png │ ├── wsl-1.png │ ├── wsl-2.png │ ├── wsl-3.png │ ├── wsl-4.png │ ├── wsl-6.png │ └── wsl-8.png └── train.sh /.gitattributes: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tencent-ailab/marl-mini/HEAD/.gitattributes -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tencent-ailab/marl-mini/HEAD/README.md -------------------------------------------------------------------------------- /docs/CODE_GUIDE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tencent-ailab/marl-mini/HEAD/docs/CODE_GUIDE.md -------------------------------------------------------------------------------- /requirement.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tencent-ailab/marl-mini/HEAD/requirement.txt -------------------------------------------------------------------------------- /src/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/components/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/components/action_selectors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tencent-ailab/marl-mini/HEAD/src/components/action_selectors.py -------------------------------------------------------------------------------- /src/components/episode_buffer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tencent-ailab/marl-mini/HEAD/src/components/episode_buffer.py -------------------------------------------------------------------------------- /src/components/epsilon_schedules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tencent-ailab/marl-mini/HEAD/src/components/epsilon_schedules.py -------------------------------------------------------------------------------- /src/components/segment_tree.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tencent-ailab/marl-mini/HEAD/src/components/segment_tree.py -------------------------------------------------------------------------------- /src/components/transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tencent-ailab/marl-mini/HEAD/src/components/transforms.py -------------------------------------------------------------------------------- /src/config/algs/vdn.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tencent-ailab/marl-mini/HEAD/src/config/algs/vdn.yaml -------------------------------------------------------------------------------- /src/config/default.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tencent-ailab/marl-mini/HEAD/src/config/default.yaml -------------------------------------------------------------------------------- /src/config/envs/hok.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tencent-ailab/marl-mini/HEAD/src/config/envs/hok.yaml -------------------------------------------------------------------------------- /src/controllers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tencent-ailab/marl-mini/HEAD/src/controllers/__init__.py -------------------------------------------------------------------------------- /src/controllers/basic_controller.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tencent-ailab/marl-mini/HEAD/src/controllers/basic_controller.py -------------------------------------------------------------------------------- /src/controllers/n_controller.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tencent-ailab/marl-mini/HEAD/src/controllers/n_controller.py -------------------------------------------------------------------------------- /src/envs/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tencent-ailab/marl-mini/HEAD/src/envs/__init__.py -------------------------------------------------------------------------------- /src/envs/hok/__init__.py: -------------------------------------------------------------------------------- 1 | from .hok_env import HokEnv -------------------------------------------------------------------------------- /src/envs/hok/hok_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tencent-ailab/marl-mini/HEAD/src/envs/hok/hok_env.py -------------------------------------------------------------------------------- /src/envs/hok/hok_game/.gitattributes: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tencent-ailab/marl-mini/HEAD/src/envs/hok/hok_game/.gitattributes -------------------------------------------------------------------------------- /src/envs/hok/hok_game/README.md: -------------------------------------------------------------------------------- 1 | Example of an ai client 2 | 3 | 1. set PYTHONPATH to /data/projects/ai_demo_py -------------------------------------------------------------------------------- /src/envs/hok/hok_game/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/envs/hok/hok_game/agent/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/envs/hok/hok_game/agent/actor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tencent-ailab/marl-mini/HEAD/src/envs/hok/hok_game/agent/actor.py -------------------------------------------------------------------------------- /src/envs/hok/hok_game/client/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/envs/hok/hok_game/client/gamecore_controller.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tencent-ailab/marl-mini/HEAD/src/envs/hok/hok_game/client/gamecore_controller.py -------------------------------------------------------------------------------- /src/envs/hok/hok_game/conf/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/envs/hok/hok_game/conf/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tencent-ailab/marl-mini/HEAD/src/envs/hok/hok_game/conf/config.py -------------------------------------------------------------------------------- /src/envs/hok/hok_game/conf/gamecore_conf.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tencent-ailab/marl-mini/HEAD/src/envs/hok/hok_game/conf/gamecore_conf.json -------------------------------------------------------------------------------- /src/envs/hok/hok_game/conf/natureclient_conf.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tencent-ailab/marl-mini/HEAD/src/envs/hok/hok_game/conf/natureclient_conf.json -------------------------------------------------------------------------------- /src/envs/hok/hok_game/nature_client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tencent-ailab/marl-mini/HEAD/src/envs/hok/hok_game/nature_client.py -------------------------------------------------------------------------------- /src/envs/hok/hok_game/protocol/command.proto: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tencent-ailab/marl-mini/HEAD/src/envs/hok/hok_game/protocol/command.proto -------------------------------------------------------------------------------- /src/envs/hok/hok_game/protocol/common.proto: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tencent-ailab/marl-mini/HEAD/src/envs/hok/hok_game/protocol/common.proto -------------------------------------------------------------------------------- /src/envs/hok/hok_game/protocol/easy.proto: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tencent-ailab/marl-mini/HEAD/src/envs/hok/hok_game/protocol/easy.proto -------------------------------------------------------------------------------- /src/envs/hok/hok_game/protocol/hero.proto: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tencent-ailab/marl-mini/HEAD/src/envs/hok/hok_game/protocol/hero.proto -------------------------------------------------------------------------------- /src/envs/hok/hok_game/protocol/python/build_py.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tencent-ailab/marl-mini/HEAD/src/envs/hok/hok_game/protocol/python/build_py.sh -------------------------------------------------------------------------------- /src/envs/hok/hok_game/protocol/python/command_pb2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tencent-ailab/marl-mini/HEAD/src/envs/hok/hok_game/protocol/python/command_pb2.py -------------------------------------------------------------------------------- /src/envs/hok/hok_game/protocol/python/common_pb2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tencent-ailab/marl-mini/HEAD/src/envs/hok/hok_game/protocol/python/common_pb2.py -------------------------------------------------------------------------------- /src/envs/hok/hok_game/protocol/python/hero_pb2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tencent-ailab/marl-mini/HEAD/src/envs/hok/hok_game/protocol/python/hero_pb2.py -------------------------------------------------------------------------------- /src/envs/hok/hok_game/protocol/python/scene_pb2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tencent-ailab/marl-mini/HEAD/src/envs/hok/hok_game/protocol/python/scene_pb2.py -------------------------------------------------------------------------------- /src/envs/hok/hok_game/protocol/python/sgame_ai_server_pb2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tencent-ailab/marl-mini/HEAD/src/envs/hok/hok_game/protocol/python/sgame_ai_server_pb2.py -------------------------------------------------------------------------------- /src/envs/hok/hok_game/protocol/python/sgame_state_pb2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tencent-ailab/marl-mini/HEAD/src/envs/hok/hok_game/protocol/python/sgame_state_pb2.py -------------------------------------------------------------------------------- /src/envs/hok/hok_game/protocol/scene.proto: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tencent-ailab/marl-mini/HEAD/src/envs/hok/hok_game/protocol/scene.proto -------------------------------------------------------------------------------- /src/envs/hok/hok_game/protocol/sgame_ai_server.proto: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tencent-ailab/marl-mini/HEAD/src/envs/hok/hok_game/protocol/sgame_ai_server.proto -------------------------------------------------------------------------------- /src/envs/hok/hok_game/protocol/sgame_state.proto: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tencent-ailab/marl-mini/HEAD/src/envs/hok/hok_game/protocol/sgame_state.proto -------------------------------------------------------------------------------- /src/envs/multiagentenv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tencent-ailab/marl-mini/HEAD/src/envs/multiagentenv.py -------------------------------------------------------------------------------- /src/learners/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tencent-ailab/marl-mini/HEAD/src/learners/__init__.py -------------------------------------------------------------------------------- /src/learners/nq_learner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tencent-ailab/marl-mini/HEAD/src/learners/nq_learner.py -------------------------------------------------------------------------------- /src/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tencent-ailab/marl-mini/HEAD/src/main.py -------------------------------------------------------------------------------- /src/modules/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/modules/agents/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tencent-ailab/marl-mini/HEAD/src/modules/agents/__init__.py -------------------------------------------------------------------------------- /src/modules/agents/n_rnn_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tencent-ailab/marl-mini/HEAD/src/modules/agents/n_rnn_agent.py -------------------------------------------------------------------------------- /src/modules/mixers/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/modules/mixers/nmix.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tencent-ailab/marl-mini/HEAD/src/modules/mixers/nmix.py -------------------------------------------------------------------------------- /src/modules/mixers/qatten.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tencent-ailab/marl-mini/HEAD/src/modules/mixers/qatten.py -------------------------------------------------------------------------------- /src/modules/mixers/vdn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tencent-ailab/marl-mini/HEAD/src/modules/mixers/vdn.py -------------------------------------------------------------------------------- /src/run/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tencent-ailab/marl-mini/HEAD/src/run/__init__.py -------------------------------------------------------------------------------- /src/run/run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tencent-ailab/marl-mini/HEAD/src/run/run.py -------------------------------------------------------------------------------- /src/runners/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tencent-ailab/marl-mini/HEAD/src/runners/__init__.py -------------------------------------------------------------------------------- /src/runners/episode_runner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tencent-ailab/marl-mini/HEAD/src/runners/episode_runner.py -------------------------------------------------------------------------------- /src/utils/logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tencent-ailab/marl-mini/HEAD/src/utils/logging.py -------------------------------------------------------------------------------- /src/utils/rl_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tencent-ailab/marl-mini/HEAD/src/utils/rl_utils.py -------------------------------------------------------------------------------- /src/utils/th_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tencent-ailab/marl-mini/HEAD/src/utils/th_utils.py -------------------------------------------------------------------------------- /src/utils/timehelper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tencent-ailab/marl-mini/HEAD/src/utils/timehelper.py -------------------------------------------------------------------------------- /static/img/Episode.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tencent-ailab/marl-mini/HEAD/static/img/Episode.png -------------------------------------------------------------------------------- /static/img/abs_file.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tencent-ailab/marl-mini/HEAD/static/img/abs_file.png -------------------------------------------------------------------------------- /static/img/abs_scene.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tencent-ailab/marl-mini/HEAD/static/img/abs_scene.png -------------------------------------------------------------------------------- /static/img/docker_install1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tencent-ailab/marl-mini/HEAD/static/img/docker_install1.png -------------------------------------------------------------------------------- /static/img/docker_install2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tencent-ailab/marl-mini/HEAD/static/img/docker_install2.png -------------------------------------------------------------------------------- /static/img/docker_install3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tencent-ailab/marl-mini/HEAD/static/img/docker_install3.png -------------------------------------------------------------------------------- /static/img/docker_install4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tencent-ailab/marl-mini/HEAD/static/img/docker_install4.png -------------------------------------------------------------------------------- /static/img/docker_running.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tencent-ailab/marl-mini/HEAD/static/img/docker_running.png -------------------------------------------------------------------------------- /static/img/multi_agent_mini_lv.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tencent-ailab/marl-mini/HEAD/static/img/multi_agent_mini_lv.png -------------------------------------------------------------------------------- /static/img/wsl-1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tencent-ailab/marl-mini/HEAD/static/img/wsl-1.png -------------------------------------------------------------------------------- /static/img/wsl-2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tencent-ailab/marl-mini/HEAD/static/img/wsl-2.png -------------------------------------------------------------------------------- /static/img/wsl-3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tencent-ailab/marl-mini/HEAD/static/img/wsl-3.png -------------------------------------------------------------------------------- /static/img/wsl-4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tencent-ailab/marl-mini/HEAD/static/img/wsl-4.png -------------------------------------------------------------------------------- /static/img/wsl-6.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tencent-ailab/marl-mini/HEAD/static/img/wsl-6.png -------------------------------------------------------------------------------- /static/img/wsl-8.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tencent-ailab/marl-mini/HEAD/static/img/wsl-8.png -------------------------------------------------------------------------------- /train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tencent-ailab/marl-mini/HEAD/train.sh --------------------------------------------------------------------------------