├── .gitignore ├── LICENSE ├── README.md ├── docker ├── Dockerfile └── build.sh ├── install_sc2.sh ├── requirements.txt ├── run.sh ├── run_interactive.sh └── src ├── .gitignore ├── __init__.py ├── components ├── __init__.py ├── action_selectors.py ├── episode_buffer.py ├── epsilon_schedules.py └── transforms.py ├── config ├── algs │ ├── cola.yaml │ ├── coma.yaml │ ├── iql.yaml │ ├── iql_beta.yaml │ ├── qmix.yaml │ ├── qmix_beta.yaml │ ├── qtran.yaml │ ├── vdn.yaml │ └── vdn_beta.yaml ├── default.yaml └── envs │ ├── academy_3_vs_1_with_keeper.yaml │ ├── academy_corner.yaml │ ├── academy_pass_and_shoot_with_keeper.yaml │ ├── sc2.yaml │ └── sc2_beta.yaml ├── controllers ├── __init__.py └── basic_controller.py ├── envs ├── __init__.py ├── grf │ ├── __init__.py │ ├── academy_3_vs_1_with_keeper.py │ ├── academy_corner.py │ ├── academy_counterattack_hard.py │ ├── academy_pass_and_shoot_with_keeper.py │ └── academy_run_pass_and_shoot_with_keeper.py ├── multiagentenv.py └── starcraft2 │ ├── __init__.py │ ├── maps │ ├── __init__.py │ └── smac_maps.py │ └── starcraft2.py ├── learners ├── __init__.py ├── cola_learner.py ├── coma_learner.py ├── q_learner.py └── qtran_learner.py ├── main.py ├── modules ├── __init__.py ├── agents │ ├── __init__.py │ └── rnn_agent.py ├── cb │ └── consensus_builder.py ├── critics │ ├── __init__.py │ └── coma.py ├── embedding │ └── embedding_net.py └── mixers │ ├── __init__.py │ ├── qmix.py │ ├── qtran.py │ └── vdn.py ├── run.py ├── runners ├── __init__.py ├── episode_runner.py ├── grf_episode_runner.py └── parallel_runner.py └── utils ├── dict2namedtuple.py ├── logging.py ├── rl_utils.py └── timehelper.py /.gitignore: -------------------------------------------------------------------------------- 1 | **/__pycache__ -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deligentfool/COLA/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deligentfool/COLA/HEAD/README.md -------------------------------------------------------------------------------- /docker/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deligentfool/COLA/HEAD/docker/Dockerfile -------------------------------------------------------------------------------- /docker/build.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deligentfool/COLA/HEAD/docker/build.sh -------------------------------------------------------------------------------- /install_sc2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deligentfool/COLA/HEAD/install_sc2.sh -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deligentfool/COLA/HEAD/requirements.txt -------------------------------------------------------------------------------- /run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deligentfool/COLA/HEAD/run.sh -------------------------------------------------------------------------------- /run_interactive.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deligentfool/COLA/HEAD/run_interactive.sh -------------------------------------------------------------------------------- /src/.gitignore: -------------------------------------------------------------------------------- 1 | tb_logs/ 2 | results/ 3 | -------------------------------------------------------------------------------- /src/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/components/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/components/action_selectors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deligentfool/COLA/HEAD/src/components/action_selectors.py -------------------------------------------------------------------------------- /src/components/episode_buffer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deligentfool/COLA/HEAD/src/components/episode_buffer.py -------------------------------------------------------------------------------- /src/components/epsilon_schedules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deligentfool/COLA/HEAD/src/components/epsilon_schedules.py -------------------------------------------------------------------------------- /src/components/transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deligentfool/COLA/HEAD/src/components/transforms.py -------------------------------------------------------------------------------- /src/config/algs/cola.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deligentfool/COLA/HEAD/src/config/algs/cola.yaml -------------------------------------------------------------------------------- /src/config/algs/coma.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deligentfool/COLA/HEAD/src/config/algs/coma.yaml -------------------------------------------------------------------------------- /src/config/algs/iql.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deligentfool/COLA/HEAD/src/config/algs/iql.yaml -------------------------------------------------------------------------------- /src/config/algs/iql_beta.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deligentfool/COLA/HEAD/src/config/algs/iql_beta.yaml -------------------------------------------------------------------------------- /src/config/algs/qmix.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deligentfool/COLA/HEAD/src/config/algs/qmix.yaml -------------------------------------------------------------------------------- /src/config/algs/qmix_beta.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deligentfool/COLA/HEAD/src/config/algs/qmix_beta.yaml -------------------------------------------------------------------------------- /src/config/algs/qtran.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deligentfool/COLA/HEAD/src/config/algs/qtran.yaml -------------------------------------------------------------------------------- /src/config/algs/vdn.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deligentfool/COLA/HEAD/src/config/algs/vdn.yaml -------------------------------------------------------------------------------- /src/config/algs/vdn_beta.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deligentfool/COLA/HEAD/src/config/algs/vdn_beta.yaml -------------------------------------------------------------------------------- /src/config/default.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deligentfool/COLA/HEAD/src/config/default.yaml -------------------------------------------------------------------------------- /src/config/envs/academy_3_vs_1_with_keeper.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deligentfool/COLA/HEAD/src/config/envs/academy_3_vs_1_with_keeper.yaml -------------------------------------------------------------------------------- /src/config/envs/academy_corner.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deligentfool/COLA/HEAD/src/config/envs/academy_corner.yaml -------------------------------------------------------------------------------- /src/config/envs/academy_pass_and_shoot_with_keeper.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deligentfool/COLA/HEAD/src/config/envs/academy_pass_and_shoot_with_keeper.yaml -------------------------------------------------------------------------------- /src/config/envs/sc2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deligentfool/COLA/HEAD/src/config/envs/sc2.yaml -------------------------------------------------------------------------------- /src/config/envs/sc2_beta.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deligentfool/COLA/HEAD/src/config/envs/sc2_beta.yaml -------------------------------------------------------------------------------- /src/controllers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deligentfool/COLA/HEAD/src/controllers/__init__.py -------------------------------------------------------------------------------- /src/controllers/basic_controller.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deligentfool/COLA/HEAD/src/controllers/basic_controller.py -------------------------------------------------------------------------------- /src/envs/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deligentfool/COLA/HEAD/src/envs/__init__.py -------------------------------------------------------------------------------- /src/envs/grf/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deligentfool/COLA/HEAD/src/envs/grf/__init__.py -------------------------------------------------------------------------------- /src/envs/grf/academy_3_vs_1_with_keeper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deligentfool/COLA/HEAD/src/envs/grf/academy_3_vs_1_with_keeper.py -------------------------------------------------------------------------------- /src/envs/grf/academy_corner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deligentfool/COLA/HEAD/src/envs/grf/academy_corner.py -------------------------------------------------------------------------------- /src/envs/grf/academy_counterattack_hard.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deligentfool/COLA/HEAD/src/envs/grf/academy_counterattack_hard.py -------------------------------------------------------------------------------- /src/envs/grf/academy_pass_and_shoot_with_keeper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deligentfool/COLA/HEAD/src/envs/grf/academy_pass_and_shoot_with_keeper.py -------------------------------------------------------------------------------- /src/envs/grf/academy_run_pass_and_shoot_with_keeper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deligentfool/COLA/HEAD/src/envs/grf/academy_run_pass_and_shoot_with_keeper.py -------------------------------------------------------------------------------- /src/envs/multiagentenv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deligentfool/COLA/HEAD/src/envs/multiagentenv.py -------------------------------------------------------------------------------- /src/envs/starcraft2/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deligentfool/COLA/HEAD/src/envs/starcraft2/__init__.py -------------------------------------------------------------------------------- /src/envs/starcraft2/maps/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deligentfool/COLA/HEAD/src/envs/starcraft2/maps/__init__.py -------------------------------------------------------------------------------- /src/envs/starcraft2/maps/smac_maps.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deligentfool/COLA/HEAD/src/envs/starcraft2/maps/smac_maps.py -------------------------------------------------------------------------------- /src/envs/starcraft2/starcraft2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deligentfool/COLA/HEAD/src/envs/starcraft2/starcraft2.py -------------------------------------------------------------------------------- /src/learners/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deligentfool/COLA/HEAD/src/learners/__init__.py -------------------------------------------------------------------------------- /src/learners/cola_learner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deligentfool/COLA/HEAD/src/learners/cola_learner.py -------------------------------------------------------------------------------- /src/learners/coma_learner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deligentfool/COLA/HEAD/src/learners/coma_learner.py -------------------------------------------------------------------------------- /src/learners/q_learner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deligentfool/COLA/HEAD/src/learners/q_learner.py -------------------------------------------------------------------------------- /src/learners/qtran_learner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deligentfool/COLA/HEAD/src/learners/qtran_learner.py -------------------------------------------------------------------------------- /src/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deligentfool/COLA/HEAD/src/main.py -------------------------------------------------------------------------------- /src/modules/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/modules/agents/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deligentfool/COLA/HEAD/src/modules/agents/__init__.py -------------------------------------------------------------------------------- /src/modules/agents/rnn_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deligentfool/COLA/HEAD/src/modules/agents/rnn_agent.py -------------------------------------------------------------------------------- /src/modules/cb/consensus_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deligentfool/COLA/HEAD/src/modules/cb/consensus_builder.py -------------------------------------------------------------------------------- /src/modules/critics/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/modules/critics/coma.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deligentfool/COLA/HEAD/src/modules/critics/coma.py -------------------------------------------------------------------------------- /src/modules/embedding/embedding_net.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deligentfool/COLA/HEAD/src/modules/embedding/embedding_net.py -------------------------------------------------------------------------------- /src/modules/mixers/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/modules/mixers/qmix.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deligentfool/COLA/HEAD/src/modules/mixers/qmix.py -------------------------------------------------------------------------------- /src/modules/mixers/qtran.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deligentfool/COLA/HEAD/src/modules/mixers/qtran.py -------------------------------------------------------------------------------- /src/modules/mixers/vdn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deligentfool/COLA/HEAD/src/modules/mixers/vdn.py -------------------------------------------------------------------------------- /src/run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deligentfool/COLA/HEAD/src/run.py -------------------------------------------------------------------------------- /src/runners/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deligentfool/COLA/HEAD/src/runners/__init__.py -------------------------------------------------------------------------------- /src/runners/episode_runner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deligentfool/COLA/HEAD/src/runners/episode_runner.py -------------------------------------------------------------------------------- /src/runners/grf_episode_runner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deligentfool/COLA/HEAD/src/runners/grf_episode_runner.py -------------------------------------------------------------------------------- /src/runners/parallel_runner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deligentfool/COLA/HEAD/src/runners/parallel_runner.py -------------------------------------------------------------------------------- /src/utils/dict2namedtuple.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deligentfool/COLA/HEAD/src/utils/dict2namedtuple.py -------------------------------------------------------------------------------- /src/utils/logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deligentfool/COLA/HEAD/src/utils/logging.py -------------------------------------------------------------------------------- /src/utils/rl_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deligentfool/COLA/HEAD/src/utils/rl_utils.py -------------------------------------------------------------------------------- /src/utils/timehelper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deligentfool/COLA/HEAD/src/utils/timehelper.py --------------------------------------------------------------------------------