├── .gitignore ├── Dockerfile ├── README.md ├── run_cpu.sh ├── run_gpu.sh └── src ├── __init__.py ├── components ├── __init__.py ├── action_selectors.py ├── episode_buffer.py ├── epsilon_schedules.py └── transforms.py ├── config ├── algs │ ├── comix-naf.yaml │ ├── comix.yaml │ ├── covdn-naf.yaml │ ├── covdn.yaml │ ├── facmaddpg.yaml │ ├── iql-cem.yaml │ ├── iql-naf.yaml │ └── maddpg.yaml ├── default.yaml └── envs │ ├── mujoco_multi.yaml │ └── particle.yaml ├── controllers ├── __init__.py ├── basic_controller.py └── cqmix_controller.py ├── envs ├── .gitignore ├── __init__.py ├── mamujoco │ ├── __init__.py │ ├── mujoco_multi.py │ └── obsk.py ├── multiagentenv.py └── particle │ ├── __init__.py │ ├── environment.py │ ├── multi_discrete.py │ ├── particle.py │ └── scenarios │ ├── __init__.py │ └── simple_tag_coop.py ├── learners ├── __init__.py ├── cq_learner.py ├── facmaddpg_learner.py └── maddpg_learner.py ├── main.py ├── modules ├── __init__.py ├── agents │ ├── __init__.py │ ├── comix_agent.py │ └── mlp_agent.py ├── critics │ ├── __init__.py │ ├── facmaddpg.py │ └── maddpg.py └── mixers │ ├── __init__.py │ ├── qmix.py │ ├── vdn.py │ └── vdnstate.py ├── run.py ├── runners ├── __init__.py ├── episode_runner.py └── parallel_runner.py └── utils ├── __init__.py ├── dict2namedtuple.py ├── logging.py ├── rl_utils.py └── timehelper.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oxwhirl/comix/HEAD/.gitignore -------------------------------------------------------------------------------- /Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oxwhirl/comix/HEAD/Dockerfile -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oxwhirl/comix/HEAD/README.md -------------------------------------------------------------------------------- /run_cpu.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oxwhirl/comix/HEAD/run_cpu.sh -------------------------------------------------------------------------------- /run_gpu.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oxwhirl/comix/HEAD/run_gpu.sh -------------------------------------------------------------------------------- /src/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/components/__init__.py: -------------------------------------------------------------------------------- 1 | REGISTRY = {} 2 | -------------------------------------------------------------------------------- /src/components/action_selectors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oxwhirl/comix/HEAD/src/components/action_selectors.py -------------------------------------------------------------------------------- /src/components/episode_buffer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oxwhirl/comix/HEAD/src/components/episode_buffer.py -------------------------------------------------------------------------------- /src/components/epsilon_schedules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oxwhirl/comix/HEAD/src/components/epsilon_schedules.py -------------------------------------------------------------------------------- /src/components/transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oxwhirl/comix/HEAD/src/components/transforms.py -------------------------------------------------------------------------------- /src/config/algs/comix-naf.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oxwhirl/comix/HEAD/src/config/algs/comix-naf.yaml -------------------------------------------------------------------------------- /src/config/algs/comix.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oxwhirl/comix/HEAD/src/config/algs/comix.yaml -------------------------------------------------------------------------------- /src/config/algs/covdn-naf.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oxwhirl/comix/HEAD/src/config/algs/covdn-naf.yaml -------------------------------------------------------------------------------- /src/config/algs/covdn.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oxwhirl/comix/HEAD/src/config/algs/covdn.yaml -------------------------------------------------------------------------------- /src/config/algs/facmaddpg.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oxwhirl/comix/HEAD/src/config/algs/facmaddpg.yaml -------------------------------------------------------------------------------- /src/config/algs/iql-cem.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oxwhirl/comix/HEAD/src/config/algs/iql-cem.yaml -------------------------------------------------------------------------------- /src/config/algs/iql-naf.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oxwhirl/comix/HEAD/src/config/algs/iql-naf.yaml -------------------------------------------------------------------------------- /src/config/algs/maddpg.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oxwhirl/comix/HEAD/src/config/algs/maddpg.yaml -------------------------------------------------------------------------------- /src/config/default.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oxwhirl/comix/HEAD/src/config/default.yaml -------------------------------------------------------------------------------- /src/config/envs/mujoco_multi.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oxwhirl/comix/HEAD/src/config/envs/mujoco_multi.yaml -------------------------------------------------------------------------------- /src/config/envs/particle.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oxwhirl/comix/HEAD/src/config/envs/particle.yaml -------------------------------------------------------------------------------- /src/controllers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oxwhirl/comix/HEAD/src/controllers/__init__.py -------------------------------------------------------------------------------- /src/controllers/basic_controller.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oxwhirl/comix/HEAD/src/controllers/basic_controller.py -------------------------------------------------------------------------------- /src/controllers/cqmix_controller.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oxwhirl/comix/HEAD/src/controllers/cqmix_controller.py -------------------------------------------------------------------------------- /src/envs/.gitignore: -------------------------------------------------------------------------------- 1 | multiagent_mujoco/ -------------------------------------------------------------------------------- /src/envs/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oxwhirl/comix/HEAD/src/envs/__init__.py -------------------------------------------------------------------------------- /src/envs/mamujoco/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oxwhirl/comix/HEAD/src/envs/mamujoco/__init__.py -------------------------------------------------------------------------------- /src/envs/mamujoco/mujoco_multi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oxwhirl/comix/HEAD/src/envs/mamujoco/mujoco_multi.py -------------------------------------------------------------------------------- /src/envs/mamujoco/obsk.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oxwhirl/comix/HEAD/src/envs/mamujoco/obsk.py -------------------------------------------------------------------------------- /src/envs/multiagentenv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oxwhirl/comix/HEAD/src/envs/multiagentenv.py -------------------------------------------------------------------------------- /src/envs/particle/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oxwhirl/comix/HEAD/src/envs/particle/__init__.py -------------------------------------------------------------------------------- /src/envs/particle/environment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oxwhirl/comix/HEAD/src/envs/particle/environment.py -------------------------------------------------------------------------------- /src/envs/particle/multi_discrete.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oxwhirl/comix/HEAD/src/envs/particle/multi_discrete.py -------------------------------------------------------------------------------- /src/envs/particle/particle.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oxwhirl/comix/HEAD/src/envs/particle/particle.py -------------------------------------------------------------------------------- /src/envs/particle/scenarios/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oxwhirl/comix/HEAD/src/envs/particle/scenarios/__init__.py -------------------------------------------------------------------------------- /src/envs/particle/scenarios/simple_tag_coop.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oxwhirl/comix/HEAD/src/envs/particle/scenarios/simple_tag_coop.py -------------------------------------------------------------------------------- /src/learners/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oxwhirl/comix/HEAD/src/learners/__init__.py -------------------------------------------------------------------------------- /src/learners/cq_learner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oxwhirl/comix/HEAD/src/learners/cq_learner.py -------------------------------------------------------------------------------- /src/learners/facmaddpg_learner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oxwhirl/comix/HEAD/src/learners/facmaddpg_learner.py -------------------------------------------------------------------------------- /src/learners/maddpg_learner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oxwhirl/comix/HEAD/src/learners/maddpg_learner.py -------------------------------------------------------------------------------- /src/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oxwhirl/comix/HEAD/src/main.py -------------------------------------------------------------------------------- /src/modules/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/modules/agents/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oxwhirl/comix/HEAD/src/modules/agents/__init__.py -------------------------------------------------------------------------------- /src/modules/agents/comix_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oxwhirl/comix/HEAD/src/modules/agents/comix_agent.py -------------------------------------------------------------------------------- /src/modules/agents/mlp_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oxwhirl/comix/HEAD/src/modules/agents/mlp_agent.py -------------------------------------------------------------------------------- /src/modules/critics/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/modules/critics/facmaddpg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oxwhirl/comix/HEAD/src/modules/critics/facmaddpg.py -------------------------------------------------------------------------------- /src/modules/critics/maddpg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oxwhirl/comix/HEAD/src/modules/critics/maddpg.py -------------------------------------------------------------------------------- /src/modules/mixers/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/modules/mixers/qmix.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oxwhirl/comix/HEAD/src/modules/mixers/qmix.py -------------------------------------------------------------------------------- /src/modules/mixers/vdn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oxwhirl/comix/HEAD/src/modules/mixers/vdn.py -------------------------------------------------------------------------------- /src/modules/mixers/vdnstate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oxwhirl/comix/HEAD/src/modules/mixers/vdnstate.py -------------------------------------------------------------------------------- /src/run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oxwhirl/comix/HEAD/src/run.py -------------------------------------------------------------------------------- /src/runners/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oxwhirl/comix/HEAD/src/runners/__init__.py -------------------------------------------------------------------------------- /src/runners/episode_runner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oxwhirl/comix/HEAD/src/runners/episode_runner.py -------------------------------------------------------------------------------- /src/runners/parallel_runner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oxwhirl/comix/HEAD/src/runners/parallel_runner.py -------------------------------------------------------------------------------- /src/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/utils/dict2namedtuple.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oxwhirl/comix/HEAD/src/utils/dict2namedtuple.py -------------------------------------------------------------------------------- /src/utils/logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oxwhirl/comix/HEAD/src/utils/logging.py -------------------------------------------------------------------------------- /src/utils/rl_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oxwhirl/comix/HEAD/src/utils/rl_utils.py -------------------------------------------------------------------------------- /src/utils/timehelper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oxwhirl/comix/HEAD/src/utils/timehelper.py --------------------------------------------------------------------------------