├── .gitignore ├── LICENSE ├── README.md ├── dataset ├── 3m │ └── medium │ │ └── qmix_2022-04-03_12-49-45 │ │ └── part_0.h5 ├── cn-2 │ ├── expert │ │ └── qmix_2024-10-18_16-01-31 │ │ │ └── part_0.h5 │ └── medium │ │ └── qmix_2024-10-10_14-19-03 │ │ └── part_0.h5 └── cn-4 │ ├── expert │ └── qmix_2024-10-18_16-01-31 │ │ └── part_0.h5 │ └── medium │ └── qmix_2024-10-10_14-19-07 │ └── part_0.h5 ├── install_sc2.sh ├── install_smac_patch.sh ├── requirements.txt ├── run_script.py ├── smac_patch ├── SMAC_Maps │ ├── 10m.SC2Map │ ├── 10m_vs_11m.SC2Map │ ├── 10m_vs_12m.SC2Map │ ├── 11m.SC2Map │ ├── 11m_vs_12m.SC2Map │ ├── 12m.SC2Map │ ├── 13m_vs_15m.SC2Map │ ├── 1c3s5z.SC2Map │ ├── 1s3z.SC2Map │ ├── 1s4z.SC2Map │ ├── 1s5z.SC2Map │ ├── 25m.SC2Map │ ├── 27m_vs_30m.SC2Map │ ├── 2c_vs_64zg.SC2Map │ ├── 2m_vs_1z.SC2Map │ ├── 2s3z.SC2Map │ ├── 2s4z.SC2Map │ ├── 2s5z.SC2Map │ ├── 2s_vs_1sc.SC2Map │ ├── 3m.SC2Map │ ├── 3s3z.SC2Map │ ├── 3s4z.SC2Map │ ├── 3s5z.SC2Map │ ├── 3s5z_vs_3s6z.SC2Map │ ├── 3s6z_vs_3s7z.SC2Map │ ├── 3s_vs_3z.SC2Map │ ├── 3s_vs_4z.SC2Map │ ├── 3s_vs_5z.SC2Map │ ├── 3s_vs_6z.SC2Map │ ├── 4m.SC2Map │ ├── 4m_vs_5m.SC2Map │ ├── 4s3z.SC2Map │ ├── 4s4z.SC2Map │ ├── 4s5z.SC2Map │ ├── 4s5z_vs_4s6z.SC2Map │ ├── 4s6z.SC2Map │ ├── 4s6z_vs_4s7z.SC2Map │ ├── 4s_vs_5z.SC2Map │ ├── 4s_vs_6z.SC2Map │ ├── 4s_vs_7z.SC2Map │ ├── 5m.SC2Map │ ├── 5m_vs_6m.SC2Map │ ├── 6h_vs_8z.SC2Map │ ├── 6m.SC2Map │ ├── 6m_vs_7m.SC2Map │ ├── 7m.SC2Map │ ├── 7m_vs_8m.SC2Map │ ├── 8m.SC2Map │ ├── 8m_vs_9m.SC2Map │ ├── 9m.SC2Map │ ├── 9m_vs_10m.SC2Map │ ├── MMM.SC2Map │ ├── MMM2.SC2Map │ ├── bane_vs_bane.SC2Map │ ├── corridor.SC2Map │ └── so_many_baneling.SC2Map └── smac_maps.py └── src ├── __init__.py ├── baseline_run.py ├── components ├── __init__.py ├── action_selectors.py ├── episode_buffer.py ├── epsilon_schedules.py ├── offline_buffer.py └── transforms.py ├── config ├── algs │ ├── bc-r.yaml │ ├── bc-t.yaml │ ├── coma.yaml │ ├── iql.yaml │ ├── moco.yaml │ ├── odis.yaml │ ├── qmix.yaml │ ├── qtran.yaml │ ├── updet-l.yaml │ └── updet-m.yaml ├── default.yaml ├── envs │ ├── cn_collect.yaml │ ├── cn_offline.yaml │ ├── sc2.yaml │ ├── sc2_collect.yaml │ └── sc2_offline.yaml └── tasks │ ├── cn-expert.yaml │ ├── cn-medium.yaml │ ├── marine-easy-expert.yaml │ ├── marine-easy-medium-expert.yaml │ ├── marine-easy-medium-replay.yaml │ ├── marine-easy-medium.yaml │ ├── marine-hard-expert.yaml │ ├── marine-hard-medium-expert.yaml │ ├── marine-hard-medium-replay.yaml │ ├── marine-hard-medium.yaml │ ├── stalker-zealot-expert.yaml │ ├── stalker-zealot-medium-expert.yaml │ ├── stalker-zealot-medium-replay.yaml │ ├── stalker-zealot-medium.yaml │ └── toy.yaml ├── controllers ├── __init__.py ├── basic_controller.py └── multi_task │ ├── __init__.py │ ├── mt_bc_controller.py │ ├── mt_bcr_controller.py │ ├── mt_odis_controller.py │ └── mt_updet_controller.py ├── data_collect.py ├── envs ├── __init__.py ├── grid_mpe │ ├── __init__.py │ ├── grid_mpe.py │ └── utils.py └── multiagentenv.py ├── learners ├── __init__.py ├── coma_learner.py ├── multi_task │ ├── __init__.py │ ├── bc_learner.py │ ├── odis_learner.py │ └── updet_learner.py ├── q_learner.py └── qtran_learner.py ├── main.py ├── modules ├── __init__.py ├── agents │ ├── __init__.py │ ├── multi_task │ │ ├── __init__.py │ │ ├── bc_agent.py │ │ ├── bcr_agent.py │ │ ├── odis_agent.py │ │ └── updet_agent.py │ └── rnn_agent.py ├── critics │ ├── __init__.py │ ├── coma.py │ └── offpg.py ├── decomposers │ ├── __init__.py │ ├── cn_decomposer.py │ └── sc2_decomposer.py └── mixers │ ├── __init__.py │ ├── multi_task │ ├── __init__.py │ ├── qattn.py │ └── vdn.py │ ├── qmix.py │ ├── qtran.py │ └── vdn.py ├── mto.py ├── run.py ├── runners ├── __init__.py ├── episode_runner.py ├── multi_task │ ├── __init__.py │ ├── episode_runner.py │ └── parallel_runner.py └── parallel_runner.py └── utils ├── dict2namedtuple.py ├── embed.py ├── logging.py ├── offpg_utils.py ├── rl_utils.py ├── timehelper.py └── transformer.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/README.md -------------------------------------------------------------------------------- /dataset/3m/medium/qmix_2022-04-03_12-49-45/part_0.h5: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/dataset/3m/medium/qmix_2022-04-03_12-49-45/part_0.h5 -------------------------------------------------------------------------------- /dataset/cn-2/expert/qmix_2024-10-18_16-01-31/part_0.h5: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/dataset/cn-2/expert/qmix_2024-10-18_16-01-31/part_0.h5 -------------------------------------------------------------------------------- /dataset/cn-2/medium/qmix_2024-10-10_14-19-03/part_0.h5: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/dataset/cn-2/medium/qmix_2024-10-10_14-19-03/part_0.h5 -------------------------------------------------------------------------------- /dataset/cn-4/expert/qmix_2024-10-18_16-01-31/part_0.h5: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/dataset/cn-4/expert/qmix_2024-10-18_16-01-31/part_0.h5 -------------------------------------------------------------------------------- /dataset/cn-4/medium/qmix_2024-10-10_14-19-07/part_0.h5: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/dataset/cn-4/medium/qmix_2024-10-10_14-19-07/part_0.h5 -------------------------------------------------------------------------------- /install_sc2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/install_sc2.sh -------------------------------------------------------------------------------- /install_smac_patch.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/install_smac_patch.sh -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/requirements.txt -------------------------------------------------------------------------------- /run_script.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/run_script.py -------------------------------------------------------------------------------- /smac_patch/SMAC_Maps/10m.SC2Map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/smac_patch/SMAC_Maps/10m.SC2Map -------------------------------------------------------------------------------- /smac_patch/SMAC_Maps/10m_vs_11m.SC2Map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/smac_patch/SMAC_Maps/10m_vs_11m.SC2Map -------------------------------------------------------------------------------- /smac_patch/SMAC_Maps/10m_vs_12m.SC2Map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/smac_patch/SMAC_Maps/10m_vs_12m.SC2Map -------------------------------------------------------------------------------- /smac_patch/SMAC_Maps/11m.SC2Map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/smac_patch/SMAC_Maps/11m.SC2Map -------------------------------------------------------------------------------- /smac_patch/SMAC_Maps/11m_vs_12m.SC2Map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/smac_patch/SMAC_Maps/11m_vs_12m.SC2Map -------------------------------------------------------------------------------- /smac_patch/SMAC_Maps/12m.SC2Map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/smac_patch/SMAC_Maps/12m.SC2Map -------------------------------------------------------------------------------- /smac_patch/SMAC_Maps/13m_vs_15m.SC2Map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/smac_patch/SMAC_Maps/13m_vs_15m.SC2Map -------------------------------------------------------------------------------- /smac_patch/SMAC_Maps/1c3s5z.SC2Map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/smac_patch/SMAC_Maps/1c3s5z.SC2Map -------------------------------------------------------------------------------- /smac_patch/SMAC_Maps/1s3z.SC2Map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/smac_patch/SMAC_Maps/1s3z.SC2Map -------------------------------------------------------------------------------- /smac_patch/SMAC_Maps/1s4z.SC2Map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/smac_patch/SMAC_Maps/1s4z.SC2Map -------------------------------------------------------------------------------- /smac_patch/SMAC_Maps/1s5z.SC2Map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/smac_patch/SMAC_Maps/1s5z.SC2Map -------------------------------------------------------------------------------- /smac_patch/SMAC_Maps/25m.SC2Map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/smac_patch/SMAC_Maps/25m.SC2Map -------------------------------------------------------------------------------- /smac_patch/SMAC_Maps/27m_vs_30m.SC2Map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/smac_patch/SMAC_Maps/27m_vs_30m.SC2Map -------------------------------------------------------------------------------- /smac_patch/SMAC_Maps/2c_vs_64zg.SC2Map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/smac_patch/SMAC_Maps/2c_vs_64zg.SC2Map -------------------------------------------------------------------------------- /smac_patch/SMAC_Maps/2m_vs_1z.SC2Map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/smac_patch/SMAC_Maps/2m_vs_1z.SC2Map -------------------------------------------------------------------------------- /smac_patch/SMAC_Maps/2s3z.SC2Map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/smac_patch/SMAC_Maps/2s3z.SC2Map -------------------------------------------------------------------------------- /smac_patch/SMAC_Maps/2s4z.SC2Map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/smac_patch/SMAC_Maps/2s4z.SC2Map -------------------------------------------------------------------------------- /smac_patch/SMAC_Maps/2s5z.SC2Map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/smac_patch/SMAC_Maps/2s5z.SC2Map -------------------------------------------------------------------------------- /smac_patch/SMAC_Maps/2s_vs_1sc.SC2Map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/smac_patch/SMAC_Maps/2s_vs_1sc.SC2Map -------------------------------------------------------------------------------- /smac_patch/SMAC_Maps/3m.SC2Map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/smac_patch/SMAC_Maps/3m.SC2Map -------------------------------------------------------------------------------- /smac_patch/SMAC_Maps/3s3z.SC2Map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/smac_patch/SMAC_Maps/3s3z.SC2Map -------------------------------------------------------------------------------- /smac_patch/SMAC_Maps/3s4z.SC2Map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/smac_patch/SMAC_Maps/3s4z.SC2Map -------------------------------------------------------------------------------- /smac_patch/SMAC_Maps/3s5z.SC2Map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/smac_patch/SMAC_Maps/3s5z.SC2Map -------------------------------------------------------------------------------- /smac_patch/SMAC_Maps/3s5z_vs_3s6z.SC2Map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/smac_patch/SMAC_Maps/3s5z_vs_3s6z.SC2Map -------------------------------------------------------------------------------- /smac_patch/SMAC_Maps/3s6z_vs_3s7z.SC2Map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/smac_patch/SMAC_Maps/3s6z_vs_3s7z.SC2Map -------------------------------------------------------------------------------- /smac_patch/SMAC_Maps/3s_vs_3z.SC2Map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/smac_patch/SMAC_Maps/3s_vs_3z.SC2Map -------------------------------------------------------------------------------- /smac_patch/SMAC_Maps/3s_vs_4z.SC2Map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/smac_patch/SMAC_Maps/3s_vs_4z.SC2Map -------------------------------------------------------------------------------- /smac_patch/SMAC_Maps/3s_vs_5z.SC2Map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/smac_patch/SMAC_Maps/3s_vs_5z.SC2Map -------------------------------------------------------------------------------- /smac_patch/SMAC_Maps/3s_vs_6z.SC2Map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/smac_patch/SMAC_Maps/3s_vs_6z.SC2Map -------------------------------------------------------------------------------- /smac_patch/SMAC_Maps/4m.SC2Map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/smac_patch/SMAC_Maps/4m.SC2Map -------------------------------------------------------------------------------- /smac_patch/SMAC_Maps/4m_vs_5m.SC2Map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/smac_patch/SMAC_Maps/4m_vs_5m.SC2Map -------------------------------------------------------------------------------- /smac_patch/SMAC_Maps/4s3z.SC2Map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/smac_patch/SMAC_Maps/4s3z.SC2Map -------------------------------------------------------------------------------- /smac_patch/SMAC_Maps/4s4z.SC2Map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/smac_patch/SMAC_Maps/4s4z.SC2Map -------------------------------------------------------------------------------- /smac_patch/SMAC_Maps/4s5z.SC2Map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/smac_patch/SMAC_Maps/4s5z.SC2Map -------------------------------------------------------------------------------- /smac_patch/SMAC_Maps/4s5z_vs_4s6z.SC2Map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/smac_patch/SMAC_Maps/4s5z_vs_4s6z.SC2Map -------------------------------------------------------------------------------- /smac_patch/SMAC_Maps/4s6z.SC2Map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/smac_patch/SMAC_Maps/4s6z.SC2Map -------------------------------------------------------------------------------- /smac_patch/SMAC_Maps/4s6z_vs_4s7z.SC2Map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/smac_patch/SMAC_Maps/4s6z_vs_4s7z.SC2Map -------------------------------------------------------------------------------- /smac_patch/SMAC_Maps/4s_vs_5z.SC2Map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/smac_patch/SMAC_Maps/4s_vs_5z.SC2Map -------------------------------------------------------------------------------- /smac_patch/SMAC_Maps/4s_vs_6z.SC2Map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/smac_patch/SMAC_Maps/4s_vs_6z.SC2Map -------------------------------------------------------------------------------- /smac_patch/SMAC_Maps/4s_vs_7z.SC2Map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/smac_patch/SMAC_Maps/4s_vs_7z.SC2Map -------------------------------------------------------------------------------- /smac_patch/SMAC_Maps/5m.SC2Map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/smac_patch/SMAC_Maps/5m.SC2Map -------------------------------------------------------------------------------- /smac_patch/SMAC_Maps/5m_vs_6m.SC2Map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/smac_patch/SMAC_Maps/5m_vs_6m.SC2Map -------------------------------------------------------------------------------- /smac_patch/SMAC_Maps/6h_vs_8z.SC2Map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/smac_patch/SMAC_Maps/6h_vs_8z.SC2Map -------------------------------------------------------------------------------- /smac_patch/SMAC_Maps/6m.SC2Map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/smac_patch/SMAC_Maps/6m.SC2Map -------------------------------------------------------------------------------- /smac_patch/SMAC_Maps/6m_vs_7m.SC2Map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/smac_patch/SMAC_Maps/6m_vs_7m.SC2Map -------------------------------------------------------------------------------- /smac_patch/SMAC_Maps/7m.SC2Map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/smac_patch/SMAC_Maps/7m.SC2Map -------------------------------------------------------------------------------- /smac_patch/SMAC_Maps/7m_vs_8m.SC2Map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/smac_patch/SMAC_Maps/7m_vs_8m.SC2Map -------------------------------------------------------------------------------- /smac_patch/SMAC_Maps/8m.SC2Map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/smac_patch/SMAC_Maps/8m.SC2Map -------------------------------------------------------------------------------- /smac_patch/SMAC_Maps/8m_vs_9m.SC2Map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/smac_patch/SMAC_Maps/8m_vs_9m.SC2Map -------------------------------------------------------------------------------- /smac_patch/SMAC_Maps/9m.SC2Map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/smac_patch/SMAC_Maps/9m.SC2Map -------------------------------------------------------------------------------- /smac_patch/SMAC_Maps/9m_vs_10m.SC2Map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/smac_patch/SMAC_Maps/9m_vs_10m.SC2Map -------------------------------------------------------------------------------- /smac_patch/SMAC_Maps/MMM.SC2Map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/smac_patch/SMAC_Maps/MMM.SC2Map -------------------------------------------------------------------------------- /smac_patch/SMAC_Maps/MMM2.SC2Map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/smac_patch/SMAC_Maps/MMM2.SC2Map -------------------------------------------------------------------------------- /smac_patch/SMAC_Maps/bane_vs_bane.SC2Map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/smac_patch/SMAC_Maps/bane_vs_bane.SC2Map -------------------------------------------------------------------------------- /smac_patch/SMAC_Maps/corridor.SC2Map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/smac_patch/SMAC_Maps/corridor.SC2Map -------------------------------------------------------------------------------- /smac_patch/SMAC_Maps/so_many_baneling.SC2Map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/smac_patch/SMAC_Maps/so_many_baneling.SC2Map -------------------------------------------------------------------------------- /smac_patch/smac_maps.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/smac_patch/smac_maps.py -------------------------------------------------------------------------------- /src/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/baseline_run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/baseline_run.py -------------------------------------------------------------------------------- /src/components/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/components/action_selectors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/components/action_selectors.py -------------------------------------------------------------------------------- /src/components/episode_buffer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/components/episode_buffer.py -------------------------------------------------------------------------------- /src/components/epsilon_schedules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/components/epsilon_schedules.py -------------------------------------------------------------------------------- /src/components/offline_buffer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/components/offline_buffer.py -------------------------------------------------------------------------------- /src/components/transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/components/transforms.py -------------------------------------------------------------------------------- /src/config/algs/bc-r.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/config/algs/bc-r.yaml -------------------------------------------------------------------------------- /src/config/algs/bc-t.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/config/algs/bc-t.yaml -------------------------------------------------------------------------------- /src/config/algs/coma.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/config/algs/coma.yaml -------------------------------------------------------------------------------- /src/config/algs/iql.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/config/algs/iql.yaml -------------------------------------------------------------------------------- /src/config/algs/moco.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/config/algs/moco.yaml -------------------------------------------------------------------------------- /src/config/algs/odis.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/config/algs/odis.yaml -------------------------------------------------------------------------------- /src/config/algs/qmix.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/config/algs/qmix.yaml -------------------------------------------------------------------------------- /src/config/algs/qtran.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/config/algs/qtran.yaml -------------------------------------------------------------------------------- /src/config/algs/updet-l.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/config/algs/updet-l.yaml -------------------------------------------------------------------------------- /src/config/algs/updet-m.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/config/algs/updet-m.yaml -------------------------------------------------------------------------------- /src/config/default.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/config/default.yaml -------------------------------------------------------------------------------- /src/config/envs/cn_collect.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/config/envs/cn_collect.yaml -------------------------------------------------------------------------------- /src/config/envs/cn_offline.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/config/envs/cn_offline.yaml -------------------------------------------------------------------------------- /src/config/envs/sc2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/config/envs/sc2.yaml -------------------------------------------------------------------------------- /src/config/envs/sc2_collect.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/config/envs/sc2_collect.yaml -------------------------------------------------------------------------------- /src/config/envs/sc2_offline.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/config/envs/sc2_offline.yaml -------------------------------------------------------------------------------- /src/config/tasks/cn-expert.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/config/tasks/cn-expert.yaml -------------------------------------------------------------------------------- /src/config/tasks/cn-medium.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/config/tasks/cn-medium.yaml -------------------------------------------------------------------------------- /src/config/tasks/marine-easy-expert.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/config/tasks/marine-easy-expert.yaml -------------------------------------------------------------------------------- /src/config/tasks/marine-easy-medium-expert.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/config/tasks/marine-easy-medium-expert.yaml -------------------------------------------------------------------------------- /src/config/tasks/marine-easy-medium-replay.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/config/tasks/marine-easy-medium-replay.yaml -------------------------------------------------------------------------------- /src/config/tasks/marine-easy-medium.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/config/tasks/marine-easy-medium.yaml -------------------------------------------------------------------------------- /src/config/tasks/marine-hard-expert.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/config/tasks/marine-hard-expert.yaml -------------------------------------------------------------------------------- /src/config/tasks/marine-hard-medium-expert.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/config/tasks/marine-hard-medium-expert.yaml -------------------------------------------------------------------------------- /src/config/tasks/marine-hard-medium-replay.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/config/tasks/marine-hard-medium-replay.yaml -------------------------------------------------------------------------------- /src/config/tasks/marine-hard-medium.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/config/tasks/marine-hard-medium.yaml -------------------------------------------------------------------------------- /src/config/tasks/stalker-zealot-expert.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/config/tasks/stalker-zealot-expert.yaml -------------------------------------------------------------------------------- /src/config/tasks/stalker-zealot-medium-expert.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/config/tasks/stalker-zealot-medium-expert.yaml -------------------------------------------------------------------------------- /src/config/tasks/stalker-zealot-medium-replay.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/config/tasks/stalker-zealot-medium-replay.yaml -------------------------------------------------------------------------------- /src/config/tasks/stalker-zealot-medium.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/config/tasks/stalker-zealot-medium.yaml -------------------------------------------------------------------------------- /src/config/tasks/toy.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/config/tasks/toy.yaml -------------------------------------------------------------------------------- /src/controllers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/controllers/__init__.py -------------------------------------------------------------------------------- /src/controllers/basic_controller.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/controllers/basic_controller.py -------------------------------------------------------------------------------- /src/controllers/multi_task/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/controllers/multi_task/__init__.py -------------------------------------------------------------------------------- /src/controllers/multi_task/mt_bc_controller.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/controllers/multi_task/mt_bc_controller.py -------------------------------------------------------------------------------- /src/controllers/multi_task/mt_bcr_controller.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/controllers/multi_task/mt_bcr_controller.py -------------------------------------------------------------------------------- /src/controllers/multi_task/mt_odis_controller.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/controllers/multi_task/mt_odis_controller.py -------------------------------------------------------------------------------- /src/controllers/multi_task/mt_updet_controller.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/controllers/multi_task/mt_updet_controller.py -------------------------------------------------------------------------------- /src/data_collect.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/data_collect.py -------------------------------------------------------------------------------- /src/envs/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/envs/__init__.py -------------------------------------------------------------------------------- /src/envs/grid_mpe/__init__.py: -------------------------------------------------------------------------------- 1 | from .grid_mpe import GridMPEEnv 2 | -------------------------------------------------------------------------------- /src/envs/grid_mpe/grid_mpe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/envs/grid_mpe/grid_mpe.py -------------------------------------------------------------------------------- /src/envs/grid_mpe/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/envs/grid_mpe/utils.py -------------------------------------------------------------------------------- /src/envs/multiagentenv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/envs/multiagentenv.py -------------------------------------------------------------------------------- /src/learners/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/learners/__init__.py -------------------------------------------------------------------------------- /src/learners/coma_learner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/learners/coma_learner.py -------------------------------------------------------------------------------- /src/learners/multi_task/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/learners/multi_task/__init__.py -------------------------------------------------------------------------------- /src/learners/multi_task/bc_learner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/learners/multi_task/bc_learner.py -------------------------------------------------------------------------------- /src/learners/multi_task/odis_learner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/learners/multi_task/odis_learner.py -------------------------------------------------------------------------------- /src/learners/multi_task/updet_learner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/learners/multi_task/updet_learner.py -------------------------------------------------------------------------------- /src/learners/q_learner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/learners/q_learner.py -------------------------------------------------------------------------------- /src/learners/qtran_learner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/learners/qtran_learner.py -------------------------------------------------------------------------------- /src/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/main.py -------------------------------------------------------------------------------- /src/modules/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/modules/agents/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/modules/agents/__init__.py -------------------------------------------------------------------------------- /src/modules/agents/multi_task/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/modules/agents/multi_task/__init__.py -------------------------------------------------------------------------------- /src/modules/agents/multi_task/bc_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/modules/agents/multi_task/bc_agent.py -------------------------------------------------------------------------------- /src/modules/agents/multi_task/bcr_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/modules/agents/multi_task/bcr_agent.py -------------------------------------------------------------------------------- /src/modules/agents/multi_task/odis_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/modules/agents/multi_task/odis_agent.py -------------------------------------------------------------------------------- /src/modules/agents/multi_task/updet_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/modules/agents/multi_task/updet_agent.py -------------------------------------------------------------------------------- /src/modules/agents/rnn_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/modules/agents/rnn_agent.py -------------------------------------------------------------------------------- /src/modules/critics/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/modules/critics/coma.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/modules/critics/coma.py -------------------------------------------------------------------------------- /src/modules/critics/offpg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/modules/critics/offpg.py -------------------------------------------------------------------------------- /src/modules/decomposers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/modules/decomposers/__init__.py -------------------------------------------------------------------------------- /src/modules/decomposers/cn_decomposer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/modules/decomposers/cn_decomposer.py -------------------------------------------------------------------------------- /src/modules/decomposers/sc2_decomposer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/modules/decomposers/sc2_decomposer.py -------------------------------------------------------------------------------- /src/modules/mixers/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/modules/mixers/multi_task/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/modules/mixers/multi_task/qattn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/modules/mixers/multi_task/qattn.py -------------------------------------------------------------------------------- /src/modules/mixers/multi_task/vdn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/modules/mixers/multi_task/vdn.py -------------------------------------------------------------------------------- /src/modules/mixers/qmix.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/modules/mixers/qmix.py -------------------------------------------------------------------------------- /src/modules/mixers/qtran.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/modules/mixers/qtran.py -------------------------------------------------------------------------------- /src/modules/mixers/vdn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/modules/mixers/vdn.py -------------------------------------------------------------------------------- /src/mto.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/mto.py -------------------------------------------------------------------------------- /src/run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/run.py -------------------------------------------------------------------------------- /src/runners/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/runners/__init__.py -------------------------------------------------------------------------------- /src/runners/episode_runner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/runners/episode_runner.py -------------------------------------------------------------------------------- /src/runners/multi_task/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/runners/multi_task/__init__.py -------------------------------------------------------------------------------- /src/runners/multi_task/episode_runner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/runners/multi_task/episode_runner.py -------------------------------------------------------------------------------- /src/runners/multi_task/parallel_runner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/runners/multi_task/parallel_runner.py -------------------------------------------------------------------------------- /src/runners/parallel_runner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/runners/parallel_runner.py -------------------------------------------------------------------------------- /src/utils/dict2namedtuple.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/utils/dict2namedtuple.py -------------------------------------------------------------------------------- /src/utils/embed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/utils/embed.py -------------------------------------------------------------------------------- /src/utils/logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/utils/logging.py -------------------------------------------------------------------------------- /src/utils/offpg_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/utils/offpg_utils.py -------------------------------------------------------------------------------- /src/utils/rl_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/utils/rl_utils.py -------------------------------------------------------------------------------- /src/utils/timehelper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/utils/timehelper.py -------------------------------------------------------------------------------- /src/utils/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LAMDA-RL/ODIS/HEAD/src/utils/transformer.py --------------------------------------------------------------------------------