├── .gitignore ├── README.md ├── anaconda_env └── environment.yml ├── experiments ├── BoxPushing │ ├── cac.sh │ ├── iac.sh │ ├── mac_cac.sh │ ├── mac_cen_q.sh │ ├── mac_dec_q.sh │ ├── mac_iac.sh │ ├── mac_iaicc.sh │ └── mac_naive_iacc.sh ├── Overcooked │ ├── cac.sh │ ├── iac.sh │ ├── mac_cac.sh │ ├── mac_cen_q.sh │ ├── mac_dec_q.sh │ ├── mac_iac.sh │ ├── mac_iaicc.sh │ └── mac_naive_iacc.sh └── Warehouse │ ├── mac_cac.sh │ ├── mac_cen_q.sh │ ├── mac_dec_q.sh │ ├── mac_iac.sh │ ├── mac_iaicc.sh │ └── mac_naive_iacc.sh ├── scripts ├── pg_based_main.py └── value_based_main.py ├── setup.py ├── src └── macro_marl │ ├── __init__.py │ ├── algs │ ├── __init__.py │ ├── pg_based │ │ ├── __init__.py │ │ ├── mac_cac.py │ │ ├── mac_iac.py │ │ ├── mac_iaicc_V.py │ │ ├── mac_iaicc_sV.py │ │ ├── mac_niacc_V.py │ │ └── mac_niacc_sV.py │ └── value_based │ │ ├── __init__.py │ │ ├── mac_cen_q.py │ │ ├── mac_dec_ddrqn.py │ │ ├── mac_dec_q.py │ │ └── parallel_mac_dec_ddrqn.py │ ├── cores │ ├── __init__.py │ ├── pg_based │ │ ├── __init__.py │ │ ├── mac_cac │ │ │ ├── __init__.py │ │ │ ├── controller.py │ │ │ ├── envs_runner.py │ │ │ ├── learner.py │ │ │ ├── memory.py │ │ │ ├── models.py │ │ │ └── utils.py │ │ ├── mac_iac │ │ │ ├── __init__.py │ │ │ ├── controller.py │ │ │ ├── envs_runner.py │ │ │ ├── learner.py │ │ │ ├── memory.py │ │ │ ├── models.py │ │ │ └── utils.py │ │ ├── mac_iaicc │ │ │ ├── __init__.py │ │ │ ├── controller.py │ │ │ ├── learner.py │ │ │ ├── learner_1.py │ │ │ └── utils.py │ │ ├── mac_iaisc │ │ │ ├── __init__.py │ │ │ ├── controller.py │ │ │ ├── learner.py │ │ │ └── utils.py │ │ ├── mac_niacc │ │ │ ├── __init__.py │ │ │ ├── controller.py │ │ │ ├── envs_runner.py │ │ │ ├── learner.py │ │ │ ├── learner_1.py │ │ │ ├── memory.py │ │ │ ├── models.py │ │ │ └── utils.py │ │ └── mac_niasc │ │ │ ├── __init__.py │ │ │ ├── envs_runner.py │ │ │ ├── learner.py │ │ │ ├── learner_1.py │ │ │ ├── memory.py │ │ │ └── models.py │ └── value_based │ │ ├── __init__.py │ │ ├── mac_cen_q │ │ ├── __init__.py │ │ ├── envs_runner_cen_condi.py │ │ ├── learning_methods_cen_condi.py │ │ ├── model_cen_condi.py │ │ ├── team_cen_condi.py │ │ └── utils │ │ │ ├── Agent.py │ │ │ ├── Cen_ctrl.py │ │ │ ├── __init__.py │ │ │ ├── memory_cen_condi.py │ │ │ └── utils.py │ │ ├── mac_dec_ddrqn │ │ ├── __init__.py │ │ ├── envs_runner.py │ │ ├── learning_methods.py │ │ ├── model.py │ │ ├── team.py │ │ └── utils │ │ │ ├── Agent.py │ │ │ ├── Cen_ctrl.py │ │ │ ├── __init__.py │ │ │ ├── memory.py │ │ │ └── utils.py │ │ ├── mac_dec_q │ │ ├── __init__.py │ │ ├── envs_runner.py │ │ ├── learning_methods.py │ │ ├── model.py │ │ ├── team.py │ │ └── utils │ │ │ ├── Agent.py │ │ │ ├── __init__.py │ │ │ ├── memory.py │ │ │ └── utils.py │ │ └── parallel_mac_dec_ddrqn │ │ ├── __init__.py │ │ ├── envs_runner.py │ │ ├── learning_methods.py │ │ ├── model.py │ │ ├── team.py │ │ └── utils │ │ ├── Agent.py │ │ ├── Cen_ctrl.py │ │ ├── __init__.py │ │ ├── memory.py │ │ └── utils.py │ └── my_env │ ├── .gitignore │ ├── __init__.py │ ├── box_pushing.py │ ├── box_pushing_MA.py │ ├── box_pushing_MA_core.py │ ├── box_pushing_core.py │ ├── core_double_room.py │ ├── core_four_room.py │ ├── core_single_room.py │ ├── core_tripple_room.py │ ├── osd_ma_double_room.py │ ├── osd_ma_four_room.py │ ├── osd_ma_single_room.py │ ├── osd_ma_tripple_room.py │ └── rendering.py └── visualization ├── policy_nns ├── BP_MA │ └── 14x14 │ │ ├── agent_state_dict_0.pt │ │ └── agent_state_dict_1.pt ├── OSD_F │ └── v040 │ │ ├── agent_state_dict0.pt │ │ ├── agent_state_dict1.pt │ │ ├── agent_state_dict2.pt │ │ └── agent_state_dict3.pt ├── OSD_T │ ├── 40 │ │ ├── agent_state_dict0.pt │ │ ├── agent_state_dict1.pt │ │ └── agent_state_dict2.pt │ └── 4R383827 │ │ ├── agent_state_dict0.pt │ │ ├── agent_state_dict1.pt │ │ ├── agent_state_dict2.pt │ │ └── agent_state_dict3.pt └── Overcooked │ ├── mapA │ ├── agent_state_dict_0.pt │ ├── agent_state_dict_1.pt │ └── agent_state_dict_2.pt │ └── mapB │ ├── agent_state_dict_0.pt │ ├── agent_state_dict_1.pt │ └── agent_state_dict_2.pt ├── test_bp_ma.py ├── test_osd_s_policy_dec.py └── test_overcooked_ma.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/README.md -------------------------------------------------------------------------------- /anaconda_env/environment.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/anaconda_env/environment.yml -------------------------------------------------------------------------------- /experiments/BoxPushing/cac.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/experiments/BoxPushing/cac.sh -------------------------------------------------------------------------------- /experiments/BoxPushing/iac.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/experiments/BoxPushing/iac.sh -------------------------------------------------------------------------------- /experiments/BoxPushing/mac_cac.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/experiments/BoxPushing/mac_cac.sh -------------------------------------------------------------------------------- /experiments/BoxPushing/mac_cen_q.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/experiments/BoxPushing/mac_cen_q.sh -------------------------------------------------------------------------------- /experiments/BoxPushing/mac_dec_q.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/experiments/BoxPushing/mac_dec_q.sh -------------------------------------------------------------------------------- /experiments/BoxPushing/mac_iac.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/experiments/BoxPushing/mac_iac.sh -------------------------------------------------------------------------------- /experiments/BoxPushing/mac_iaicc.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/experiments/BoxPushing/mac_iaicc.sh -------------------------------------------------------------------------------- /experiments/BoxPushing/mac_naive_iacc.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/experiments/BoxPushing/mac_naive_iacc.sh -------------------------------------------------------------------------------- /experiments/Overcooked/cac.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/experiments/Overcooked/cac.sh -------------------------------------------------------------------------------- /experiments/Overcooked/iac.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/experiments/Overcooked/iac.sh -------------------------------------------------------------------------------- /experiments/Overcooked/mac_cac.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/experiments/Overcooked/mac_cac.sh -------------------------------------------------------------------------------- /experiments/Overcooked/mac_cen_q.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/experiments/Overcooked/mac_cen_q.sh -------------------------------------------------------------------------------- /experiments/Overcooked/mac_dec_q.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/experiments/Overcooked/mac_dec_q.sh -------------------------------------------------------------------------------- /experiments/Overcooked/mac_iac.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/experiments/Overcooked/mac_iac.sh -------------------------------------------------------------------------------- /experiments/Overcooked/mac_iaicc.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/experiments/Overcooked/mac_iaicc.sh -------------------------------------------------------------------------------- /experiments/Overcooked/mac_naive_iacc.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/experiments/Overcooked/mac_naive_iacc.sh -------------------------------------------------------------------------------- /experiments/Warehouse/mac_cac.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/experiments/Warehouse/mac_cac.sh -------------------------------------------------------------------------------- /experiments/Warehouse/mac_cen_q.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/experiments/Warehouse/mac_cen_q.sh -------------------------------------------------------------------------------- /experiments/Warehouse/mac_dec_q.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/experiments/Warehouse/mac_dec_q.sh -------------------------------------------------------------------------------- /experiments/Warehouse/mac_iac.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/experiments/Warehouse/mac_iac.sh -------------------------------------------------------------------------------- /experiments/Warehouse/mac_iaicc.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/experiments/Warehouse/mac_iaicc.sh -------------------------------------------------------------------------------- /experiments/Warehouse/mac_naive_iacc.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/experiments/Warehouse/mac_naive_iacc.sh -------------------------------------------------------------------------------- /scripts/pg_based_main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/scripts/pg_based_main.py -------------------------------------------------------------------------------- /scripts/value_based_main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/scripts/value_based_main.py -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/setup.py -------------------------------------------------------------------------------- /src/macro_marl/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/macro_marl/algs/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/algs/__init__.py -------------------------------------------------------------------------------- /src/macro_marl/algs/pg_based/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/macro_marl/algs/pg_based/mac_cac.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/algs/pg_based/mac_cac.py -------------------------------------------------------------------------------- /src/macro_marl/algs/pg_based/mac_iac.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/algs/pg_based/mac_iac.py -------------------------------------------------------------------------------- /src/macro_marl/algs/pg_based/mac_iaicc_V.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/algs/pg_based/mac_iaicc_V.py -------------------------------------------------------------------------------- /src/macro_marl/algs/pg_based/mac_iaicc_sV.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/algs/pg_based/mac_iaicc_sV.py -------------------------------------------------------------------------------- /src/macro_marl/algs/pg_based/mac_niacc_V.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/algs/pg_based/mac_niacc_V.py -------------------------------------------------------------------------------- /src/macro_marl/algs/pg_based/mac_niacc_sV.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/algs/pg_based/mac_niacc_sV.py -------------------------------------------------------------------------------- /src/macro_marl/algs/value_based/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/macro_marl/algs/value_based/mac_cen_q.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/algs/value_based/mac_cen_q.py -------------------------------------------------------------------------------- /src/macro_marl/algs/value_based/mac_dec_ddrqn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/algs/value_based/mac_dec_ddrqn.py -------------------------------------------------------------------------------- /src/macro_marl/algs/value_based/mac_dec_q.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/algs/value_based/mac_dec_q.py -------------------------------------------------------------------------------- /src/macro_marl/algs/value_based/parallel_mac_dec_ddrqn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/algs/value_based/parallel_mac_dec_ddrqn.py -------------------------------------------------------------------------------- /src/macro_marl/cores/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/macro_marl/cores/pg_based/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/macro_marl/cores/pg_based/mac_cac/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/macro_marl/cores/pg_based/mac_cac/controller.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/cores/pg_based/mac_cac/controller.py -------------------------------------------------------------------------------- /src/macro_marl/cores/pg_based/mac_cac/envs_runner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/cores/pg_based/mac_cac/envs_runner.py -------------------------------------------------------------------------------- /src/macro_marl/cores/pg_based/mac_cac/learner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/cores/pg_based/mac_cac/learner.py -------------------------------------------------------------------------------- /src/macro_marl/cores/pg_based/mac_cac/memory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/cores/pg_based/mac_cac/memory.py -------------------------------------------------------------------------------- /src/macro_marl/cores/pg_based/mac_cac/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/cores/pg_based/mac_cac/models.py -------------------------------------------------------------------------------- /src/macro_marl/cores/pg_based/mac_cac/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/cores/pg_based/mac_cac/utils.py -------------------------------------------------------------------------------- /src/macro_marl/cores/pg_based/mac_iac/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/macro_marl/cores/pg_based/mac_iac/controller.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/cores/pg_based/mac_iac/controller.py -------------------------------------------------------------------------------- /src/macro_marl/cores/pg_based/mac_iac/envs_runner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/cores/pg_based/mac_iac/envs_runner.py -------------------------------------------------------------------------------- /src/macro_marl/cores/pg_based/mac_iac/learner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/cores/pg_based/mac_iac/learner.py -------------------------------------------------------------------------------- /src/macro_marl/cores/pg_based/mac_iac/memory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/cores/pg_based/mac_iac/memory.py -------------------------------------------------------------------------------- /src/macro_marl/cores/pg_based/mac_iac/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/cores/pg_based/mac_iac/models.py -------------------------------------------------------------------------------- /src/macro_marl/cores/pg_based/mac_iac/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/cores/pg_based/mac_iac/utils.py -------------------------------------------------------------------------------- /src/macro_marl/cores/pg_based/mac_iaicc/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/cores/pg_based/mac_iaicc/__init__.py -------------------------------------------------------------------------------- /src/macro_marl/cores/pg_based/mac_iaicc/controller.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/cores/pg_based/mac_iaicc/controller.py -------------------------------------------------------------------------------- /src/macro_marl/cores/pg_based/mac_iaicc/learner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/cores/pg_based/mac_iaicc/learner.py -------------------------------------------------------------------------------- /src/macro_marl/cores/pg_based/mac_iaicc/learner_1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/cores/pg_based/mac_iaicc/learner_1.py -------------------------------------------------------------------------------- /src/macro_marl/cores/pg_based/mac_iaicc/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/cores/pg_based/mac_iaicc/utils.py -------------------------------------------------------------------------------- /src/macro_marl/cores/pg_based/mac_iaisc/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/cores/pg_based/mac_iaisc/__init__.py -------------------------------------------------------------------------------- /src/macro_marl/cores/pg_based/mac_iaisc/controller.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/cores/pg_based/mac_iaisc/controller.py -------------------------------------------------------------------------------- /src/macro_marl/cores/pg_based/mac_iaisc/learner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/cores/pg_based/mac_iaisc/learner.py -------------------------------------------------------------------------------- /src/macro_marl/cores/pg_based/mac_iaisc/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/cores/pg_based/mac_iaisc/utils.py -------------------------------------------------------------------------------- /src/macro_marl/cores/pg_based/mac_niacc/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/cores/pg_based/mac_niacc/__init__.py -------------------------------------------------------------------------------- /src/macro_marl/cores/pg_based/mac_niacc/controller.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/cores/pg_based/mac_niacc/controller.py -------------------------------------------------------------------------------- /src/macro_marl/cores/pg_based/mac_niacc/envs_runner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/cores/pg_based/mac_niacc/envs_runner.py -------------------------------------------------------------------------------- /src/macro_marl/cores/pg_based/mac_niacc/learner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/cores/pg_based/mac_niacc/learner.py -------------------------------------------------------------------------------- /src/macro_marl/cores/pg_based/mac_niacc/learner_1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/cores/pg_based/mac_niacc/learner_1.py -------------------------------------------------------------------------------- /src/macro_marl/cores/pg_based/mac_niacc/memory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/cores/pg_based/mac_niacc/memory.py -------------------------------------------------------------------------------- /src/macro_marl/cores/pg_based/mac_niacc/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/cores/pg_based/mac_niacc/models.py -------------------------------------------------------------------------------- /src/macro_marl/cores/pg_based/mac_niacc/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/cores/pg_based/mac_niacc/utils.py -------------------------------------------------------------------------------- /src/macro_marl/cores/pg_based/mac_niasc/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/cores/pg_based/mac_niasc/__init__.py -------------------------------------------------------------------------------- /src/macro_marl/cores/pg_based/mac_niasc/envs_runner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/cores/pg_based/mac_niasc/envs_runner.py -------------------------------------------------------------------------------- /src/macro_marl/cores/pg_based/mac_niasc/learner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/cores/pg_based/mac_niasc/learner.py -------------------------------------------------------------------------------- /src/macro_marl/cores/pg_based/mac_niasc/learner_1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/cores/pg_based/mac_niasc/learner_1.py -------------------------------------------------------------------------------- /src/macro_marl/cores/pg_based/mac_niasc/memory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/cores/pg_based/mac_niasc/memory.py -------------------------------------------------------------------------------- /src/macro_marl/cores/pg_based/mac_niasc/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/cores/pg_based/mac_niasc/models.py -------------------------------------------------------------------------------- /src/macro_marl/cores/value_based/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/macro_marl/cores/value_based/mac_cen_q/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/macro_marl/cores/value_based/mac_cen_q/envs_runner_cen_condi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/cores/value_based/mac_cen_q/envs_runner_cen_condi.py -------------------------------------------------------------------------------- /src/macro_marl/cores/value_based/mac_cen_q/learning_methods_cen_condi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/cores/value_based/mac_cen_q/learning_methods_cen_condi.py -------------------------------------------------------------------------------- /src/macro_marl/cores/value_based/mac_cen_q/model_cen_condi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/cores/value_based/mac_cen_q/model_cen_condi.py -------------------------------------------------------------------------------- /src/macro_marl/cores/value_based/mac_cen_q/team_cen_condi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/cores/value_based/mac_cen_q/team_cen_condi.py -------------------------------------------------------------------------------- /src/macro_marl/cores/value_based/mac_cen_q/utils/Agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/cores/value_based/mac_cen_q/utils/Agent.py -------------------------------------------------------------------------------- /src/macro_marl/cores/value_based/mac_cen_q/utils/Cen_ctrl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/cores/value_based/mac_cen_q/utils/Cen_ctrl.py -------------------------------------------------------------------------------- /src/macro_marl/cores/value_based/mac_cen_q/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/macro_marl/cores/value_based/mac_cen_q/utils/memory_cen_condi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/cores/value_based/mac_cen_q/utils/memory_cen_condi.py -------------------------------------------------------------------------------- /src/macro_marl/cores/value_based/mac_cen_q/utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/cores/value_based/mac_cen_q/utils/utils.py -------------------------------------------------------------------------------- /src/macro_marl/cores/value_based/mac_dec_ddrqn/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/macro_marl/cores/value_based/mac_dec_ddrqn/envs_runner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/cores/value_based/mac_dec_ddrqn/envs_runner.py -------------------------------------------------------------------------------- /src/macro_marl/cores/value_based/mac_dec_ddrqn/learning_methods.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/cores/value_based/mac_dec_ddrqn/learning_methods.py -------------------------------------------------------------------------------- /src/macro_marl/cores/value_based/mac_dec_ddrqn/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/cores/value_based/mac_dec_ddrqn/model.py -------------------------------------------------------------------------------- /src/macro_marl/cores/value_based/mac_dec_ddrqn/team.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/cores/value_based/mac_dec_ddrqn/team.py -------------------------------------------------------------------------------- /src/macro_marl/cores/value_based/mac_dec_ddrqn/utils/Agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/cores/value_based/mac_dec_ddrqn/utils/Agent.py -------------------------------------------------------------------------------- /src/macro_marl/cores/value_based/mac_dec_ddrqn/utils/Cen_ctrl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/cores/value_based/mac_dec_ddrqn/utils/Cen_ctrl.py -------------------------------------------------------------------------------- /src/macro_marl/cores/value_based/mac_dec_ddrqn/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/macro_marl/cores/value_based/mac_dec_ddrqn/utils/memory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/cores/value_based/mac_dec_ddrqn/utils/memory.py -------------------------------------------------------------------------------- /src/macro_marl/cores/value_based/mac_dec_ddrqn/utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/cores/value_based/mac_dec_ddrqn/utils/utils.py -------------------------------------------------------------------------------- /src/macro_marl/cores/value_based/mac_dec_q/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/macro_marl/cores/value_based/mac_dec_q/envs_runner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/cores/value_based/mac_dec_q/envs_runner.py -------------------------------------------------------------------------------- /src/macro_marl/cores/value_based/mac_dec_q/learning_methods.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/cores/value_based/mac_dec_q/learning_methods.py -------------------------------------------------------------------------------- /src/macro_marl/cores/value_based/mac_dec_q/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/cores/value_based/mac_dec_q/model.py -------------------------------------------------------------------------------- /src/macro_marl/cores/value_based/mac_dec_q/team.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/cores/value_based/mac_dec_q/team.py -------------------------------------------------------------------------------- /src/macro_marl/cores/value_based/mac_dec_q/utils/Agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/cores/value_based/mac_dec_q/utils/Agent.py -------------------------------------------------------------------------------- /src/macro_marl/cores/value_based/mac_dec_q/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/macro_marl/cores/value_based/mac_dec_q/utils/memory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/cores/value_based/mac_dec_q/utils/memory.py -------------------------------------------------------------------------------- /src/macro_marl/cores/value_based/mac_dec_q/utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/cores/value_based/mac_dec_q/utils/utils.py -------------------------------------------------------------------------------- /src/macro_marl/cores/value_based/parallel_mac_dec_ddrqn/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/macro_marl/cores/value_based/parallel_mac_dec_ddrqn/envs_runner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/cores/value_based/parallel_mac_dec_ddrqn/envs_runner.py -------------------------------------------------------------------------------- /src/macro_marl/cores/value_based/parallel_mac_dec_ddrqn/learning_methods.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/cores/value_based/parallel_mac_dec_ddrqn/learning_methods.py -------------------------------------------------------------------------------- /src/macro_marl/cores/value_based/parallel_mac_dec_ddrqn/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/cores/value_based/parallel_mac_dec_ddrqn/model.py -------------------------------------------------------------------------------- /src/macro_marl/cores/value_based/parallel_mac_dec_ddrqn/team.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/cores/value_based/parallel_mac_dec_ddrqn/team.py -------------------------------------------------------------------------------- /src/macro_marl/cores/value_based/parallel_mac_dec_ddrqn/utils/Agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/cores/value_based/parallel_mac_dec_ddrqn/utils/Agent.py -------------------------------------------------------------------------------- /src/macro_marl/cores/value_based/parallel_mac_dec_ddrqn/utils/Cen_ctrl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/cores/value_based/parallel_mac_dec_ddrqn/utils/Cen_ctrl.py -------------------------------------------------------------------------------- /src/macro_marl/cores/value_based/parallel_mac_dec_ddrqn/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/macro_marl/cores/value_based/parallel_mac_dec_ddrqn/utils/memory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/cores/value_based/parallel_mac_dec_ddrqn/utils/memory.py -------------------------------------------------------------------------------- /src/macro_marl/cores/value_based/parallel_mac_dec_ddrqn/utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/cores/value_based/parallel_mac_dec_ddrqn/utils/utils.py -------------------------------------------------------------------------------- /src/macro_marl/my_env/.gitignore: -------------------------------------------------------------------------------- 1 | __p* 2 | -------------------------------------------------------------------------------- /src/macro_marl/my_env/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/my_env/__init__.py -------------------------------------------------------------------------------- /src/macro_marl/my_env/box_pushing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/my_env/box_pushing.py -------------------------------------------------------------------------------- /src/macro_marl/my_env/box_pushing_MA.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/my_env/box_pushing_MA.py -------------------------------------------------------------------------------- /src/macro_marl/my_env/box_pushing_MA_core.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/my_env/box_pushing_MA_core.py -------------------------------------------------------------------------------- /src/macro_marl/my_env/box_pushing_core.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/my_env/box_pushing_core.py -------------------------------------------------------------------------------- /src/macro_marl/my_env/core_double_room.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/my_env/core_double_room.py -------------------------------------------------------------------------------- /src/macro_marl/my_env/core_four_room.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/my_env/core_four_room.py -------------------------------------------------------------------------------- /src/macro_marl/my_env/core_single_room.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/my_env/core_single_room.py -------------------------------------------------------------------------------- /src/macro_marl/my_env/core_tripple_room.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/my_env/core_tripple_room.py -------------------------------------------------------------------------------- /src/macro_marl/my_env/osd_ma_double_room.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/my_env/osd_ma_double_room.py -------------------------------------------------------------------------------- /src/macro_marl/my_env/osd_ma_four_room.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/my_env/osd_ma_four_room.py -------------------------------------------------------------------------------- /src/macro_marl/my_env/osd_ma_single_room.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/my_env/osd_ma_single_room.py -------------------------------------------------------------------------------- /src/macro_marl/my_env/osd_ma_tripple_room.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/my_env/osd_ma_tripple_room.py -------------------------------------------------------------------------------- /src/macro_marl/my_env/rendering.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/src/macro_marl/my_env/rendering.py -------------------------------------------------------------------------------- /visualization/policy_nns/BP_MA/14x14/agent_state_dict_0.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/visualization/policy_nns/BP_MA/14x14/agent_state_dict_0.pt -------------------------------------------------------------------------------- /visualization/policy_nns/BP_MA/14x14/agent_state_dict_1.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/visualization/policy_nns/BP_MA/14x14/agent_state_dict_1.pt -------------------------------------------------------------------------------- /visualization/policy_nns/OSD_F/v040/agent_state_dict0.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/visualization/policy_nns/OSD_F/v040/agent_state_dict0.pt -------------------------------------------------------------------------------- /visualization/policy_nns/OSD_F/v040/agent_state_dict1.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/visualization/policy_nns/OSD_F/v040/agent_state_dict1.pt -------------------------------------------------------------------------------- /visualization/policy_nns/OSD_F/v040/agent_state_dict2.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/visualization/policy_nns/OSD_F/v040/agent_state_dict2.pt -------------------------------------------------------------------------------- /visualization/policy_nns/OSD_F/v040/agent_state_dict3.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/visualization/policy_nns/OSD_F/v040/agent_state_dict3.pt -------------------------------------------------------------------------------- /visualization/policy_nns/OSD_T/40/agent_state_dict0.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/visualization/policy_nns/OSD_T/40/agent_state_dict0.pt -------------------------------------------------------------------------------- /visualization/policy_nns/OSD_T/40/agent_state_dict1.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/visualization/policy_nns/OSD_T/40/agent_state_dict1.pt -------------------------------------------------------------------------------- /visualization/policy_nns/OSD_T/40/agent_state_dict2.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/visualization/policy_nns/OSD_T/40/agent_state_dict2.pt -------------------------------------------------------------------------------- /visualization/policy_nns/OSD_T/4R383827/agent_state_dict0.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/visualization/policy_nns/OSD_T/4R383827/agent_state_dict0.pt -------------------------------------------------------------------------------- /visualization/policy_nns/OSD_T/4R383827/agent_state_dict1.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/visualization/policy_nns/OSD_T/4R383827/agent_state_dict1.pt -------------------------------------------------------------------------------- /visualization/policy_nns/OSD_T/4R383827/agent_state_dict2.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/visualization/policy_nns/OSD_T/4R383827/agent_state_dict2.pt -------------------------------------------------------------------------------- /visualization/policy_nns/OSD_T/4R383827/agent_state_dict3.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/visualization/policy_nns/OSD_T/4R383827/agent_state_dict3.pt -------------------------------------------------------------------------------- /visualization/policy_nns/Overcooked/mapA/agent_state_dict_0.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/visualization/policy_nns/Overcooked/mapA/agent_state_dict_0.pt -------------------------------------------------------------------------------- /visualization/policy_nns/Overcooked/mapA/agent_state_dict_1.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/visualization/policy_nns/Overcooked/mapA/agent_state_dict_1.pt -------------------------------------------------------------------------------- /visualization/policy_nns/Overcooked/mapA/agent_state_dict_2.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/visualization/policy_nns/Overcooked/mapA/agent_state_dict_2.pt -------------------------------------------------------------------------------- /visualization/policy_nns/Overcooked/mapB/agent_state_dict_0.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/visualization/policy_nns/Overcooked/mapB/agent_state_dict_0.pt -------------------------------------------------------------------------------- /visualization/policy_nns/Overcooked/mapB/agent_state_dict_1.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/visualization/policy_nns/Overcooked/mapB/agent_state_dict_1.pt -------------------------------------------------------------------------------- /visualization/policy_nns/Overcooked/mapB/agent_state_dict_2.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/visualization/policy_nns/Overcooked/mapB/agent_state_dict_2.pt -------------------------------------------------------------------------------- /visualization/test_bp_ma.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/visualization/test_bp_ma.py -------------------------------------------------------------------------------- /visualization/test_osd_s_policy_dec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/visualization/test_osd_s_policy_dec.py -------------------------------------------------------------------------------- /visualization/test_overcooked_ma.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen-x/MacroMARL/HEAD/visualization/test_overcooked_ma.py --------------------------------------------------------------------------------