├── README.md ├── docker ├── Dockerfile └── build.sh ├── install_sc2.sh ├── requirements.txt ├── runalgo.sh ├── src ├── __init__.py ├── components │ ├── __init__.py │ ├── action_selectors.py │ ├── env_stats_aggregators.py │ ├── episode_buffer.py │ ├── epsilon_schedules.py │ ├── standarize_stream.py │ └── transforms.py ├── config │ ├── algs │ │ ├── cds.yaml │ │ ├── coma.yaml │ │ ├── cw_qmix.yaml │ │ ├── dvd.yaml │ │ ├── iql.yaml │ │ ├── ow_qmix.yaml │ │ ├── qatten.yaml │ │ ├── qmix.yaml │ │ ├── qmix_w.yaml │ │ ├── qnam.yaml │ │ ├── qplex.yaml │ │ ├── qtran.yaml │ │ ├── sac.yaml │ │ ├── shaq.yaml │ │ ├── sqddpg.yaml │ │ ├── updet.yaml │ │ └── vdn.yaml │ ├── default.yaml │ └── envs │ │ ├── foraging.yaml │ │ ├── mpe.yaml │ │ ├── sc2.yaml │ │ ├── sc2_beta.yaml │ │ └── stag_hunt.yaml ├── controllers │ ├── __init__.py │ ├── basic_controller.py │ ├── basic_controller_policy.py │ └── central_basic_controller.py ├── envs │ ├── __init__.py │ ├── common_wrappers.py │ ├── foraging │ │ ├── __init__.py │ │ └── foraging.py │ ├── matrix_game │ │ ├── __init__.py │ │ └── matrix_game_simple.py │ ├── mpe │ │ ├── __init__.py │ │ ├── animate │ │ │ ├── plotly_animator.py │ │ │ └── pyplot_animator.py │ │ ├── core.py │ │ ├── environment.py │ │ ├── mpe_wrapper.py │ │ ├── multi_discrete.py │ │ ├── policy.py │ │ ├── rendering.py │ │ ├── scenario.py │ │ └── scenarios │ │ │ ├── __init__.py │ │ │ ├── climbing_spread.py │ │ │ ├── multi_speaker_listener.py │ │ │ ├── simple.py │ │ │ ├── simple_adversary.py │ │ │ ├── simple_crypto.py │ │ │ ├── simple_doublespread.py │ │ │ ├── simple_push.py │ │ │ ├── simple_reference.py │ │ │ ├── simple_speaker_listener.py │ │ │ ├── simple_spread.py │ │ │ ├── simple_tag.py │ │ │ ├── simple_world_comm.py │ │ │ └── sparse_predator_prey.py │ ├── multiagentenv.py │ ├── stag_hunt │ │ ├── __init__.py │ │ └── stag_hunt.py │ └── starcraft │ │ ├── StarCraft2Env.py │ │ ├── __init__.py │ │ └── smac_maps.py ├── learners │ ├── __init__.py │ ├── cds_learner.py │ ├── coma_learner.py │ ├── dmaq_qatten_learner.py │ ├── dvd_learner.py │ ├── max_q_learner.py │ ├── max_q_learner_ddpg.py │ ├── max_q_learner_sac.py │ ├── q_learner.py │ ├── q_learner_w.py │ ├── qatten_learner.py │ ├── qnam_learner.py │ ├── qtran_learner.py │ ├── shaq_learner.py │ └── sqddpg_learner.py ├── main.py ├── modules │ ├── __init__.py │ ├── agents │ │ ├── __init__.py │ │ ├── central_rnn_agent.py │ │ ├── ff_agent.py │ │ ├── rnn_agent.py │ │ ├── rnn_sd_agent.py │ │ ├── rtc_agent.py │ │ ├── transformer.py │ │ └── updet_agent.py │ ├── critics │ │ ├── __init__.py │ │ ├── centralV.py │ │ └── coma.py │ ├── intrinsic │ │ ├── __init__.py │ │ ├── cds_network.py │ │ ├── diff_utils.py │ │ ├── diffusion_network.py │ │ ├── gnn.py │ │ └── qnam_context.py │ └── mixers │ │ ├── __init__.py │ │ ├── dmaq_general.py │ │ ├── dmaq_qatten.py │ │ ├── dmaq_qatten_weight.py │ │ ├── dmaq_si_weight.py │ │ ├── graphmix.py │ │ ├── qatten.py │ │ ├── qmix.py │ │ ├── qmix_central_attention.py │ │ ├── qmix_central_no_hyper.py │ │ ├── qnam.py │ │ ├── qtran.py │ │ ├── shaq.py │ │ ├── sqddpg.py │ │ └── vdn.py ├── run.py ├── runners │ ├── __init__.py │ ├── episode_runner.py │ └── parallel_runner.py └── utils │ ├── dict2namedtuple.py │ ├── logging.py │ ├── rl_utils.py │ └── timehelper.py └── visualize ├── vis_all.py ├── vis_app.py ├── vis_lbf.py └── vis_main.py /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/README.md -------------------------------------------------------------------------------- /docker/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/docker/Dockerfile -------------------------------------------------------------------------------- /docker/build.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/docker/build.sh -------------------------------------------------------------------------------- /install_sc2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/install_sc2.sh -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/requirements.txt -------------------------------------------------------------------------------- /runalgo.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/runalgo.sh -------------------------------------------------------------------------------- /src/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/components/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/components/action_selectors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/components/action_selectors.py -------------------------------------------------------------------------------- /src/components/env_stats_aggregators.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/components/env_stats_aggregators.py -------------------------------------------------------------------------------- /src/components/episode_buffer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/components/episode_buffer.py -------------------------------------------------------------------------------- /src/components/epsilon_schedules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/components/epsilon_schedules.py -------------------------------------------------------------------------------- /src/components/standarize_stream.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/components/standarize_stream.py -------------------------------------------------------------------------------- /src/components/transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/components/transforms.py -------------------------------------------------------------------------------- /src/config/algs/cds.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/config/algs/cds.yaml -------------------------------------------------------------------------------- /src/config/algs/coma.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/config/algs/coma.yaml -------------------------------------------------------------------------------- /src/config/algs/cw_qmix.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/config/algs/cw_qmix.yaml -------------------------------------------------------------------------------- /src/config/algs/dvd.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/config/algs/dvd.yaml -------------------------------------------------------------------------------- /src/config/algs/iql.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/config/algs/iql.yaml -------------------------------------------------------------------------------- /src/config/algs/ow_qmix.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/config/algs/ow_qmix.yaml -------------------------------------------------------------------------------- /src/config/algs/qatten.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/config/algs/qatten.yaml -------------------------------------------------------------------------------- /src/config/algs/qmix.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/config/algs/qmix.yaml -------------------------------------------------------------------------------- /src/config/algs/qmix_w.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/config/algs/qmix_w.yaml -------------------------------------------------------------------------------- /src/config/algs/qnam.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/config/algs/qnam.yaml -------------------------------------------------------------------------------- /src/config/algs/qplex.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/config/algs/qplex.yaml -------------------------------------------------------------------------------- /src/config/algs/qtran.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/config/algs/qtran.yaml -------------------------------------------------------------------------------- /src/config/algs/sac.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/config/algs/sac.yaml -------------------------------------------------------------------------------- /src/config/algs/shaq.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/config/algs/shaq.yaml -------------------------------------------------------------------------------- /src/config/algs/sqddpg.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/config/algs/sqddpg.yaml -------------------------------------------------------------------------------- /src/config/algs/updet.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/config/algs/updet.yaml -------------------------------------------------------------------------------- /src/config/algs/vdn.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/config/algs/vdn.yaml -------------------------------------------------------------------------------- /src/config/default.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/config/default.yaml -------------------------------------------------------------------------------- /src/config/envs/foraging.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/config/envs/foraging.yaml -------------------------------------------------------------------------------- /src/config/envs/mpe.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/config/envs/mpe.yaml -------------------------------------------------------------------------------- /src/config/envs/sc2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/config/envs/sc2.yaml -------------------------------------------------------------------------------- /src/config/envs/sc2_beta.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/config/envs/sc2_beta.yaml -------------------------------------------------------------------------------- /src/config/envs/stag_hunt.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/config/envs/stag_hunt.yaml -------------------------------------------------------------------------------- /src/controllers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/controllers/__init__.py -------------------------------------------------------------------------------- /src/controllers/basic_controller.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/controllers/basic_controller.py -------------------------------------------------------------------------------- /src/controllers/basic_controller_policy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/controllers/basic_controller_policy.py -------------------------------------------------------------------------------- /src/controllers/central_basic_controller.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/controllers/central_basic_controller.py -------------------------------------------------------------------------------- /src/envs/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/envs/__init__.py -------------------------------------------------------------------------------- /src/envs/common_wrappers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/envs/common_wrappers.py -------------------------------------------------------------------------------- /src/envs/foraging/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/envs/foraging/__init__.py -------------------------------------------------------------------------------- /src/envs/foraging/foraging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/envs/foraging/foraging.py -------------------------------------------------------------------------------- /src/envs/matrix_game/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/envs/matrix_game/__init__.py -------------------------------------------------------------------------------- /src/envs/matrix_game/matrix_game_simple.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/envs/matrix_game/matrix_game_simple.py -------------------------------------------------------------------------------- /src/envs/mpe/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/envs/mpe/__init__.py -------------------------------------------------------------------------------- /src/envs/mpe/animate/plotly_animator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/envs/mpe/animate/plotly_animator.py -------------------------------------------------------------------------------- /src/envs/mpe/animate/pyplot_animator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/envs/mpe/animate/pyplot_animator.py -------------------------------------------------------------------------------- /src/envs/mpe/core.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/envs/mpe/core.py -------------------------------------------------------------------------------- /src/envs/mpe/environment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/envs/mpe/environment.py -------------------------------------------------------------------------------- /src/envs/mpe/mpe_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/envs/mpe/mpe_wrapper.py -------------------------------------------------------------------------------- /src/envs/mpe/multi_discrete.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/envs/mpe/multi_discrete.py -------------------------------------------------------------------------------- /src/envs/mpe/policy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/envs/mpe/policy.py -------------------------------------------------------------------------------- /src/envs/mpe/rendering.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/envs/mpe/rendering.py -------------------------------------------------------------------------------- /src/envs/mpe/scenario.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/envs/mpe/scenario.py -------------------------------------------------------------------------------- /src/envs/mpe/scenarios/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/envs/mpe/scenarios/__init__.py -------------------------------------------------------------------------------- /src/envs/mpe/scenarios/climbing_spread.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/envs/mpe/scenarios/climbing_spread.py -------------------------------------------------------------------------------- /src/envs/mpe/scenarios/multi_speaker_listener.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/envs/mpe/scenarios/multi_speaker_listener.py -------------------------------------------------------------------------------- /src/envs/mpe/scenarios/simple.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/envs/mpe/scenarios/simple.py -------------------------------------------------------------------------------- /src/envs/mpe/scenarios/simple_adversary.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/envs/mpe/scenarios/simple_adversary.py -------------------------------------------------------------------------------- /src/envs/mpe/scenarios/simple_crypto.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/envs/mpe/scenarios/simple_crypto.py -------------------------------------------------------------------------------- /src/envs/mpe/scenarios/simple_doublespread.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/envs/mpe/scenarios/simple_doublespread.py -------------------------------------------------------------------------------- /src/envs/mpe/scenarios/simple_push.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/envs/mpe/scenarios/simple_push.py -------------------------------------------------------------------------------- /src/envs/mpe/scenarios/simple_reference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/envs/mpe/scenarios/simple_reference.py -------------------------------------------------------------------------------- /src/envs/mpe/scenarios/simple_speaker_listener.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/envs/mpe/scenarios/simple_speaker_listener.py -------------------------------------------------------------------------------- /src/envs/mpe/scenarios/simple_spread.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/envs/mpe/scenarios/simple_spread.py -------------------------------------------------------------------------------- /src/envs/mpe/scenarios/simple_tag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/envs/mpe/scenarios/simple_tag.py -------------------------------------------------------------------------------- /src/envs/mpe/scenarios/simple_world_comm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/envs/mpe/scenarios/simple_world_comm.py -------------------------------------------------------------------------------- /src/envs/mpe/scenarios/sparse_predator_prey.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/envs/mpe/scenarios/sparse_predator_prey.py -------------------------------------------------------------------------------- /src/envs/multiagentenv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/envs/multiagentenv.py -------------------------------------------------------------------------------- /src/envs/stag_hunt/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/envs/stag_hunt/__init__.py -------------------------------------------------------------------------------- /src/envs/stag_hunt/stag_hunt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/envs/stag_hunt/stag_hunt.py -------------------------------------------------------------------------------- /src/envs/starcraft/StarCraft2Env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/envs/starcraft/StarCraft2Env.py -------------------------------------------------------------------------------- /src/envs/starcraft/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/envs/starcraft/__init__.py -------------------------------------------------------------------------------- /src/envs/starcraft/smac_maps.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/envs/starcraft/smac_maps.py -------------------------------------------------------------------------------- /src/learners/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/learners/__init__.py -------------------------------------------------------------------------------- /src/learners/cds_learner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/learners/cds_learner.py -------------------------------------------------------------------------------- /src/learners/coma_learner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/learners/coma_learner.py -------------------------------------------------------------------------------- /src/learners/dmaq_qatten_learner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/learners/dmaq_qatten_learner.py -------------------------------------------------------------------------------- /src/learners/dvd_learner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/learners/dvd_learner.py -------------------------------------------------------------------------------- /src/learners/max_q_learner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/learners/max_q_learner.py -------------------------------------------------------------------------------- /src/learners/max_q_learner_ddpg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/learners/max_q_learner_ddpg.py -------------------------------------------------------------------------------- /src/learners/max_q_learner_sac.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/learners/max_q_learner_sac.py -------------------------------------------------------------------------------- /src/learners/q_learner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/learners/q_learner.py -------------------------------------------------------------------------------- /src/learners/q_learner_w.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/learners/q_learner_w.py -------------------------------------------------------------------------------- /src/learners/qatten_learner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/learners/qatten_learner.py -------------------------------------------------------------------------------- /src/learners/qnam_learner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/learners/qnam_learner.py -------------------------------------------------------------------------------- /src/learners/qtran_learner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/learners/qtran_learner.py -------------------------------------------------------------------------------- /src/learners/shaq_learner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/learners/shaq_learner.py -------------------------------------------------------------------------------- /src/learners/sqddpg_learner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/learners/sqddpg_learner.py -------------------------------------------------------------------------------- /src/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/main.py -------------------------------------------------------------------------------- /src/modules/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/modules/agents/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/modules/agents/__init__.py -------------------------------------------------------------------------------- /src/modules/agents/central_rnn_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/modules/agents/central_rnn_agent.py -------------------------------------------------------------------------------- /src/modules/agents/ff_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/modules/agents/ff_agent.py -------------------------------------------------------------------------------- /src/modules/agents/rnn_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/modules/agents/rnn_agent.py -------------------------------------------------------------------------------- /src/modules/agents/rnn_sd_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/modules/agents/rnn_sd_agent.py -------------------------------------------------------------------------------- /src/modules/agents/rtc_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/modules/agents/rtc_agent.py -------------------------------------------------------------------------------- /src/modules/agents/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/modules/agents/transformer.py -------------------------------------------------------------------------------- /src/modules/agents/updet_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/modules/agents/updet_agent.py -------------------------------------------------------------------------------- /src/modules/critics/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/modules/critics/centralV.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/modules/critics/centralV.py -------------------------------------------------------------------------------- /src/modules/critics/coma.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/modules/critics/coma.py -------------------------------------------------------------------------------- /src/modules/intrinsic/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/modules/intrinsic/cds_network.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/modules/intrinsic/cds_network.py -------------------------------------------------------------------------------- /src/modules/intrinsic/diff_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/modules/intrinsic/diff_utils.py -------------------------------------------------------------------------------- /src/modules/intrinsic/diffusion_network.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/modules/intrinsic/diffusion_network.py -------------------------------------------------------------------------------- /src/modules/intrinsic/gnn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/modules/intrinsic/gnn.py -------------------------------------------------------------------------------- /src/modules/intrinsic/qnam_context.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/modules/intrinsic/qnam_context.py -------------------------------------------------------------------------------- /src/modules/mixers/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/modules/mixers/dmaq_general.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/modules/mixers/dmaq_general.py -------------------------------------------------------------------------------- /src/modules/mixers/dmaq_qatten.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/modules/mixers/dmaq_qatten.py -------------------------------------------------------------------------------- /src/modules/mixers/dmaq_qatten_weight.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/modules/mixers/dmaq_qatten_weight.py -------------------------------------------------------------------------------- /src/modules/mixers/dmaq_si_weight.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/modules/mixers/dmaq_si_weight.py -------------------------------------------------------------------------------- /src/modules/mixers/graphmix.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/modules/mixers/graphmix.py -------------------------------------------------------------------------------- /src/modules/mixers/qatten.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/modules/mixers/qatten.py -------------------------------------------------------------------------------- /src/modules/mixers/qmix.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/modules/mixers/qmix.py -------------------------------------------------------------------------------- /src/modules/mixers/qmix_central_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/modules/mixers/qmix_central_attention.py -------------------------------------------------------------------------------- /src/modules/mixers/qmix_central_no_hyper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/modules/mixers/qmix_central_no_hyper.py -------------------------------------------------------------------------------- /src/modules/mixers/qnam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/modules/mixers/qnam.py -------------------------------------------------------------------------------- /src/modules/mixers/qtran.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/modules/mixers/qtran.py -------------------------------------------------------------------------------- /src/modules/mixers/shaq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/modules/mixers/shaq.py -------------------------------------------------------------------------------- /src/modules/mixers/sqddpg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/modules/mixers/sqddpg.py -------------------------------------------------------------------------------- /src/modules/mixers/vdn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/modules/mixers/vdn.py -------------------------------------------------------------------------------- /src/run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/run.py -------------------------------------------------------------------------------- /src/runners/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/runners/__init__.py -------------------------------------------------------------------------------- /src/runners/episode_runner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/runners/episode_runner.py -------------------------------------------------------------------------------- /src/runners/parallel_runner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/runners/parallel_runner.py -------------------------------------------------------------------------------- /src/utils/dict2namedtuple.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/utils/dict2namedtuple.py -------------------------------------------------------------------------------- /src/utils/logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/utils/logging.py -------------------------------------------------------------------------------- /src/utils/rl_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/utils/rl_utils.py -------------------------------------------------------------------------------- /src/utils/timehelper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/src/utils/timehelper.py -------------------------------------------------------------------------------- /visualize/vis_all.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/visualize/vis_all.py -------------------------------------------------------------------------------- /visualize/vis_app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/visualize/vis_app.py -------------------------------------------------------------------------------- /visualize/vis_lbf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/visualize/vis_lbf.py -------------------------------------------------------------------------------- /visualize/vis_main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zichuan-liu/NA2Q/HEAD/visualize/vis_main.py --------------------------------------------------------------------------------