├── LICENSE ├── README.md ├── ddpg.py ├── maddpg ├── ckpt_plot │ └── plot_curve.py ├── ddpg_vec.py ├── ddpg_vec_hetero.py ├── eval.py ├── flags.py ├── gnn_models │ └── test_graph_net.py ├── main_vec.py ├── models │ ├── graph_layers.py │ ├── graph_net.py │ ├── mlp_net.py │ ├── model_factory.py │ └── test_net_hetro.py ├── naf.py ├── normalized_actions.py ├── ounoise.py ├── param_noise.py ├── replay_memory.py └── utils.py └── multiagent-particle-envs ├── .gitignore ├── bin ├── __init__.py └── interactive.py ├── make_env.py ├── multiagent ├── __init__.py ├── common.py ├── core.py ├── core_vec.py ├── environment.py ├── environment_vec.py ├── multi_discrete.py ├── policy.py ├── rendering.py ├── scenario.py └── scenarios │ ├── __init__.py │ ├── hetero_spread_n100.py │ ├── hetero_spread_n16.py │ ├── hetero_spread_n30.py │ ├── hetero_spread_n4.py │ ├── hetero_spread_n8.py │ ├── simple_coop_push_n15.py │ ├── simple_coop_push_n3.py │ ├── simple_coop_push_n30.py │ ├── simple_coop_push_n6.py │ ├── simple_spread_n100.py │ ├── simple_spread_n15.py │ ├── simple_spread_n200.py │ ├── simple_spread_n3.py │ ├── simple_spread_n30.py │ ├── simple_spread_n6.py │ ├── simple_tag_n100.py │ ├── simple_tag_n15.py │ ├── simple_tag_n3.py │ ├── simple_tag_n30.py │ └── simple_tag_n6.py ├── scripted_agent_ckpt ├── simple_tag_n6_train_prey │ ├── adversary_agents_best.ckpt │ ├── agents_best.ckpt │ └── good_agents_best.ckpt └── simple_tag_v5_al0a10_4 │ └── agents.ckpt └── setup.py /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IouJenLiu/PIC/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IouJenLiu/PIC/HEAD/README.md -------------------------------------------------------------------------------- /ddpg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IouJenLiu/PIC/HEAD/ddpg.py -------------------------------------------------------------------------------- /maddpg/ckpt_plot/plot_curve.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IouJenLiu/PIC/HEAD/maddpg/ckpt_plot/plot_curve.py -------------------------------------------------------------------------------- /maddpg/ddpg_vec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IouJenLiu/PIC/HEAD/maddpg/ddpg_vec.py -------------------------------------------------------------------------------- /maddpg/ddpg_vec_hetero.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IouJenLiu/PIC/HEAD/maddpg/ddpg_vec_hetero.py -------------------------------------------------------------------------------- /maddpg/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IouJenLiu/PIC/HEAD/maddpg/eval.py -------------------------------------------------------------------------------- /maddpg/flags.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IouJenLiu/PIC/HEAD/maddpg/flags.py -------------------------------------------------------------------------------- /maddpg/gnn_models/test_graph_net.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IouJenLiu/PIC/HEAD/maddpg/gnn_models/test_graph_net.py -------------------------------------------------------------------------------- /maddpg/main_vec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IouJenLiu/PIC/HEAD/maddpg/main_vec.py -------------------------------------------------------------------------------- /maddpg/models/graph_layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IouJenLiu/PIC/HEAD/maddpg/models/graph_layers.py -------------------------------------------------------------------------------- /maddpg/models/graph_net.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IouJenLiu/PIC/HEAD/maddpg/models/graph_net.py -------------------------------------------------------------------------------- /maddpg/models/mlp_net.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IouJenLiu/PIC/HEAD/maddpg/models/mlp_net.py -------------------------------------------------------------------------------- /maddpg/models/model_factory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IouJenLiu/PIC/HEAD/maddpg/models/model_factory.py -------------------------------------------------------------------------------- /maddpg/models/test_net_hetro.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IouJenLiu/PIC/HEAD/maddpg/models/test_net_hetro.py -------------------------------------------------------------------------------- /maddpg/naf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IouJenLiu/PIC/HEAD/maddpg/naf.py -------------------------------------------------------------------------------- /maddpg/normalized_actions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IouJenLiu/PIC/HEAD/maddpg/normalized_actions.py -------------------------------------------------------------------------------- /maddpg/ounoise.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IouJenLiu/PIC/HEAD/maddpg/ounoise.py -------------------------------------------------------------------------------- /maddpg/param_noise.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IouJenLiu/PIC/HEAD/maddpg/param_noise.py -------------------------------------------------------------------------------- /maddpg/replay_memory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IouJenLiu/PIC/HEAD/maddpg/replay_memory.py -------------------------------------------------------------------------------- /maddpg/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IouJenLiu/PIC/HEAD/maddpg/utils.py -------------------------------------------------------------------------------- /multiagent-particle-envs/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IouJenLiu/PIC/HEAD/multiagent-particle-envs/.gitignore -------------------------------------------------------------------------------- /multiagent-particle-envs/bin/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /multiagent-particle-envs/bin/interactive.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IouJenLiu/PIC/HEAD/multiagent-particle-envs/bin/interactive.py -------------------------------------------------------------------------------- /multiagent-particle-envs/make_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IouJenLiu/PIC/HEAD/multiagent-particle-envs/make_env.py -------------------------------------------------------------------------------- /multiagent-particle-envs/multiagent/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IouJenLiu/PIC/HEAD/multiagent-particle-envs/multiagent/__init__.py -------------------------------------------------------------------------------- /multiagent-particle-envs/multiagent/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IouJenLiu/PIC/HEAD/multiagent-particle-envs/multiagent/common.py -------------------------------------------------------------------------------- /multiagent-particle-envs/multiagent/core.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IouJenLiu/PIC/HEAD/multiagent-particle-envs/multiagent/core.py -------------------------------------------------------------------------------- /multiagent-particle-envs/multiagent/core_vec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IouJenLiu/PIC/HEAD/multiagent-particle-envs/multiagent/core_vec.py -------------------------------------------------------------------------------- /multiagent-particle-envs/multiagent/environment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IouJenLiu/PIC/HEAD/multiagent-particle-envs/multiagent/environment.py -------------------------------------------------------------------------------- /multiagent-particle-envs/multiagent/environment_vec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IouJenLiu/PIC/HEAD/multiagent-particle-envs/multiagent/environment_vec.py -------------------------------------------------------------------------------- /multiagent-particle-envs/multiagent/multi_discrete.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IouJenLiu/PIC/HEAD/multiagent-particle-envs/multiagent/multi_discrete.py -------------------------------------------------------------------------------- /multiagent-particle-envs/multiagent/policy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IouJenLiu/PIC/HEAD/multiagent-particle-envs/multiagent/policy.py -------------------------------------------------------------------------------- /multiagent-particle-envs/multiagent/rendering.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IouJenLiu/PIC/HEAD/multiagent-particle-envs/multiagent/rendering.py -------------------------------------------------------------------------------- /multiagent-particle-envs/multiagent/scenario.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IouJenLiu/PIC/HEAD/multiagent-particle-envs/multiagent/scenario.py -------------------------------------------------------------------------------- /multiagent-particle-envs/multiagent/scenarios/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IouJenLiu/PIC/HEAD/multiagent-particle-envs/multiagent/scenarios/__init__.py -------------------------------------------------------------------------------- /multiagent-particle-envs/multiagent/scenarios/hetero_spread_n100.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IouJenLiu/PIC/HEAD/multiagent-particle-envs/multiagent/scenarios/hetero_spread_n100.py -------------------------------------------------------------------------------- /multiagent-particle-envs/multiagent/scenarios/hetero_spread_n16.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IouJenLiu/PIC/HEAD/multiagent-particle-envs/multiagent/scenarios/hetero_spread_n16.py -------------------------------------------------------------------------------- /multiagent-particle-envs/multiagent/scenarios/hetero_spread_n30.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IouJenLiu/PIC/HEAD/multiagent-particle-envs/multiagent/scenarios/hetero_spread_n30.py -------------------------------------------------------------------------------- /multiagent-particle-envs/multiagent/scenarios/hetero_spread_n4.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IouJenLiu/PIC/HEAD/multiagent-particle-envs/multiagent/scenarios/hetero_spread_n4.py -------------------------------------------------------------------------------- /multiagent-particle-envs/multiagent/scenarios/hetero_spread_n8.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IouJenLiu/PIC/HEAD/multiagent-particle-envs/multiagent/scenarios/hetero_spread_n8.py -------------------------------------------------------------------------------- /multiagent-particle-envs/multiagent/scenarios/simple_coop_push_n15.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IouJenLiu/PIC/HEAD/multiagent-particle-envs/multiagent/scenarios/simple_coop_push_n15.py -------------------------------------------------------------------------------- /multiagent-particle-envs/multiagent/scenarios/simple_coop_push_n3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IouJenLiu/PIC/HEAD/multiagent-particle-envs/multiagent/scenarios/simple_coop_push_n3.py -------------------------------------------------------------------------------- /multiagent-particle-envs/multiagent/scenarios/simple_coop_push_n30.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IouJenLiu/PIC/HEAD/multiagent-particle-envs/multiagent/scenarios/simple_coop_push_n30.py -------------------------------------------------------------------------------- /multiagent-particle-envs/multiagent/scenarios/simple_coop_push_n6.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IouJenLiu/PIC/HEAD/multiagent-particle-envs/multiagent/scenarios/simple_coop_push_n6.py -------------------------------------------------------------------------------- /multiagent-particle-envs/multiagent/scenarios/simple_spread_n100.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IouJenLiu/PIC/HEAD/multiagent-particle-envs/multiagent/scenarios/simple_spread_n100.py -------------------------------------------------------------------------------- /multiagent-particle-envs/multiagent/scenarios/simple_spread_n15.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IouJenLiu/PIC/HEAD/multiagent-particle-envs/multiagent/scenarios/simple_spread_n15.py -------------------------------------------------------------------------------- /multiagent-particle-envs/multiagent/scenarios/simple_spread_n200.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IouJenLiu/PIC/HEAD/multiagent-particle-envs/multiagent/scenarios/simple_spread_n200.py -------------------------------------------------------------------------------- /multiagent-particle-envs/multiagent/scenarios/simple_spread_n3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IouJenLiu/PIC/HEAD/multiagent-particle-envs/multiagent/scenarios/simple_spread_n3.py -------------------------------------------------------------------------------- /multiagent-particle-envs/multiagent/scenarios/simple_spread_n30.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IouJenLiu/PIC/HEAD/multiagent-particle-envs/multiagent/scenarios/simple_spread_n30.py -------------------------------------------------------------------------------- /multiagent-particle-envs/multiagent/scenarios/simple_spread_n6.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IouJenLiu/PIC/HEAD/multiagent-particle-envs/multiagent/scenarios/simple_spread_n6.py -------------------------------------------------------------------------------- /multiagent-particle-envs/multiagent/scenarios/simple_tag_n100.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IouJenLiu/PIC/HEAD/multiagent-particle-envs/multiagent/scenarios/simple_tag_n100.py -------------------------------------------------------------------------------- /multiagent-particle-envs/multiagent/scenarios/simple_tag_n15.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IouJenLiu/PIC/HEAD/multiagent-particle-envs/multiagent/scenarios/simple_tag_n15.py -------------------------------------------------------------------------------- /multiagent-particle-envs/multiagent/scenarios/simple_tag_n3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IouJenLiu/PIC/HEAD/multiagent-particle-envs/multiagent/scenarios/simple_tag_n3.py -------------------------------------------------------------------------------- /multiagent-particle-envs/multiagent/scenarios/simple_tag_n30.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IouJenLiu/PIC/HEAD/multiagent-particle-envs/multiagent/scenarios/simple_tag_n30.py -------------------------------------------------------------------------------- /multiagent-particle-envs/multiagent/scenarios/simple_tag_n6.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IouJenLiu/PIC/HEAD/multiagent-particle-envs/multiagent/scenarios/simple_tag_n6.py -------------------------------------------------------------------------------- /multiagent-particle-envs/scripted_agent_ckpt/simple_tag_n6_train_prey/adversary_agents_best.ckpt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IouJenLiu/PIC/HEAD/multiagent-particle-envs/scripted_agent_ckpt/simple_tag_n6_train_prey/adversary_agents_best.ckpt -------------------------------------------------------------------------------- /multiagent-particle-envs/scripted_agent_ckpt/simple_tag_n6_train_prey/agents_best.ckpt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IouJenLiu/PIC/HEAD/multiagent-particle-envs/scripted_agent_ckpt/simple_tag_n6_train_prey/agents_best.ckpt -------------------------------------------------------------------------------- /multiagent-particle-envs/scripted_agent_ckpt/simple_tag_n6_train_prey/good_agents_best.ckpt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IouJenLiu/PIC/HEAD/multiagent-particle-envs/scripted_agent_ckpt/simple_tag_n6_train_prey/good_agents_best.ckpt -------------------------------------------------------------------------------- /multiagent-particle-envs/scripted_agent_ckpt/simple_tag_v5_al0a10_4/agents.ckpt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IouJenLiu/PIC/HEAD/multiagent-particle-envs/scripted_agent_ckpt/simple_tag_v5_al0a10_4/agents.ckpt -------------------------------------------------------------------------------- /multiagent-particle-envs/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IouJenLiu/PIC/HEAD/multiagent-particle-envs/setup.py --------------------------------------------------------------------------------