├── .gitignore ├── Dockerfile ├── LICENSE ├── README.md ├── agents ├── mlp_agent.py ├── mlp_agent_gaussian.py ├── rnn_agent.py ├── rnn_agent_ex.py ├── rnn_agent_gaussian.py └── rnn_aux_agent.py ├── args ├── alg_args │ ├── coma.yaml │ ├── facmaddpg.yaml │ ├── iac.yaml │ ├── icstransmaddpg.yaml │ ├── icstransmatd3.yaml │ ├── iddpg.yaml │ ├── ippo.yaml │ ├── maac.yaml │ ├── maddpg.yaml │ ├── mappo.yaml │ ├── matd3.yaml │ └── sqddpg.yaml ├── default.yaml └── env_args │ ├── var_voltage_control.yaml │ └── var_voltage_control_dis.yaml ├── critics ├── attention_critic.py ├── maac_critic.py ├── mlp_critic.py ├── mlp_critic_two_head.py ├── qmix.py └── rnn_critic.py ├── environment.yml ├── environments ├── multiagentenv.py └── var_voltage_control │ ├── __init__.py │ ├── pf_res_plot.py │ ├── rendering_voltage_control_env.py │ ├── voltage_barrier │ ├── bowl.py │ ├── bump.py │ ├── courant_beltrami.py │ ├── hard.py │ ├── l1.py │ ├── l2.py │ ├── voltage_barrier_backend.py │ └── voltage_barrier_registry.py │ └── voltage_control_env.py ├── learning_algorithms ├── actor_critic.py ├── ddpg.py ├── ppo.py └── rl_algorithms.py ├── models ├── coma.py ├── facmaddpg.py ├── iac.py ├── ics_trans_maddpg.py ├── ics_trans_matd3.py ├── iddpg.py ├── ippo.py ├── maac.py ├── maddpg.py ├── mappo.py ├── matd3.py ├── model.py ├── model_registry.py ├── random.py └── sqddpg.py ├── test.py ├── test_data.csv ├── traditional_control ├── opf_matpower_all.m └── pf_droop_matpower_all.m ├── train.py ├── transformer ├── transformer_aux_head.py ├── transformer_critic_ex.py ├── transformer_encoder_adj.py └── transformer_policy_head.py └── utilities ├── define.py ├── replay_buffer.py ├── tester.py ├── trainer.py └── util.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjdjr/T-MAAC/HEAD/.gitignore -------------------------------------------------------------------------------- /Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjdjr/T-MAAC/HEAD/Dockerfile -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjdjr/T-MAAC/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjdjr/T-MAAC/HEAD/README.md -------------------------------------------------------------------------------- /agents/mlp_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjdjr/T-MAAC/HEAD/agents/mlp_agent.py -------------------------------------------------------------------------------- /agents/mlp_agent_gaussian.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjdjr/T-MAAC/HEAD/agents/mlp_agent_gaussian.py -------------------------------------------------------------------------------- /agents/rnn_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjdjr/T-MAAC/HEAD/agents/rnn_agent.py -------------------------------------------------------------------------------- /agents/rnn_agent_ex.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjdjr/T-MAAC/HEAD/agents/rnn_agent_ex.py -------------------------------------------------------------------------------- /agents/rnn_agent_gaussian.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjdjr/T-MAAC/HEAD/agents/rnn_agent_gaussian.py -------------------------------------------------------------------------------- /agents/rnn_aux_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjdjr/T-MAAC/HEAD/agents/rnn_aux_agent.py -------------------------------------------------------------------------------- /args/alg_args/coma.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjdjr/T-MAAC/HEAD/args/alg_args/coma.yaml -------------------------------------------------------------------------------- /args/alg_args/facmaddpg.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjdjr/T-MAAC/HEAD/args/alg_args/facmaddpg.yaml -------------------------------------------------------------------------------- /args/alg_args/iac.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjdjr/T-MAAC/HEAD/args/alg_args/iac.yaml -------------------------------------------------------------------------------- /args/alg_args/icstransmaddpg.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjdjr/T-MAAC/HEAD/args/alg_args/icstransmaddpg.yaml -------------------------------------------------------------------------------- /args/alg_args/icstransmatd3.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjdjr/T-MAAC/HEAD/args/alg_args/icstransmatd3.yaml -------------------------------------------------------------------------------- /args/alg_args/iddpg.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjdjr/T-MAAC/HEAD/args/alg_args/iddpg.yaml -------------------------------------------------------------------------------- /args/alg_args/ippo.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjdjr/T-MAAC/HEAD/args/alg_args/ippo.yaml -------------------------------------------------------------------------------- /args/alg_args/maac.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjdjr/T-MAAC/HEAD/args/alg_args/maac.yaml -------------------------------------------------------------------------------- /args/alg_args/maddpg.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjdjr/T-MAAC/HEAD/args/alg_args/maddpg.yaml -------------------------------------------------------------------------------- /args/alg_args/mappo.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjdjr/T-MAAC/HEAD/args/alg_args/mappo.yaml -------------------------------------------------------------------------------- /args/alg_args/matd3.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjdjr/T-MAAC/HEAD/args/alg_args/matd3.yaml -------------------------------------------------------------------------------- /args/alg_args/sqddpg.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjdjr/T-MAAC/HEAD/args/alg_args/sqddpg.yaml -------------------------------------------------------------------------------- /args/default.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjdjr/T-MAAC/HEAD/args/default.yaml -------------------------------------------------------------------------------- /args/env_args/var_voltage_control.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjdjr/T-MAAC/HEAD/args/env_args/var_voltage_control.yaml -------------------------------------------------------------------------------- /args/env_args/var_voltage_control_dis.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjdjr/T-MAAC/HEAD/args/env_args/var_voltage_control_dis.yaml -------------------------------------------------------------------------------- /critics/attention_critic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjdjr/T-MAAC/HEAD/critics/attention_critic.py -------------------------------------------------------------------------------- /critics/maac_critic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjdjr/T-MAAC/HEAD/critics/maac_critic.py -------------------------------------------------------------------------------- /critics/mlp_critic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjdjr/T-MAAC/HEAD/critics/mlp_critic.py -------------------------------------------------------------------------------- /critics/mlp_critic_two_head.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjdjr/T-MAAC/HEAD/critics/mlp_critic_two_head.py -------------------------------------------------------------------------------- /critics/qmix.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjdjr/T-MAAC/HEAD/critics/qmix.py -------------------------------------------------------------------------------- /critics/rnn_critic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjdjr/T-MAAC/HEAD/critics/rnn_critic.py -------------------------------------------------------------------------------- /environment.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjdjr/T-MAAC/HEAD/environment.yml -------------------------------------------------------------------------------- /environments/multiagentenv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjdjr/T-MAAC/HEAD/environments/multiagentenv.py -------------------------------------------------------------------------------- /environments/var_voltage_control/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /environments/var_voltage_control/pf_res_plot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjdjr/T-MAAC/HEAD/environments/var_voltage_control/pf_res_plot.py -------------------------------------------------------------------------------- /environments/var_voltage_control/rendering_voltage_control_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjdjr/T-MAAC/HEAD/environments/var_voltage_control/rendering_voltage_control_env.py -------------------------------------------------------------------------------- /environments/var_voltage_control/voltage_barrier/bowl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjdjr/T-MAAC/HEAD/environments/var_voltage_control/voltage_barrier/bowl.py -------------------------------------------------------------------------------- /environments/var_voltage_control/voltage_barrier/bump.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjdjr/T-MAAC/HEAD/environments/var_voltage_control/voltage_barrier/bump.py -------------------------------------------------------------------------------- /environments/var_voltage_control/voltage_barrier/courant_beltrami.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjdjr/T-MAAC/HEAD/environments/var_voltage_control/voltage_barrier/courant_beltrami.py -------------------------------------------------------------------------------- /environments/var_voltage_control/voltage_barrier/hard.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjdjr/T-MAAC/HEAD/environments/var_voltage_control/voltage_barrier/hard.py -------------------------------------------------------------------------------- /environments/var_voltage_control/voltage_barrier/l1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjdjr/T-MAAC/HEAD/environments/var_voltage_control/voltage_barrier/l1.py -------------------------------------------------------------------------------- /environments/var_voltage_control/voltage_barrier/l2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjdjr/T-MAAC/HEAD/environments/var_voltage_control/voltage_barrier/l2.py -------------------------------------------------------------------------------- /environments/var_voltage_control/voltage_barrier/voltage_barrier_backend.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjdjr/T-MAAC/HEAD/environments/var_voltage_control/voltage_barrier/voltage_barrier_backend.py -------------------------------------------------------------------------------- /environments/var_voltage_control/voltage_barrier/voltage_barrier_registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjdjr/T-MAAC/HEAD/environments/var_voltage_control/voltage_barrier/voltage_barrier_registry.py -------------------------------------------------------------------------------- /environments/var_voltage_control/voltage_control_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjdjr/T-MAAC/HEAD/environments/var_voltage_control/voltage_control_env.py -------------------------------------------------------------------------------- /learning_algorithms/actor_critic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjdjr/T-MAAC/HEAD/learning_algorithms/actor_critic.py -------------------------------------------------------------------------------- /learning_algorithms/ddpg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjdjr/T-MAAC/HEAD/learning_algorithms/ddpg.py -------------------------------------------------------------------------------- /learning_algorithms/ppo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjdjr/T-MAAC/HEAD/learning_algorithms/ppo.py -------------------------------------------------------------------------------- /learning_algorithms/rl_algorithms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjdjr/T-MAAC/HEAD/learning_algorithms/rl_algorithms.py -------------------------------------------------------------------------------- /models/coma.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjdjr/T-MAAC/HEAD/models/coma.py -------------------------------------------------------------------------------- /models/facmaddpg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjdjr/T-MAAC/HEAD/models/facmaddpg.py -------------------------------------------------------------------------------- /models/iac.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjdjr/T-MAAC/HEAD/models/iac.py -------------------------------------------------------------------------------- /models/ics_trans_maddpg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjdjr/T-MAAC/HEAD/models/ics_trans_maddpg.py -------------------------------------------------------------------------------- /models/ics_trans_matd3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjdjr/T-MAAC/HEAD/models/ics_trans_matd3.py -------------------------------------------------------------------------------- /models/iddpg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjdjr/T-MAAC/HEAD/models/iddpg.py -------------------------------------------------------------------------------- /models/ippo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjdjr/T-MAAC/HEAD/models/ippo.py -------------------------------------------------------------------------------- /models/maac.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjdjr/T-MAAC/HEAD/models/maac.py -------------------------------------------------------------------------------- /models/maddpg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjdjr/T-MAAC/HEAD/models/maddpg.py -------------------------------------------------------------------------------- /models/mappo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjdjr/T-MAAC/HEAD/models/mappo.py -------------------------------------------------------------------------------- /models/matd3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjdjr/T-MAAC/HEAD/models/matd3.py -------------------------------------------------------------------------------- /models/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjdjr/T-MAAC/HEAD/models/model.py -------------------------------------------------------------------------------- /models/model_registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjdjr/T-MAAC/HEAD/models/model_registry.py -------------------------------------------------------------------------------- /models/random.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjdjr/T-MAAC/HEAD/models/random.py -------------------------------------------------------------------------------- /models/sqddpg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjdjr/T-MAAC/HEAD/models/sqddpg.py -------------------------------------------------------------------------------- /test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjdjr/T-MAAC/HEAD/test.py -------------------------------------------------------------------------------- /test_data.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjdjr/T-MAAC/HEAD/test_data.csv -------------------------------------------------------------------------------- /traditional_control/opf_matpower_all.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjdjr/T-MAAC/HEAD/traditional_control/opf_matpower_all.m -------------------------------------------------------------------------------- /traditional_control/pf_droop_matpower_all.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjdjr/T-MAAC/HEAD/traditional_control/pf_droop_matpower_all.m -------------------------------------------------------------------------------- /train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjdjr/T-MAAC/HEAD/train.py -------------------------------------------------------------------------------- /transformer/transformer_aux_head.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjdjr/T-MAAC/HEAD/transformer/transformer_aux_head.py -------------------------------------------------------------------------------- /transformer/transformer_critic_ex.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjdjr/T-MAAC/HEAD/transformer/transformer_critic_ex.py -------------------------------------------------------------------------------- /transformer/transformer_encoder_adj.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjdjr/T-MAAC/HEAD/transformer/transformer_encoder_adj.py -------------------------------------------------------------------------------- /transformer/transformer_policy_head.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjdjr/T-MAAC/HEAD/transformer/transformer_policy_head.py -------------------------------------------------------------------------------- /utilities/define.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjdjr/T-MAAC/HEAD/utilities/define.py -------------------------------------------------------------------------------- /utilities/replay_buffer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjdjr/T-MAAC/HEAD/utilities/replay_buffer.py -------------------------------------------------------------------------------- /utilities/tester.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjdjr/T-MAAC/HEAD/utilities/tester.py -------------------------------------------------------------------------------- /utilities/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjdjr/T-MAAC/HEAD/utilities/trainer.py -------------------------------------------------------------------------------- /utilities/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjdjr/T-MAAC/HEAD/utilities/util.py --------------------------------------------------------------------------------