├── .gitignore ├── Dockerfile ├── NerveNet ├── graph_util │ ├── mujoco_parser.py │ ├── mujoco_parser_nervenet.py │ ├── mujoco_parser_nervenet_settings.py │ ├── mujoco_parser_settings.py │ ├── observation_mapper.py │ └── roboto2graph_notes.txt ├── gym_envs │ ├── assets │ │ ├── ant_six_legs.xml │ │ ├── cp_back_ant.xml │ │ ├── cp_left_back_ant.xml │ │ └── cp_right_back_ant.xml │ └── pybullet │ │ ├── locomotion_gym.py │ │ ├── locomotion_robots.py │ │ └── register_disability_envs.py ├── main.py ├── models │ ├── nerve_net_conv.py │ ├── nerve_net_gnn.py │ └── utils.py ├── parser_logs_util.py ├── parser_nervnet_log.py ├── parser_ours.py └── policies │ ├── a2c_policies.py │ └── register_policies.py ├── README.md ├── configs ├── AntBulletEnv-v0.yaml ├── AntBulletEnv-v0_LargeNetSeperate.yaml ├── AntBulletEnv-v0_SmallNetSeperate.yaml ├── GNN_AntBulletEnv-v0.yaml ├── GNN_GAT_AntBulletEnv-v0.yaml ├── GNN_GRU_AntBulletEnv-v0.yaml ├── GNN_HalfCheetahBulletEnv-v0.yaml ├── GNN_HopperBulletEnv-v0.yaml ├── GNN_InvertedDoublePendulumBulletEnv-v0.yaml ├── GNN_InvertedPendulumBulletEnv-v0.yaml ├── GNN_ReacherBulletEnv-v0.yaml ├── GNN_Walker2DBulletEnv-v0.yaml ├── HalfCheetahBulletEnv-v0.yaml ├── HopperBulletEnv-v0.yaml ├── InvertedDoublePendulumBulletEnv-v0.yaml ├── InvertedPendulumBulletEnv-v0.yaml ├── MLP_AntBulletEnv-v0.yaml ├── NerveNetSettings.yaml ├── ReacherBulletEnv-v0.yaml ├── Walker2DBulletEnv-v0.yaml ├── disability │ ├── MLP_AntCpBackBulletEnv-v0.yaml │ └── MLP_AntCpLeftBackBulletEnv-v0.yaml └── size_transfer │ ├── GNN_AntSixLegsEnv-v0.yaml │ └── MLP_AntSixLegsEnv-v0.yaml ├── create_plots.py ├── evaluate.py ├── evaluate_transfer.py ├── gcp_cheatsheet.md ├── ngrok ├── playground ├── exploration_stable_baseline │ ├── gym_env_video_rendering.ipynb │ ├── record_video.py │ ├── stable_baselines_getting_started.py │ ├── stable_baselines_pybullet_envs_eval.py │ └── stable_baselines_pybullet_envs_train.py └── graph_visualization │ ├── robot.png │ ├── robot_graph_visualization-comparision.ipynb │ └── robot_graph_visualization.ipynb ├── requirements.txt ├── scripts ├── train-cloud.sh ├── train-hptuning.sh ├── train-local.sh └── train_configs.sh ├── setup.py ├── train.py ├── train_gnn_from_mlp.py ├── trainer ├── experiment.py └── task.py ├── training_continue.py ├── tunnel.cfg └── util.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HannesStark/gnn-reinforcement-learning/HEAD/.gitignore -------------------------------------------------------------------------------- /Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HannesStark/gnn-reinforcement-learning/HEAD/Dockerfile -------------------------------------------------------------------------------- /NerveNet/graph_util/mujoco_parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HannesStark/gnn-reinforcement-learning/HEAD/NerveNet/graph_util/mujoco_parser.py -------------------------------------------------------------------------------- /NerveNet/graph_util/mujoco_parser_nervenet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HannesStark/gnn-reinforcement-learning/HEAD/NerveNet/graph_util/mujoco_parser_nervenet.py -------------------------------------------------------------------------------- /NerveNet/graph_util/mujoco_parser_nervenet_settings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HannesStark/gnn-reinforcement-learning/HEAD/NerveNet/graph_util/mujoco_parser_nervenet_settings.py -------------------------------------------------------------------------------- /NerveNet/graph_util/mujoco_parser_settings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HannesStark/gnn-reinforcement-learning/HEAD/NerveNet/graph_util/mujoco_parser_settings.py -------------------------------------------------------------------------------- /NerveNet/graph_util/observation_mapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HannesStark/gnn-reinforcement-learning/HEAD/NerveNet/graph_util/observation_mapper.py -------------------------------------------------------------------------------- /NerveNet/graph_util/roboto2graph_notes.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HannesStark/gnn-reinforcement-learning/HEAD/NerveNet/graph_util/roboto2graph_notes.txt -------------------------------------------------------------------------------- /NerveNet/gym_envs/assets/ant_six_legs.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HannesStark/gnn-reinforcement-learning/HEAD/NerveNet/gym_envs/assets/ant_six_legs.xml -------------------------------------------------------------------------------- /NerveNet/gym_envs/assets/cp_back_ant.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HannesStark/gnn-reinforcement-learning/HEAD/NerveNet/gym_envs/assets/cp_back_ant.xml -------------------------------------------------------------------------------- /NerveNet/gym_envs/assets/cp_left_back_ant.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HannesStark/gnn-reinforcement-learning/HEAD/NerveNet/gym_envs/assets/cp_left_back_ant.xml -------------------------------------------------------------------------------- /NerveNet/gym_envs/assets/cp_right_back_ant.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HannesStark/gnn-reinforcement-learning/HEAD/NerveNet/gym_envs/assets/cp_right_back_ant.xml -------------------------------------------------------------------------------- /NerveNet/gym_envs/pybullet/locomotion_gym.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HannesStark/gnn-reinforcement-learning/HEAD/NerveNet/gym_envs/pybullet/locomotion_gym.py -------------------------------------------------------------------------------- /NerveNet/gym_envs/pybullet/locomotion_robots.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HannesStark/gnn-reinforcement-learning/HEAD/NerveNet/gym_envs/pybullet/locomotion_robots.py -------------------------------------------------------------------------------- /NerveNet/gym_envs/pybullet/register_disability_envs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HannesStark/gnn-reinforcement-learning/HEAD/NerveNet/gym_envs/pybullet/register_disability_envs.py -------------------------------------------------------------------------------- /NerveNet/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HannesStark/gnn-reinforcement-learning/HEAD/NerveNet/main.py -------------------------------------------------------------------------------- /NerveNet/models/nerve_net_conv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HannesStark/gnn-reinforcement-learning/HEAD/NerveNet/models/nerve_net_conv.py -------------------------------------------------------------------------------- /NerveNet/models/nerve_net_gnn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HannesStark/gnn-reinforcement-learning/HEAD/NerveNet/models/nerve_net_gnn.py -------------------------------------------------------------------------------- /NerveNet/models/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HannesStark/gnn-reinforcement-learning/HEAD/NerveNet/models/utils.py -------------------------------------------------------------------------------- /NerveNet/parser_logs_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HannesStark/gnn-reinforcement-learning/HEAD/NerveNet/parser_logs_util.py -------------------------------------------------------------------------------- /NerveNet/parser_nervnet_log.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HannesStark/gnn-reinforcement-learning/HEAD/NerveNet/parser_nervnet_log.py -------------------------------------------------------------------------------- /NerveNet/parser_ours.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HannesStark/gnn-reinforcement-learning/HEAD/NerveNet/parser_ours.py -------------------------------------------------------------------------------- /NerveNet/policies/a2c_policies.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HannesStark/gnn-reinforcement-learning/HEAD/NerveNet/policies/a2c_policies.py -------------------------------------------------------------------------------- /NerveNet/policies/register_policies.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HannesStark/gnn-reinforcement-learning/HEAD/NerveNet/policies/register_policies.py -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HannesStark/gnn-reinforcement-learning/HEAD/README.md -------------------------------------------------------------------------------- /configs/AntBulletEnv-v0.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HannesStark/gnn-reinforcement-learning/HEAD/configs/AntBulletEnv-v0.yaml -------------------------------------------------------------------------------- /configs/AntBulletEnv-v0_LargeNetSeperate.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HannesStark/gnn-reinforcement-learning/HEAD/configs/AntBulletEnv-v0_LargeNetSeperate.yaml -------------------------------------------------------------------------------- /configs/AntBulletEnv-v0_SmallNetSeperate.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HannesStark/gnn-reinforcement-learning/HEAD/configs/AntBulletEnv-v0_SmallNetSeperate.yaml -------------------------------------------------------------------------------- /configs/GNN_AntBulletEnv-v0.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HannesStark/gnn-reinforcement-learning/HEAD/configs/GNN_AntBulletEnv-v0.yaml -------------------------------------------------------------------------------- /configs/GNN_GAT_AntBulletEnv-v0.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HannesStark/gnn-reinforcement-learning/HEAD/configs/GNN_GAT_AntBulletEnv-v0.yaml -------------------------------------------------------------------------------- /configs/GNN_GRU_AntBulletEnv-v0.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HannesStark/gnn-reinforcement-learning/HEAD/configs/GNN_GRU_AntBulletEnv-v0.yaml -------------------------------------------------------------------------------- /configs/GNN_HalfCheetahBulletEnv-v0.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HannesStark/gnn-reinforcement-learning/HEAD/configs/GNN_HalfCheetahBulletEnv-v0.yaml -------------------------------------------------------------------------------- /configs/GNN_HopperBulletEnv-v0.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HannesStark/gnn-reinforcement-learning/HEAD/configs/GNN_HopperBulletEnv-v0.yaml -------------------------------------------------------------------------------- /configs/GNN_InvertedDoublePendulumBulletEnv-v0.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HannesStark/gnn-reinforcement-learning/HEAD/configs/GNN_InvertedDoublePendulumBulletEnv-v0.yaml -------------------------------------------------------------------------------- /configs/GNN_InvertedPendulumBulletEnv-v0.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HannesStark/gnn-reinforcement-learning/HEAD/configs/GNN_InvertedPendulumBulletEnv-v0.yaml -------------------------------------------------------------------------------- /configs/GNN_ReacherBulletEnv-v0.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HannesStark/gnn-reinforcement-learning/HEAD/configs/GNN_ReacherBulletEnv-v0.yaml -------------------------------------------------------------------------------- /configs/GNN_Walker2DBulletEnv-v0.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HannesStark/gnn-reinforcement-learning/HEAD/configs/GNN_Walker2DBulletEnv-v0.yaml -------------------------------------------------------------------------------- /configs/HalfCheetahBulletEnv-v0.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HannesStark/gnn-reinforcement-learning/HEAD/configs/HalfCheetahBulletEnv-v0.yaml -------------------------------------------------------------------------------- /configs/HopperBulletEnv-v0.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HannesStark/gnn-reinforcement-learning/HEAD/configs/HopperBulletEnv-v0.yaml -------------------------------------------------------------------------------- /configs/InvertedDoublePendulumBulletEnv-v0.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HannesStark/gnn-reinforcement-learning/HEAD/configs/InvertedDoublePendulumBulletEnv-v0.yaml -------------------------------------------------------------------------------- /configs/InvertedPendulumBulletEnv-v0.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HannesStark/gnn-reinforcement-learning/HEAD/configs/InvertedPendulumBulletEnv-v0.yaml -------------------------------------------------------------------------------- /configs/MLP_AntBulletEnv-v0.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HannesStark/gnn-reinforcement-learning/HEAD/configs/MLP_AntBulletEnv-v0.yaml -------------------------------------------------------------------------------- /configs/NerveNetSettings.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HannesStark/gnn-reinforcement-learning/HEAD/configs/NerveNetSettings.yaml -------------------------------------------------------------------------------- /configs/ReacherBulletEnv-v0.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HannesStark/gnn-reinforcement-learning/HEAD/configs/ReacherBulletEnv-v0.yaml -------------------------------------------------------------------------------- /configs/Walker2DBulletEnv-v0.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HannesStark/gnn-reinforcement-learning/HEAD/configs/Walker2DBulletEnv-v0.yaml -------------------------------------------------------------------------------- /configs/disability/MLP_AntCpBackBulletEnv-v0.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HannesStark/gnn-reinforcement-learning/HEAD/configs/disability/MLP_AntCpBackBulletEnv-v0.yaml -------------------------------------------------------------------------------- /configs/disability/MLP_AntCpLeftBackBulletEnv-v0.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HannesStark/gnn-reinforcement-learning/HEAD/configs/disability/MLP_AntCpLeftBackBulletEnv-v0.yaml -------------------------------------------------------------------------------- /configs/size_transfer/GNN_AntSixLegsEnv-v0.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HannesStark/gnn-reinforcement-learning/HEAD/configs/size_transfer/GNN_AntSixLegsEnv-v0.yaml -------------------------------------------------------------------------------- /configs/size_transfer/MLP_AntSixLegsEnv-v0.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HannesStark/gnn-reinforcement-learning/HEAD/configs/size_transfer/MLP_AntSixLegsEnv-v0.yaml -------------------------------------------------------------------------------- /create_plots.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HannesStark/gnn-reinforcement-learning/HEAD/create_plots.py -------------------------------------------------------------------------------- /evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HannesStark/gnn-reinforcement-learning/HEAD/evaluate.py -------------------------------------------------------------------------------- /evaluate_transfer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HannesStark/gnn-reinforcement-learning/HEAD/evaluate_transfer.py -------------------------------------------------------------------------------- /gcp_cheatsheet.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HannesStark/gnn-reinforcement-learning/HEAD/gcp_cheatsheet.md -------------------------------------------------------------------------------- /ngrok: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HannesStark/gnn-reinforcement-learning/HEAD/ngrok -------------------------------------------------------------------------------- /playground/exploration_stable_baseline/gym_env_video_rendering.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HannesStark/gnn-reinforcement-learning/HEAD/playground/exploration_stable_baseline/gym_env_video_rendering.ipynb -------------------------------------------------------------------------------- /playground/exploration_stable_baseline/record_video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HannesStark/gnn-reinforcement-learning/HEAD/playground/exploration_stable_baseline/record_video.py -------------------------------------------------------------------------------- /playground/exploration_stable_baseline/stable_baselines_getting_started.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HannesStark/gnn-reinforcement-learning/HEAD/playground/exploration_stable_baseline/stable_baselines_getting_started.py -------------------------------------------------------------------------------- /playground/exploration_stable_baseline/stable_baselines_pybullet_envs_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HannesStark/gnn-reinforcement-learning/HEAD/playground/exploration_stable_baseline/stable_baselines_pybullet_envs_eval.py -------------------------------------------------------------------------------- /playground/exploration_stable_baseline/stable_baselines_pybullet_envs_train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HannesStark/gnn-reinforcement-learning/HEAD/playground/exploration_stable_baseline/stable_baselines_pybullet_envs_train.py -------------------------------------------------------------------------------- /playground/graph_visualization/robot.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HannesStark/gnn-reinforcement-learning/HEAD/playground/graph_visualization/robot.png -------------------------------------------------------------------------------- /playground/graph_visualization/robot_graph_visualization-comparision.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HannesStark/gnn-reinforcement-learning/HEAD/playground/graph_visualization/robot_graph_visualization-comparision.ipynb -------------------------------------------------------------------------------- /playground/graph_visualization/robot_graph_visualization.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HannesStark/gnn-reinforcement-learning/HEAD/playground/graph_visualization/robot_graph_visualization.ipynb -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HannesStark/gnn-reinforcement-learning/HEAD/requirements.txt -------------------------------------------------------------------------------- /scripts/train-cloud.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HannesStark/gnn-reinforcement-learning/HEAD/scripts/train-cloud.sh -------------------------------------------------------------------------------- /scripts/train-hptuning.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HannesStark/gnn-reinforcement-learning/HEAD/scripts/train-hptuning.sh -------------------------------------------------------------------------------- /scripts/train-local.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HannesStark/gnn-reinforcement-learning/HEAD/scripts/train-local.sh -------------------------------------------------------------------------------- /scripts/train_configs.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HannesStark/gnn-reinforcement-learning/HEAD/scripts/train_configs.sh -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HannesStark/gnn-reinforcement-learning/HEAD/setup.py -------------------------------------------------------------------------------- /train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HannesStark/gnn-reinforcement-learning/HEAD/train.py -------------------------------------------------------------------------------- /train_gnn_from_mlp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HannesStark/gnn-reinforcement-learning/HEAD/train_gnn_from_mlp.py -------------------------------------------------------------------------------- /trainer/experiment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HannesStark/gnn-reinforcement-learning/HEAD/trainer/experiment.py -------------------------------------------------------------------------------- /trainer/task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HannesStark/gnn-reinforcement-learning/HEAD/trainer/task.py -------------------------------------------------------------------------------- /training_continue.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HannesStark/gnn-reinforcement-learning/HEAD/training_continue.py -------------------------------------------------------------------------------- /tunnel.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HannesStark/gnn-reinforcement-learning/HEAD/tunnel.cfg -------------------------------------------------------------------------------- /util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HannesStark/gnn-reinforcement-learning/HEAD/util.py --------------------------------------------------------------------------------