├── .gitignore ├── LICENSE ├── README.md ├── REPRODUCING_RESULTS.md ├── configs ├── ant │ ├── dmap_ant.json │ ├── oracle_ant.json │ ├── simple_ant.json │ ├── specialist_ant.json │ └── tcn_ant.json ├── half_cheetah │ ├── dmap_half_cheetah.json │ ├── oracle_half_cheetah.json │ ├── simple_half_cheetah.json │ ├── specialist_half_cheetah.json │ └── tcn_half_cheetah.json ├── hopper │ ├── dmap_hopper.json │ ├── oracle_hopper.json │ ├── simple_hopper.json │ ├── specialist_hopper.json │ └── tcn_hopper.json └── walker │ ├── dmap_walker.json │ ├── oracle_walker.json │ ├── simple_walker.json │ ├── specialist_walker.json │ └── tcn_walker.json ├── data ├── ant │ ├── performance │ │ ├── ant_dmap_ne_sigma_01_seed_0.json │ │ ├── ant_dmap_ne_sigma_01_seed_1.json │ │ ├── ant_dmap_ne_sigma_01_seed_2.json │ │ ├── ant_dmap_ne_sigma_01_seed_3.json │ │ ├── ant_dmap_ne_sigma_01_seed_4.json │ │ ├── ant_dmap_ne_sigma_03_seed_0.json │ │ ├── ant_dmap_ne_sigma_03_seed_1.json │ │ ├── ant_dmap_ne_sigma_03_seed_2.json │ │ ├── ant_dmap_ne_sigma_03_seed_3.json │ │ ├── ant_dmap_ne_sigma_03_seed_4.json │ │ ├── ant_dmap_ne_sigma_05_seed_0.json │ │ ├── ant_dmap_ne_sigma_05_seed_1.json │ │ ├── ant_dmap_ne_sigma_05_seed_2.json │ │ ├── ant_dmap_ne_sigma_05_seed_3.json │ │ ├── ant_dmap_ne_sigma_05_seed_4.json │ │ ├── ant_tcn_sigma_01_seed_0.json │ │ ├── ant_tcn_sigma_01_seed_1.json │ │ ├── ant_tcn_sigma_01_seed_2.json │ │ ├── ant_tcn_sigma_01_seed_3.json │ │ ├── ant_tcn_sigma_01_seed_4.json │ │ ├── ant_tcn_sigma_03_seed_0.json │ │ ├── ant_tcn_sigma_03_seed_1.json │ │ ├── ant_tcn_sigma_03_seed_2.json │ │ ├── ant_tcn_sigma_03_seed_3.json │ │ ├── ant_tcn_sigma_03_seed_4.json │ │ ├── ant_tcn_sigma_05_seed_0.json │ │ ├── ant_tcn_sigma_05_seed_1.json │ │ ├── ant_tcn_sigma_05_seed_2.json │ │ ├── ant_tcn_sigma_05_seed_3.json │ │ ├── ant_tcn_sigma_05_seed_4.json │ │ ├── dmap_ant_sigma_01_seed_0.json │ │ ├── dmap_ant_sigma_01_seed_1.json │ │ ├── dmap_ant_sigma_01_seed_2.json │ │ ├── dmap_ant_sigma_01_seed_3.json │ │ ├── dmap_ant_sigma_01_seed_4.json │ │ ├── dmap_ant_sigma_03_seed_0.json │ │ ├── dmap_ant_sigma_03_seed_1.json │ │ ├── dmap_ant_sigma_03_seed_2.json │ │ ├── dmap_ant_sigma_03_seed_3.json │ │ ├── dmap_ant_sigma_03_seed_4.json │ │ ├── dmap_ant_sigma_05_seed_0.json │ │ ├── dmap_ant_sigma_05_seed_1.json │ │ ├── dmap_ant_sigma_05_seed_2.json │ │ ├── dmap_ant_sigma_05_seed_3.json │ │ ├── dmap_ant_sigma_05_seed_4.json │ │ ├── oracle_ant_sigma_01_seed_0.json │ │ ├── oracle_ant_sigma_01_seed_1.json │ │ ├── oracle_ant_sigma_01_seed_2.json │ │ ├── oracle_ant_sigma_01_seed_3.json │ │ ├── oracle_ant_sigma_01_seed_4.json │ │ ├── oracle_ant_sigma_03_seed_0.json │ │ ├── oracle_ant_sigma_03_seed_1.json │ │ ├── oracle_ant_sigma_03_seed_2.json │ │ ├── oracle_ant_sigma_03_seed_3.json │ │ ├── oracle_ant_sigma_03_seed_4.json │ │ ├── oracle_ant_sigma_05_seed_0.json │ │ ├── oracle_ant_sigma_05_seed_1.json │ │ ├── oracle_ant_sigma_05_seed_3.json │ │ ├── oracle_ant_sigma_05_seed_4.json │ │ ├── oracle_ant_sigma_05_seed_5.json │ │ ├── rma_ant_sigma_01_seed_0.json │ │ ├── rma_ant_sigma_01_seed_1.json │ │ ├── rma_ant_sigma_01_seed_2.json │ │ ├── rma_ant_sigma_01_seed_3.json │ │ ├── rma_ant_sigma_01_seed_4.json │ │ ├── rma_ant_sigma_03_seed_0.json │ │ ├── rma_ant_sigma_03_seed_1.json │ │ ├── rma_ant_sigma_03_seed_2.json │ │ ├── rma_ant_sigma_03_seed_3.json │ │ ├── rma_ant_sigma_03_seed_4.json │ │ ├── rma_ant_sigma_05_seed_0.json │ │ ├── rma_ant_sigma_05_seed_1.json │ │ ├── rma_ant_sigma_05_seed_2.json │ │ ├── rma_ant_sigma_05_seed_3.json │ │ ├── rma_ant_sigma_05_seed_4.json │ │ ├── simple_ant_sigma_01_seed_0.json │ │ ├── simple_ant_sigma_01_seed_1.json │ │ ├── simple_ant_sigma_01_seed_2.json │ │ ├── simple_ant_sigma_01_seed_3.json │ │ ├── simple_ant_sigma_01_seed_4.json │ │ ├── simple_ant_sigma_03_seed_0.json │ │ ├── simple_ant_sigma_03_seed_1.json │ │ ├── simple_ant_sigma_03_seed_2.json │ │ ├── simple_ant_sigma_03_seed_3.json │ │ ├── simple_ant_sigma_03_seed_4.json │ │ ├── simple_ant_sigma_05_seed_0.json │ │ ├── simple_ant_sigma_05_seed_1.json │ │ ├── simple_ant_sigma_05_seed_2.json │ │ ├── simple_ant_sigma_05_seed_3.json │ │ └── simple_ant_sigma_05_seed_4.json │ └── pretrained │ │ ├── dmap_sigma_01_seed_2 │ │ └── checkpoint │ │ │ ├── .is_checkpoint │ │ │ ├── checkpoint │ │ │ └── checkpoint.tune_metadata │ │ └── dmap_sigma_01_seed_2_data │ │ ├── dmap_ant.json │ │ └── main_train.py ├── ant_experiments_df.pkl ├── half_cheetah │ ├── performance │ │ ├── half_cheetah_dmap_ne_sigma_01_seed_0.json │ │ ├── half_cheetah_dmap_ne_sigma_01_seed_1.json │ │ ├── half_cheetah_dmap_ne_sigma_01_seed_2.json │ │ ├── half_cheetah_dmap_ne_sigma_01_seed_3.json │ │ ├── half_cheetah_dmap_ne_sigma_01_seed_4.json │ │ ├── half_cheetah_dmap_ne_sigma_03_seed_0.json │ │ ├── half_cheetah_dmap_ne_sigma_03_seed_1.json │ │ ├── half_cheetah_dmap_ne_sigma_03_seed_2.json │ │ ├── half_cheetah_dmap_ne_sigma_03_seed_3.json │ │ ├── half_cheetah_dmap_ne_sigma_03_seed_4.json │ │ ├── half_cheetah_dmap_ne_sigma_05_seed_0.json │ │ ├── half_cheetah_dmap_ne_sigma_05_seed_1.json │ │ ├── half_cheetah_dmap_ne_sigma_05_seed_2.json │ │ ├── half_cheetah_dmap_ne_sigma_05_seed_3.json │ │ ├── half_cheetah_dmap_ne_sigma_05_seed_4.json │ │ ├── half_cheetah_dmap_sigma_01_seed_0.json │ │ ├── half_cheetah_dmap_sigma_01_seed_1.json │ │ ├── half_cheetah_dmap_sigma_01_seed_2.json │ │ ├── half_cheetah_dmap_sigma_01_seed_3.json │ │ ├── half_cheetah_dmap_sigma_01_seed_4.json │ │ ├── half_cheetah_dmap_sigma_03_seed_0.json │ │ ├── half_cheetah_dmap_sigma_03_seed_1.json │ │ ├── half_cheetah_dmap_sigma_03_seed_2.json │ │ ├── half_cheetah_dmap_sigma_03_seed_3.json │ │ ├── half_cheetah_dmap_sigma_03_seed_4.json │ │ ├── half_cheetah_dmap_sigma_05_seed_0.json │ │ ├── half_cheetah_dmap_sigma_05_seed_1.json │ │ ├── half_cheetah_dmap_sigma_05_seed_2.json │ │ ├── half_cheetah_dmap_sigma_05_seed_3.json │ │ ├── half_cheetah_dmap_sigma_05_seed_4.json │ │ ├── half_cheetah_oracle_sigma_01_seed_0.json │ │ ├── half_cheetah_oracle_sigma_01_seed_1.json │ │ ├── half_cheetah_oracle_sigma_01_seed_2.json │ │ ├── half_cheetah_oracle_sigma_01_seed_3.json │ │ ├── half_cheetah_oracle_sigma_01_seed_4.json │ │ ├── half_cheetah_oracle_sigma_03_seed_0.json │ │ ├── half_cheetah_oracle_sigma_03_seed_1.json │ │ ├── half_cheetah_oracle_sigma_03_seed_2.json │ │ ├── half_cheetah_oracle_sigma_03_seed_3.json │ │ ├── half_cheetah_oracle_sigma_03_seed_4.json │ │ ├── half_cheetah_oracle_sigma_05_seed_0.json │ │ ├── half_cheetah_oracle_sigma_05_seed_1.json │ │ ├── half_cheetah_oracle_sigma_05_seed_2.json │ │ ├── half_cheetah_oracle_sigma_05_seed_3.json │ │ ├── half_cheetah_oracle_sigma_05_seed_4.json │ │ ├── half_cheetah_rma_sigma_01_seed_0.json │ │ ├── half_cheetah_rma_sigma_01_seed_1.json │ │ ├── half_cheetah_rma_sigma_01_seed_2.json │ │ ├── half_cheetah_rma_sigma_01_seed_3.json │ │ ├── half_cheetah_rma_sigma_01_seed_4.json │ │ ├── half_cheetah_rma_sigma_03_seed_0.json │ │ ├── half_cheetah_rma_sigma_03_seed_1.json │ │ ├── half_cheetah_rma_sigma_03_seed_2.json │ │ ├── half_cheetah_rma_sigma_03_seed_3.json │ │ ├── half_cheetah_rma_sigma_03_seed_4.json │ │ ├── half_cheetah_rma_sigma_05_seed_0.json │ │ ├── half_cheetah_rma_sigma_05_seed_1.json │ │ ├── half_cheetah_rma_sigma_05_seed_2.json │ │ ├── half_cheetah_rma_sigma_05_seed_3.json │ │ ├── half_cheetah_rma_sigma_05_seed_4.json │ │ ├── half_cheetah_simple_sigma_01_seed_0.json │ │ ├── half_cheetah_simple_sigma_01_seed_1.json │ │ ├── half_cheetah_simple_sigma_01_seed_2.json │ │ ├── half_cheetah_simple_sigma_01_seed_3.json │ │ ├── half_cheetah_simple_sigma_01_seed_4.json │ │ ├── half_cheetah_simple_sigma_03_seed_0.json │ │ ├── half_cheetah_simple_sigma_03_seed_1.json │ │ ├── half_cheetah_simple_sigma_03_seed_2.json │ │ ├── half_cheetah_simple_sigma_03_seed_3.json │ │ ├── half_cheetah_simple_sigma_03_seed_4.json │ │ ├── half_cheetah_simple_sigma_05_seed_0.json │ │ ├── half_cheetah_simple_sigma_05_seed_1.json │ │ ├── half_cheetah_simple_sigma_05_seed_2.json │ │ ├── half_cheetah_simple_sigma_05_seed_3.json │ │ ├── half_cheetah_simple_sigma_05_seed_4.json │ │ ├── half_cheetah_tcn_sigma_01_seed_0.json │ │ ├── half_cheetah_tcn_sigma_01_seed_1.json │ │ ├── half_cheetah_tcn_sigma_01_seed_2.json │ │ ├── half_cheetah_tcn_sigma_01_seed_3.json │ │ ├── half_cheetah_tcn_sigma_01_seed_4.json │ │ ├── half_cheetah_tcn_sigma_03_seed_0.json │ │ ├── half_cheetah_tcn_sigma_03_seed_1.json │ │ ├── half_cheetah_tcn_sigma_03_seed_2.json │ │ ├── half_cheetah_tcn_sigma_03_seed_3.json │ │ ├── half_cheetah_tcn_sigma_03_seed_4.json │ │ ├── half_cheetah_tcn_sigma_05_seed_0.json │ │ ├── half_cheetah_tcn_sigma_05_seed_1.json │ │ ├── half_cheetah_tcn_sigma_05_seed_2.json │ │ ├── half_cheetah_tcn_sigma_05_seed_3.json │ │ └── half_cheetah_tcn_sigma_05_seed_4.json │ └── pretrained │ │ ├── oracle_sigma_01_seed_2 │ │ └── checkpoint │ │ │ ├── .is_checkpoint │ │ │ ├── checkpoint │ │ │ └── checkpoint.tune_metadata │ │ └── oracle_sigma_01_seed_2_data │ │ ├── main_train.py │ │ └── oracle_half_cheetah.json ├── half_cheetah_experiments_df.pkl ├── hopper │ └── performance │ │ ├── hopper_dmap_ne_sigma_01_seed_0.json │ │ ├── hopper_dmap_ne_sigma_01_seed_1.json │ │ ├── hopper_dmap_ne_sigma_01_seed_2.json │ │ ├── hopper_dmap_ne_sigma_01_seed_3.json │ │ ├── hopper_dmap_ne_sigma_01_seed_4.json │ │ ├── hopper_dmap_ne_sigma_03_seed_0.json │ │ ├── hopper_dmap_ne_sigma_03_seed_1.json │ │ ├── hopper_dmap_ne_sigma_03_seed_2.json │ │ ├── hopper_dmap_ne_sigma_03_seed_3.json │ │ ├── hopper_dmap_ne_sigma_03_seed_4.json │ │ ├── hopper_dmap_ne_sigma_05_seed_0.json │ │ ├── hopper_dmap_ne_sigma_05_seed_1.json │ │ ├── hopper_dmap_ne_sigma_05_seed_2.json │ │ ├── hopper_dmap_ne_sigma_05_seed_3.json │ │ ├── hopper_dmap_ne_sigma_05_seed_4.json │ │ ├── hopper_dmap_sigma_01_seed_0.json │ │ ├── hopper_dmap_sigma_01_seed_1.json │ │ ├── hopper_dmap_sigma_01_seed_2.json │ │ ├── hopper_dmap_sigma_01_seed_3.json │ │ ├── hopper_dmap_sigma_01_seed_4.json │ │ ├── hopper_dmap_sigma_03_seed_0.json │ │ ├── hopper_dmap_sigma_03_seed_1.json │ │ ├── hopper_dmap_sigma_03_seed_2.json │ │ ├── hopper_dmap_sigma_03_seed_3.json │ │ ├── hopper_dmap_sigma_03_seed_4.json │ │ ├── hopper_dmap_sigma_05_seed_0.json │ │ ├── hopper_dmap_sigma_05_seed_1.json │ │ ├── hopper_dmap_sigma_05_seed_2.json │ │ ├── hopper_dmap_sigma_05_seed_3.json │ │ ├── hopper_dmap_sigma_05_seed_4.json │ │ ├── hopper_oracle_sigma_01_seed_0.json │ │ ├── hopper_oracle_sigma_01_seed_1.json │ │ ├── hopper_oracle_sigma_01_seed_2.json │ │ ├── hopper_oracle_sigma_01_seed_3.json │ │ ├── hopper_oracle_sigma_01_seed_4.json │ │ ├── hopper_oracle_sigma_03_seed_0.json │ │ ├── hopper_oracle_sigma_03_seed_1.json │ │ ├── hopper_oracle_sigma_03_seed_2.json │ │ ├── hopper_oracle_sigma_03_seed_3.json │ │ ├── hopper_oracle_sigma_03_seed_4.json │ │ ├── hopper_oracle_sigma_05_seed_0.json │ │ ├── hopper_oracle_sigma_05_seed_1.json │ │ ├── hopper_oracle_sigma_05_seed_2.json │ │ ├── hopper_oracle_sigma_05_seed_3.json │ │ ├── hopper_oracle_sigma_05_seed_4.json │ │ ├── hopper_rma_sigma_01_seed_0.json │ │ ├── hopper_rma_sigma_01_seed_1.json │ │ ├── hopper_rma_sigma_01_seed_2.json │ │ ├── hopper_rma_sigma_01_seed_3.json │ │ ├── hopper_rma_sigma_01_seed_4.json │ │ ├── hopper_rma_sigma_03_seed_0.json │ │ ├── hopper_rma_sigma_03_seed_1.json │ │ ├── hopper_rma_sigma_03_seed_2.json │ │ ├── hopper_rma_sigma_03_seed_3.json │ │ ├── hopper_rma_sigma_03_seed_4.json │ │ ├── hopper_rma_sigma_05_seed_0.json │ │ ├── hopper_rma_sigma_05_seed_1.json │ │ ├── hopper_rma_sigma_05_seed_2.json │ │ ├── hopper_rma_sigma_05_seed_3.json │ │ ├── hopper_rma_sigma_05_seed_4.json │ │ ├── hopper_simple_sigma_01_seed_0.json │ │ ├── hopper_simple_sigma_01_seed_1.json │ │ ├── hopper_simple_sigma_01_seed_2.json │ │ ├── hopper_simple_sigma_01_seed_3.json │ │ ├── hopper_simple_sigma_01_seed_4.json │ │ ├── hopper_simple_sigma_03_seed_0.json │ │ ├── hopper_simple_sigma_03_seed_1.json │ │ ├── hopper_simple_sigma_03_seed_2.json │ │ ├── hopper_simple_sigma_03_seed_3.json │ │ ├── hopper_simple_sigma_03_seed_4.json │ │ ├── hopper_simple_sigma_05_seed_0.json │ │ ├── hopper_simple_sigma_05_seed_1.json │ │ ├── hopper_simple_sigma_05_seed_2.json │ │ ├── hopper_simple_sigma_05_seed_3.json │ │ ├── hopper_simple_sigma_05_seed_4.json │ │ ├── hopper_tcn_sigma_01_seed_0.json │ │ ├── hopper_tcn_sigma_01_seed_1.json │ │ ├── hopper_tcn_sigma_01_seed_2.json │ │ ├── hopper_tcn_sigma_01_seed_3.json │ │ ├── hopper_tcn_sigma_01_seed_4.json │ │ ├── hopper_tcn_sigma_03_seed_0.json │ │ ├── hopper_tcn_sigma_03_seed_1.json │ │ ├── hopper_tcn_sigma_03_seed_2.json │ │ ├── hopper_tcn_sigma_03_seed_3.json │ │ ├── hopper_tcn_sigma_03_seed_4.json │ │ ├── hopper_tcn_sigma_05_seed_0.json │ │ ├── hopper_tcn_sigma_05_seed_1.json │ │ ├── hopper_tcn_sigma_05_seed_2.json │ │ ├── hopper_tcn_sigma_05_seed_3.json │ │ └── hopper_tcn_sigma_05_seed_4.json ├── hopper_experiments_df.pkl ├── walker │ └── performance │ │ ├── walker_dmap_ne_sigma_01_seed_0.json │ │ ├── walker_dmap_ne_sigma_01_seed_1.json │ │ ├── walker_dmap_ne_sigma_01_seed_2.json │ │ ├── walker_dmap_ne_sigma_01_seed_3.json │ │ ├── walker_dmap_ne_sigma_01_seed_4.json │ │ ├── walker_dmap_ne_sigma_03_seed_0.json │ │ ├── walker_dmap_ne_sigma_03_seed_1.json │ │ ├── walker_dmap_ne_sigma_03_seed_2.json │ │ ├── walker_dmap_ne_sigma_03_seed_3.json │ │ ├── walker_dmap_ne_sigma_03_seed_4.json │ │ ├── walker_dmap_ne_sigma_05_seed_0.json │ │ ├── walker_dmap_ne_sigma_05_seed_1.json │ │ ├── walker_dmap_ne_sigma_05_seed_2.json │ │ ├── walker_dmap_ne_sigma_05_seed_3.json │ │ ├── walker_dmap_ne_sigma_05_seed_4.json │ │ ├── walker_dmap_sigma_01_seed_0.json │ │ ├── walker_dmap_sigma_01_seed_1.json │ │ ├── walker_dmap_sigma_01_seed_2.json │ │ ├── walker_dmap_sigma_01_seed_3.json │ │ ├── walker_dmap_sigma_01_seed_4.json │ │ ├── walker_dmap_sigma_03_seed_0.json │ │ ├── walker_dmap_sigma_03_seed_1.json │ │ ├── walker_dmap_sigma_03_seed_2.json │ │ ├── walker_dmap_sigma_03_seed_3.json │ │ ├── walker_dmap_sigma_03_seed_4.json │ │ ├── walker_dmap_sigma_05_seed_0.json │ │ ├── walker_dmap_sigma_05_seed_1.json │ │ ├── walker_dmap_sigma_05_seed_2.json │ │ ├── walker_dmap_sigma_05_seed_3.json │ │ ├── walker_dmap_sigma_05_seed_4.json │ │ ├── walker_oracle_sigma_01_seed_0.json │ │ ├── walker_oracle_sigma_01_seed_1.json │ │ ├── walker_oracle_sigma_01_seed_2.json │ │ ├── walker_oracle_sigma_01_seed_3.json │ │ ├── walker_oracle_sigma_01_seed_4.json │ │ ├── walker_oracle_sigma_03_seed_0.json │ │ ├── walker_oracle_sigma_03_seed_1.json │ │ ├── walker_oracle_sigma_03_seed_2.json │ │ ├── walker_oracle_sigma_03_seed_3.json │ │ ├── walker_oracle_sigma_03_seed_4.json │ │ ├── walker_oracle_sigma_05_seed_0.json │ │ ├── walker_oracle_sigma_05_seed_1.json │ │ ├── walker_oracle_sigma_05_seed_2.json │ │ ├── walker_oracle_sigma_05_seed_3.json │ │ ├── walker_oracle_sigma_05_seed_4.json │ │ ├── walker_rma_sigma_01_seed_0.json │ │ ├── walker_rma_sigma_01_seed_1.json │ │ ├── walker_rma_sigma_01_seed_2.json │ │ ├── walker_rma_sigma_01_seed_3.json │ │ ├── walker_rma_sigma_01_seed_4.json │ │ ├── walker_rma_sigma_03_seed_0.json │ │ ├── walker_rma_sigma_03_seed_1.json │ │ ├── walker_rma_sigma_03_seed_2.json │ │ ├── walker_rma_sigma_03_seed_3.json │ │ ├── walker_rma_sigma_03_seed_4.json │ │ ├── walker_rma_sigma_05_seed_0.json │ │ ├── walker_rma_sigma_05_seed_1.json │ │ ├── walker_rma_sigma_05_seed_2.json │ │ ├── walker_rma_sigma_05_seed_3.json │ │ ├── walker_rma_sigma_05_seed_4.json │ │ ├── walker_simple_sigma_01_seed_0.json │ │ ├── walker_simple_sigma_01_seed_1.json │ │ ├── walker_simple_sigma_01_seed_2.json │ │ ├── walker_simple_sigma_01_seed_3.json │ │ ├── walker_simple_sigma_01_seed_4.json │ │ ├── walker_simple_sigma_03_seed_0.json │ │ ├── walker_simple_sigma_03_seed_1.json │ │ ├── walker_simple_sigma_03_seed_2.json │ │ ├── walker_simple_sigma_03_seed_3.json │ │ ├── walker_simple_sigma_03_seed_4.json │ │ ├── walker_simple_sigma_05_seed_0.json │ │ ├── walker_simple_sigma_05_seed_1.json │ │ ├── walker_simple_sigma_05_seed_2.json │ │ ├── walker_simple_sigma_05_seed_3.json │ │ ├── walker_simple_sigma_05_seed_4.json │ │ ├── walker_tcn_sigma_01_seed_0.json │ │ ├── walker_tcn_sigma_01_seed_1.json │ │ ├── walker_tcn_sigma_01_seed_2.json │ │ ├── walker_tcn_sigma_01_seed_3.json │ │ ├── walker_tcn_sigma_01_seed_4.json │ │ ├── walker_tcn_sigma_03_seed_0.json │ │ ├── walker_tcn_sigma_03_seed_1.json │ │ ├── walker_tcn_sigma_03_seed_2.json │ │ ├── walker_tcn_sigma_03_seed_3.json │ │ ├── walker_tcn_sigma_03_seed_4.json │ │ ├── walker_tcn_sigma_05_seed_0.json │ │ ├── walker_tcn_sigma_05_seed_1.json │ │ ├── walker_tcn_sigma_05_seed_2.json │ │ ├── walker_tcn_sigma_05_seed_3.json │ │ └── walker_tcn_sigma_05_seed_4.json └── walker_experiments_df.pkl ├── definitions.py ├── dmap ├── helpers │ ├── __pycache__ │ │ └── experiment_config.cpython-37.pyc │ ├── attention.py │ ├── data_saver.py │ ├── experiment_config.py │ ├── loading.py │ └── rma.py └── models │ ├── __pycache__ │ └── model_factory.cpython-37.pyc │ ├── dmap.py │ ├── model_factory.py │ └── rma.py ├── environment.yml ├── index.html ├── main_attention.py ├── main_evaluation.py ├── main_rma.py ├── main_train.py ├── media └── architecture.png ├── performance_analysis.ipynb ├── performance_dataset.ipynb ├── pybullet_m ├── envs │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-37.pyc │ │ ├── ant.cpython-37.pyc │ │ ├── environment_factory.cpython-37.pyc │ │ ├── half_cheetah.cpython-37.pyc │ │ ├── hopper.cpython-37.pyc │ │ ├── mixins.cpython-37.pyc │ │ └── walker.cpython-37.pyc │ ├── ant.py │ ├── environment_factory.py │ ├── half_cheetah.py │ ├── hopper.py │ ├── mixins.py │ └── walker.py ├── helpers │ ├── __pycache__ │ │ └── xml_generator.cpython-37.pyc │ └── xml_generator.py └── xmls │ ├── ant │ ├── ant.xml │ ├── test_sigma_between_0_01 │ │ ├── ant_perturbed_0.xml │ │ ├── ant_perturbed_1.xml │ │ ├── ant_perturbed_10.xml │ │ ├── ant_perturbed_11.xml │ │ ├── ant_perturbed_12.xml │ │ ├── ant_perturbed_13.xml │ │ ├── ant_perturbed_14.xml │ │ ├── ant_perturbed_15.xml │ │ ├── ant_perturbed_16.xml │ │ ├── ant_perturbed_17.xml │ │ ├── ant_perturbed_18.xml │ │ ├── ant_perturbed_19.xml │ │ ├── ant_perturbed_2.xml │ │ ├── ant_perturbed_20.xml │ │ ├── ant_perturbed_21.xml │ │ ├── ant_perturbed_22.xml │ │ ├── ant_perturbed_23.xml │ │ ├── ant_perturbed_24.xml │ │ ├── ant_perturbed_25.xml │ │ ├── ant_perturbed_26.xml │ │ ├── ant_perturbed_27.xml │ │ ├── ant_perturbed_28.xml │ │ ├── ant_perturbed_29.xml │ │ ├── ant_perturbed_3.xml │ │ ├── ant_perturbed_30.xml │ │ ├── ant_perturbed_31.xml │ │ ├── ant_perturbed_32.xml │ │ ├── ant_perturbed_33.xml │ │ ├── ant_perturbed_34.xml │ │ ├── ant_perturbed_35.xml │ │ ├── ant_perturbed_36.xml │ │ ├── ant_perturbed_37.xml │ │ ├── ant_perturbed_38.xml │ │ ├── ant_perturbed_39.xml │ │ ├── ant_perturbed_4.xml │ │ ├── ant_perturbed_40.xml │ │ ├── ant_perturbed_41.xml │ │ ├── ant_perturbed_42.xml │ │ ├── ant_perturbed_43.xml │ │ ├── ant_perturbed_44.xml │ │ ├── ant_perturbed_45.xml │ │ ├── ant_perturbed_46.xml │ │ ├── ant_perturbed_47.xml │ │ ├── ant_perturbed_48.xml │ │ ├── ant_perturbed_49.xml │ │ ├── ant_perturbed_5.xml │ │ ├── ant_perturbed_50.xml │ │ ├── ant_perturbed_51.xml │ │ ├── ant_perturbed_52.xml │ │ ├── ant_perturbed_53.xml │ │ ├── ant_perturbed_54.xml │ │ ├── ant_perturbed_55.xml │ │ ├── ant_perturbed_56.xml │ │ ├── ant_perturbed_57.xml │ │ ├── ant_perturbed_58.xml │ │ ├── ant_perturbed_59.xml │ │ ├── ant_perturbed_6.xml │ │ ├── ant_perturbed_60.xml │ │ ├── ant_perturbed_61.xml │ │ ├── ant_perturbed_62.xml │ │ ├── ant_perturbed_63.xml │ │ ├── ant_perturbed_64.xml │ │ ├── ant_perturbed_65.xml │ │ ├── ant_perturbed_66.xml │ │ ├── ant_perturbed_67.xml │ │ ├── ant_perturbed_68.xml │ │ ├── ant_perturbed_69.xml │ │ ├── ant_perturbed_7.xml │ │ ├── ant_perturbed_70.xml │ │ ├── ant_perturbed_71.xml │ │ ├── ant_perturbed_72.xml │ │ ├── ant_perturbed_73.xml │ │ ├── ant_perturbed_74.xml │ │ ├── ant_perturbed_75.xml │ │ ├── ant_perturbed_76.xml │ │ ├── ant_perturbed_77.xml │ │ ├── ant_perturbed_78.xml │ │ ├── ant_perturbed_79.xml │ │ ├── ant_perturbed_8.xml │ │ ├── ant_perturbed_80.xml │ │ ├── ant_perturbed_81.xml │ │ ├── ant_perturbed_82.xml │ │ ├── ant_perturbed_83.xml │ │ ├── ant_perturbed_84.xml │ │ ├── ant_perturbed_85.xml │ │ ├── ant_perturbed_86.xml │ │ ├── ant_perturbed_87.xml │ │ ├── ant_perturbed_88.xml │ │ ├── ant_perturbed_89.xml │ │ ├── ant_perturbed_9.xml │ │ ├── ant_perturbed_90.xml │ │ ├── ant_perturbed_91.xml │ │ ├── ant_perturbed_92.xml │ │ ├── ant_perturbed_93.xml │ │ ├── ant_perturbed_94.xml │ │ ├── ant_perturbed_95.xml │ │ ├── ant_perturbed_96.xml │ │ ├── ant_perturbed_97.xml │ │ ├── ant_perturbed_98.xml │ │ ├── ant_perturbed_99.xml │ │ └── perturbation_summary.pkl │ ├── test_sigma_between_0_03 │ │ ├── ant_perturbed_0.xml │ │ ├── ant_perturbed_1.xml │ │ ├── ant_perturbed_10.xml │ │ ├── ant_perturbed_11.xml │ │ ├── ant_perturbed_12.xml │ │ ├── ant_perturbed_13.xml │ │ ├── ant_perturbed_14.xml │ │ ├── ant_perturbed_15.xml │ │ ├── ant_perturbed_16.xml │ │ ├── ant_perturbed_17.xml │ │ ├── ant_perturbed_18.xml │ │ ├── ant_perturbed_19.xml │ │ ├── ant_perturbed_2.xml │ │ ├── ant_perturbed_20.xml │ │ ├── ant_perturbed_21.xml │ │ ├── ant_perturbed_22.xml │ │ ├── ant_perturbed_23.xml │ │ ├── ant_perturbed_24.xml │ │ ├── ant_perturbed_25.xml │ │ ├── ant_perturbed_26.xml │ │ ├── ant_perturbed_27.xml │ │ ├── ant_perturbed_28.xml │ │ ├── ant_perturbed_29.xml │ │ ├── ant_perturbed_3.xml │ │ ├── ant_perturbed_30.xml │ │ ├── ant_perturbed_31.xml │ │ ├── ant_perturbed_32.xml │ │ ├── ant_perturbed_33.xml │ │ ├── ant_perturbed_34.xml │ │ ├── ant_perturbed_35.xml │ │ ├── ant_perturbed_36.xml │ │ ├── ant_perturbed_37.xml │ │ ├── ant_perturbed_38.xml │ │ ├── ant_perturbed_39.xml │ │ ├── ant_perturbed_4.xml │ │ ├── ant_perturbed_40.xml │ │ ├── ant_perturbed_41.xml │ │ ├── ant_perturbed_42.xml │ │ ├── ant_perturbed_43.xml │ │ ├── ant_perturbed_44.xml │ │ ├── ant_perturbed_45.xml │ │ ├── ant_perturbed_46.xml │ │ ├── ant_perturbed_47.xml │ │ ├── ant_perturbed_48.xml │ │ ├── ant_perturbed_49.xml │ │ ├── ant_perturbed_5.xml │ │ ├── ant_perturbed_50.xml │ │ ├── ant_perturbed_51.xml │ │ ├── ant_perturbed_52.xml │ │ ├── ant_perturbed_53.xml │ │ ├── ant_perturbed_54.xml │ │ ├── ant_perturbed_55.xml │ │ ├── ant_perturbed_56.xml │ │ ├── ant_perturbed_57.xml │ │ ├── ant_perturbed_58.xml │ │ ├── ant_perturbed_59.xml │ │ ├── ant_perturbed_6.xml │ │ ├── ant_perturbed_60.xml │ │ ├── ant_perturbed_61.xml │ │ ├── ant_perturbed_62.xml │ │ ├── ant_perturbed_63.xml │ │ ├── ant_perturbed_64.xml │ │ ├── ant_perturbed_65.xml │ │ ├── ant_perturbed_66.xml │ │ ├── ant_perturbed_67.xml │ │ ├── ant_perturbed_68.xml │ │ ├── ant_perturbed_69.xml │ │ ├── ant_perturbed_7.xml │ │ ├── ant_perturbed_70.xml │ │ ├── ant_perturbed_71.xml │ │ ├── ant_perturbed_72.xml │ │ ├── ant_perturbed_73.xml │ │ ├── ant_perturbed_74.xml │ │ ├── ant_perturbed_75.xml │ │ ├── ant_perturbed_76.xml │ │ ├── ant_perturbed_77.xml │ │ ├── ant_perturbed_78.xml │ │ ├── ant_perturbed_79.xml │ │ ├── ant_perturbed_8.xml │ │ ├── ant_perturbed_80.xml │ │ ├── ant_perturbed_81.xml │ │ ├── ant_perturbed_82.xml │ │ ├── ant_perturbed_83.xml │ │ ├── ant_perturbed_84.xml │ │ ├── ant_perturbed_85.xml │ │ ├── ant_perturbed_86.xml │ │ ├── ant_perturbed_87.xml │ │ ├── ant_perturbed_88.xml │ │ ├── ant_perturbed_89.xml │ │ ├── ant_perturbed_9.xml │ │ ├── ant_perturbed_90.xml │ │ ├── ant_perturbed_91.xml │ │ ├── ant_perturbed_92.xml │ │ ├── ant_perturbed_93.xml │ │ ├── ant_perturbed_94.xml │ │ ├── ant_perturbed_95.xml │ │ ├── ant_perturbed_96.xml │ │ ├── ant_perturbed_97.xml │ │ ├── ant_perturbed_98.xml │ │ ├── ant_perturbed_99.xml │ │ └── perturbation_summary.pkl │ ├── test_sigma_between_0_05 │ │ ├── ant_perturbed_0.xml │ │ ├── ant_perturbed_1.xml │ │ ├── ant_perturbed_10.xml │ │ ├── ant_perturbed_11.xml │ │ ├── ant_perturbed_12.xml │ │ ├── ant_perturbed_13.xml │ │ ├── ant_perturbed_14.xml │ │ ├── ant_perturbed_15.xml │ │ ├── ant_perturbed_16.xml │ │ ├── ant_perturbed_17.xml │ │ ├── ant_perturbed_18.xml │ │ ├── ant_perturbed_19.xml │ │ ├── ant_perturbed_2.xml │ │ ├── ant_perturbed_20.xml │ │ ├── ant_perturbed_21.xml │ │ ├── ant_perturbed_22.xml │ │ ├── ant_perturbed_23.xml │ │ ├── ant_perturbed_24.xml │ │ ├── ant_perturbed_25.xml │ │ ├── ant_perturbed_26.xml │ │ ├── ant_perturbed_27.xml │ │ ├── ant_perturbed_28.xml │ │ ├── ant_perturbed_29.xml │ │ ├── ant_perturbed_3.xml │ │ ├── ant_perturbed_30.xml │ │ ├── ant_perturbed_31.xml │ │ ├── ant_perturbed_32.xml │ │ ├── ant_perturbed_33.xml │ │ ├── ant_perturbed_34.xml │ │ ├── ant_perturbed_35.xml │ │ ├── ant_perturbed_36.xml │ │ ├── ant_perturbed_37.xml │ │ ├── ant_perturbed_38.xml │ │ ├── ant_perturbed_39.xml │ │ ├── ant_perturbed_4.xml │ │ ├── ant_perturbed_40.xml │ │ ├── ant_perturbed_41.xml │ │ ├── ant_perturbed_42.xml │ │ ├── ant_perturbed_43.xml │ │ ├── ant_perturbed_44.xml │ │ ├── ant_perturbed_45.xml │ │ ├── ant_perturbed_46.xml │ │ ├── ant_perturbed_47.xml │ │ ├── ant_perturbed_48.xml │ │ ├── ant_perturbed_49.xml │ │ ├── ant_perturbed_5.xml │ │ ├── ant_perturbed_50.xml │ │ ├── ant_perturbed_51.xml │ │ ├── ant_perturbed_52.xml │ │ ├── ant_perturbed_53.xml │ │ ├── ant_perturbed_54.xml │ │ ├── ant_perturbed_55.xml │ │ ├── ant_perturbed_56.xml │ │ ├── ant_perturbed_57.xml │ │ ├── ant_perturbed_58.xml │ │ ├── ant_perturbed_59.xml │ │ ├── ant_perturbed_6.xml │ │ ├── ant_perturbed_60.xml │ │ ├── ant_perturbed_61.xml │ │ ├── ant_perturbed_62.xml │ │ ├── ant_perturbed_63.xml │ │ ├── ant_perturbed_64.xml │ │ ├── ant_perturbed_65.xml │ │ ├── ant_perturbed_66.xml │ │ ├── ant_perturbed_67.xml │ │ ├── ant_perturbed_68.xml │ │ ├── ant_perturbed_69.xml │ │ ├── ant_perturbed_7.xml │ │ ├── ant_perturbed_70.xml │ │ ├── ant_perturbed_71.xml │ │ ├── ant_perturbed_72.xml │ │ ├── ant_perturbed_73.xml │ │ ├── ant_perturbed_74.xml │ │ ├── ant_perturbed_75.xml │ │ ├── ant_perturbed_76.xml │ │ ├── ant_perturbed_77.xml │ │ ├── ant_perturbed_78.xml │ │ ├── ant_perturbed_79.xml │ │ ├── ant_perturbed_8.xml │ │ ├── ant_perturbed_80.xml │ │ ├── ant_perturbed_81.xml │ │ ├── ant_perturbed_82.xml │ │ ├── ant_perturbed_83.xml │ │ ├── ant_perturbed_84.xml │ │ ├── ant_perturbed_85.xml │ │ ├── ant_perturbed_86.xml │ │ ├── ant_perturbed_87.xml │ │ ├── ant_perturbed_88.xml │ │ ├── ant_perturbed_89.xml │ │ ├── ant_perturbed_9.xml │ │ ├── ant_perturbed_90.xml │ │ ├── ant_perturbed_91.xml │ │ ├── ant_perturbed_92.xml │ │ ├── ant_perturbed_93.xml │ │ ├── ant_perturbed_94.xml │ │ ├── ant_perturbed_95.xml │ │ ├── ant_perturbed_96.xml │ │ ├── ant_perturbed_97.xml │ │ ├── ant_perturbed_98.xml │ │ ├── ant_perturbed_99.xml │ │ └── perturbation_summary.pkl │ └── test_sigma_between_0_07 │ │ ├── ant_perturbed_0.xml │ │ ├── ant_perturbed_1.xml │ │ ├── ant_perturbed_10.xml │ │ ├── ant_perturbed_11.xml │ │ ├── ant_perturbed_12.xml │ │ ├── ant_perturbed_13.xml │ │ ├── ant_perturbed_14.xml │ │ ├── ant_perturbed_15.xml │ │ ├── ant_perturbed_16.xml │ │ ├── ant_perturbed_17.xml │ │ ├── ant_perturbed_18.xml │ │ ├── ant_perturbed_19.xml │ │ ├── ant_perturbed_2.xml │ │ ├── ant_perturbed_20.xml │ │ ├── ant_perturbed_21.xml │ │ ├── ant_perturbed_22.xml │ │ ├── ant_perturbed_23.xml │ │ ├── ant_perturbed_24.xml │ │ ├── ant_perturbed_25.xml │ │ ├── ant_perturbed_26.xml │ │ ├── ant_perturbed_27.xml │ │ ├── ant_perturbed_28.xml │ │ ├── ant_perturbed_29.xml │ │ ├── ant_perturbed_3.xml │ │ ├── ant_perturbed_30.xml │ │ ├── ant_perturbed_31.xml │ │ ├── ant_perturbed_32.xml │ │ ├── ant_perturbed_33.xml │ │ ├── ant_perturbed_34.xml │ │ ├── ant_perturbed_35.xml │ │ ├── ant_perturbed_36.xml │ │ ├── ant_perturbed_37.xml │ │ ├── ant_perturbed_38.xml │ │ ├── ant_perturbed_39.xml │ │ ├── ant_perturbed_4.xml │ │ ├── ant_perturbed_40.xml │ │ ├── ant_perturbed_41.xml │ │ ├── ant_perturbed_42.xml │ │ ├── ant_perturbed_43.xml │ │ ├── ant_perturbed_44.xml │ │ ├── ant_perturbed_45.xml │ │ ├── ant_perturbed_46.xml │ │ ├── ant_perturbed_47.xml │ │ ├── ant_perturbed_48.xml │ │ ├── ant_perturbed_49.xml │ │ ├── ant_perturbed_5.xml │ │ ├── ant_perturbed_50.xml │ │ ├── ant_perturbed_51.xml │ │ ├── ant_perturbed_52.xml │ │ ├── ant_perturbed_53.xml │ │ ├── ant_perturbed_54.xml │ │ ├── ant_perturbed_55.xml │ │ ├── ant_perturbed_56.xml │ │ ├── ant_perturbed_57.xml │ │ ├── ant_perturbed_58.xml │ │ ├── ant_perturbed_59.xml │ │ ├── ant_perturbed_6.xml │ │ ├── ant_perturbed_60.xml │ │ ├── ant_perturbed_61.xml │ │ ├── ant_perturbed_62.xml │ │ ├── ant_perturbed_63.xml │ │ ├── ant_perturbed_64.xml │ │ ├── ant_perturbed_65.xml │ │ ├── ant_perturbed_66.xml │ │ ├── ant_perturbed_67.xml │ │ ├── ant_perturbed_68.xml │ │ ├── ant_perturbed_69.xml │ │ ├── ant_perturbed_7.xml │ │ ├── ant_perturbed_70.xml │ │ ├── ant_perturbed_71.xml │ │ ├── ant_perturbed_72.xml │ │ ├── ant_perturbed_73.xml │ │ ├── ant_perturbed_74.xml │ │ ├── ant_perturbed_75.xml │ │ ├── ant_perturbed_76.xml │ │ ├── ant_perturbed_77.xml │ │ ├── ant_perturbed_78.xml │ │ ├── ant_perturbed_79.xml │ │ ├── ant_perturbed_8.xml │ │ ├── ant_perturbed_80.xml │ │ ├── ant_perturbed_81.xml │ │ ├── ant_perturbed_82.xml │ │ ├── ant_perturbed_83.xml │ │ ├── ant_perturbed_84.xml │ │ ├── ant_perturbed_85.xml │ │ ├── ant_perturbed_86.xml │ │ ├── ant_perturbed_87.xml │ │ ├── ant_perturbed_88.xml │ │ ├── ant_perturbed_89.xml │ │ ├── ant_perturbed_9.xml │ │ ├── ant_perturbed_90.xml │ │ ├── ant_perturbed_91.xml │ │ ├── ant_perturbed_92.xml │ │ ├── ant_perturbed_93.xml │ │ ├── ant_perturbed_94.xml │ │ ├── ant_perturbed_95.xml │ │ ├── ant_perturbed_96.xml │ │ ├── ant_perturbed_97.xml │ │ ├── ant_perturbed_98.xml │ │ ├── ant_perturbed_99.xml │ │ └── perturbation_summary.pkl │ ├── half_cheetah │ ├── half_cheetah.xml │ ├── test_sigma_between_0_01 │ │ ├── half_cheetah_perturbed_0.xml │ │ ├── half_cheetah_perturbed_1.xml │ │ ├── half_cheetah_perturbed_10.xml │ │ ├── half_cheetah_perturbed_11.xml │ │ ├── half_cheetah_perturbed_12.xml │ │ ├── half_cheetah_perturbed_13.xml │ │ ├── half_cheetah_perturbed_14.xml │ │ ├── half_cheetah_perturbed_15.xml │ │ ├── half_cheetah_perturbed_16.xml │ │ ├── half_cheetah_perturbed_17.xml │ │ ├── half_cheetah_perturbed_18.xml │ │ ├── half_cheetah_perturbed_19.xml │ │ ├── half_cheetah_perturbed_2.xml │ │ ├── half_cheetah_perturbed_20.xml │ │ ├── half_cheetah_perturbed_21.xml │ │ ├── half_cheetah_perturbed_22.xml │ │ ├── half_cheetah_perturbed_23.xml │ │ ├── half_cheetah_perturbed_24.xml │ │ ├── half_cheetah_perturbed_25.xml │ │ ├── half_cheetah_perturbed_26.xml │ │ ├── half_cheetah_perturbed_27.xml │ │ ├── half_cheetah_perturbed_28.xml │ │ ├── half_cheetah_perturbed_29.xml │ │ ├── half_cheetah_perturbed_3.xml │ │ ├── half_cheetah_perturbed_30.xml │ │ ├── half_cheetah_perturbed_31.xml │ │ ├── half_cheetah_perturbed_32.xml │ │ ├── half_cheetah_perturbed_33.xml │ │ ├── half_cheetah_perturbed_34.xml │ │ ├── half_cheetah_perturbed_35.xml │ │ ├── half_cheetah_perturbed_36.xml │ │ ├── half_cheetah_perturbed_37.xml │ │ ├── half_cheetah_perturbed_38.xml │ │ ├── half_cheetah_perturbed_39.xml │ │ ├── half_cheetah_perturbed_4.xml │ │ ├── half_cheetah_perturbed_40.xml │ │ ├── half_cheetah_perturbed_41.xml │ │ ├── half_cheetah_perturbed_42.xml │ │ ├── half_cheetah_perturbed_43.xml │ │ ├── half_cheetah_perturbed_44.xml │ │ ├── half_cheetah_perturbed_45.xml │ │ ├── half_cheetah_perturbed_46.xml │ │ ├── half_cheetah_perturbed_47.xml │ │ ├── half_cheetah_perturbed_48.xml │ │ ├── half_cheetah_perturbed_49.xml │ │ ├── half_cheetah_perturbed_5.xml │ │ ├── half_cheetah_perturbed_50.xml │ │ ├── half_cheetah_perturbed_51.xml │ │ ├── half_cheetah_perturbed_52.xml │ │ ├── half_cheetah_perturbed_53.xml │ │ ├── half_cheetah_perturbed_54.xml │ │ ├── half_cheetah_perturbed_55.xml │ │ ├── half_cheetah_perturbed_56.xml │ │ ├── half_cheetah_perturbed_57.xml │ │ ├── half_cheetah_perturbed_58.xml │ │ ├── half_cheetah_perturbed_59.xml │ │ ├── half_cheetah_perturbed_6.xml │ │ ├── half_cheetah_perturbed_60.xml │ │ ├── half_cheetah_perturbed_61.xml │ │ ├── half_cheetah_perturbed_62.xml │ │ ├── half_cheetah_perturbed_63.xml │ │ ├── half_cheetah_perturbed_64.xml │ │ ├── half_cheetah_perturbed_65.xml │ │ ├── half_cheetah_perturbed_66.xml │ │ ├── half_cheetah_perturbed_67.xml │ │ ├── half_cheetah_perturbed_68.xml │ │ ├── half_cheetah_perturbed_69.xml │ │ ├── half_cheetah_perturbed_7.xml │ │ ├── half_cheetah_perturbed_70.xml │ │ ├── half_cheetah_perturbed_71.xml │ │ ├── half_cheetah_perturbed_72.xml │ │ ├── half_cheetah_perturbed_73.xml │ │ ├── half_cheetah_perturbed_74.xml │ │ ├── half_cheetah_perturbed_75.xml │ │ ├── half_cheetah_perturbed_76.xml │ │ ├── half_cheetah_perturbed_77.xml │ │ ├── half_cheetah_perturbed_78.xml │ │ ├── half_cheetah_perturbed_79.xml │ │ ├── half_cheetah_perturbed_8.xml │ │ ├── half_cheetah_perturbed_80.xml │ │ ├── half_cheetah_perturbed_81.xml │ │ ├── half_cheetah_perturbed_82.xml │ │ ├── half_cheetah_perturbed_83.xml │ │ ├── half_cheetah_perturbed_84.xml │ │ ├── half_cheetah_perturbed_85.xml │ │ ├── half_cheetah_perturbed_86.xml │ │ ├── half_cheetah_perturbed_87.xml │ │ ├── half_cheetah_perturbed_88.xml │ │ ├── half_cheetah_perturbed_89.xml │ │ ├── half_cheetah_perturbed_9.xml │ │ ├── half_cheetah_perturbed_90.xml │ │ ├── half_cheetah_perturbed_91.xml │ │ ├── half_cheetah_perturbed_92.xml │ │ ├── half_cheetah_perturbed_93.xml │ │ ├── half_cheetah_perturbed_94.xml │ │ ├── half_cheetah_perturbed_95.xml │ │ ├── half_cheetah_perturbed_96.xml │ │ ├── half_cheetah_perturbed_97.xml │ │ ├── half_cheetah_perturbed_98.xml │ │ ├── half_cheetah_perturbed_99.xml │ │ └── perturbation_summary.pkl │ ├── test_sigma_between_0_03 │ │ ├── half_cheetah_perturbed_0.xml │ │ ├── half_cheetah_perturbed_1.xml │ │ ├── half_cheetah_perturbed_10.xml │ │ ├── half_cheetah_perturbed_11.xml │ │ ├── half_cheetah_perturbed_12.xml │ │ ├── half_cheetah_perturbed_13.xml │ │ ├── half_cheetah_perturbed_14.xml │ │ ├── half_cheetah_perturbed_15.xml │ │ ├── half_cheetah_perturbed_16.xml │ │ ├── half_cheetah_perturbed_17.xml │ │ ├── half_cheetah_perturbed_18.xml │ │ ├── half_cheetah_perturbed_19.xml │ │ ├── half_cheetah_perturbed_2.xml │ │ ├── half_cheetah_perturbed_20.xml │ │ ├── half_cheetah_perturbed_21.xml │ │ ├── half_cheetah_perturbed_22.xml │ │ ├── half_cheetah_perturbed_23.xml │ │ ├── half_cheetah_perturbed_24.xml │ │ ├── half_cheetah_perturbed_25.xml │ │ ├── half_cheetah_perturbed_26.xml │ │ ├── half_cheetah_perturbed_27.xml │ │ ├── half_cheetah_perturbed_28.xml │ │ ├── half_cheetah_perturbed_29.xml │ │ ├── half_cheetah_perturbed_3.xml │ │ ├── half_cheetah_perturbed_30.xml │ │ ├── half_cheetah_perturbed_31.xml │ │ ├── half_cheetah_perturbed_32.xml │ │ ├── half_cheetah_perturbed_33.xml │ │ ├── half_cheetah_perturbed_34.xml │ │ ├── half_cheetah_perturbed_35.xml │ │ ├── half_cheetah_perturbed_36.xml │ │ ├── half_cheetah_perturbed_37.xml │ │ ├── half_cheetah_perturbed_38.xml │ │ ├── half_cheetah_perturbed_39.xml │ │ ├── half_cheetah_perturbed_4.xml │ │ ├── half_cheetah_perturbed_40.xml │ │ ├── half_cheetah_perturbed_41.xml │ │ ├── half_cheetah_perturbed_42.xml │ │ ├── half_cheetah_perturbed_43.xml │ │ ├── half_cheetah_perturbed_44.xml │ │ ├── half_cheetah_perturbed_45.xml │ │ ├── half_cheetah_perturbed_46.xml │ │ ├── half_cheetah_perturbed_47.xml │ │ ├── half_cheetah_perturbed_48.xml │ │ ├── half_cheetah_perturbed_49.xml │ │ ├── half_cheetah_perturbed_5.xml │ │ ├── half_cheetah_perturbed_50.xml │ │ ├── half_cheetah_perturbed_51.xml │ │ ├── half_cheetah_perturbed_52.xml │ │ ├── half_cheetah_perturbed_53.xml │ │ ├── half_cheetah_perturbed_54.xml │ │ ├── half_cheetah_perturbed_55.xml │ │ ├── half_cheetah_perturbed_56.xml │ │ ├── half_cheetah_perturbed_57.xml │ │ ├── half_cheetah_perturbed_58.xml │ │ ├── half_cheetah_perturbed_59.xml │ │ ├── half_cheetah_perturbed_6.xml │ │ ├── half_cheetah_perturbed_60.xml │ │ ├── half_cheetah_perturbed_61.xml │ │ ├── half_cheetah_perturbed_62.xml │ │ ├── half_cheetah_perturbed_63.xml │ │ ├── half_cheetah_perturbed_64.xml │ │ ├── half_cheetah_perturbed_65.xml │ │ ├── half_cheetah_perturbed_66.xml │ │ ├── half_cheetah_perturbed_67.xml │ │ ├── half_cheetah_perturbed_68.xml │ │ ├── half_cheetah_perturbed_69.xml │ │ ├── half_cheetah_perturbed_7.xml │ │ ├── half_cheetah_perturbed_70.xml │ │ ├── half_cheetah_perturbed_71.xml │ │ ├── half_cheetah_perturbed_72.xml │ │ ├── half_cheetah_perturbed_73.xml │ │ ├── half_cheetah_perturbed_74.xml │ │ ├── half_cheetah_perturbed_75.xml │ │ ├── half_cheetah_perturbed_76.xml │ │ ├── half_cheetah_perturbed_77.xml │ │ ├── half_cheetah_perturbed_78.xml │ │ ├── half_cheetah_perturbed_79.xml │ │ ├── half_cheetah_perturbed_8.xml │ │ ├── half_cheetah_perturbed_80.xml │ │ ├── half_cheetah_perturbed_81.xml │ │ ├── half_cheetah_perturbed_82.xml │ │ ├── half_cheetah_perturbed_83.xml │ │ ├── half_cheetah_perturbed_84.xml │ │ ├── half_cheetah_perturbed_85.xml │ │ ├── half_cheetah_perturbed_86.xml │ │ ├── half_cheetah_perturbed_87.xml │ │ ├── half_cheetah_perturbed_88.xml │ │ ├── half_cheetah_perturbed_89.xml │ │ ├── half_cheetah_perturbed_9.xml │ │ ├── half_cheetah_perturbed_90.xml │ │ ├── half_cheetah_perturbed_91.xml │ │ ├── half_cheetah_perturbed_92.xml │ │ ├── half_cheetah_perturbed_93.xml │ │ ├── half_cheetah_perturbed_94.xml │ │ ├── half_cheetah_perturbed_95.xml │ │ ├── half_cheetah_perturbed_96.xml │ │ ├── half_cheetah_perturbed_97.xml │ │ ├── half_cheetah_perturbed_98.xml │ │ ├── half_cheetah_perturbed_99.xml │ │ └── perturbation_summary.pkl │ ├── test_sigma_between_0_05 │ │ ├── half_cheetah_perturbed_0.xml │ │ ├── half_cheetah_perturbed_1.xml │ │ ├── half_cheetah_perturbed_10.xml │ │ ├── half_cheetah_perturbed_11.xml │ │ ├── half_cheetah_perturbed_12.xml │ │ ├── half_cheetah_perturbed_13.xml │ │ ├── half_cheetah_perturbed_14.xml │ │ ├── half_cheetah_perturbed_15.xml │ │ ├── half_cheetah_perturbed_16.xml │ │ ├── half_cheetah_perturbed_17.xml │ │ ├── half_cheetah_perturbed_18.xml │ │ ├── half_cheetah_perturbed_19.xml │ │ ├── half_cheetah_perturbed_2.xml │ │ ├── half_cheetah_perturbed_20.xml │ │ ├── half_cheetah_perturbed_21.xml │ │ ├── half_cheetah_perturbed_22.xml │ │ ├── half_cheetah_perturbed_23.xml │ │ ├── half_cheetah_perturbed_24.xml │ │ ├── half_cheetah_perturbed_25.xml │ │ ├── half_cheetah_perturbed_26.xml │ │ ├── half_cheetah_perturbed_27.xml │ │ ├── half_cheetah_perturbed_28.xml │ │ ├── half_cheetah_perturbed_29.xml │ │ ├── half_cheetah_perturbed_3.xml │ │ ├── half_cheetah_perturbed_30.xml │ │ ├── half_cheetah_perturbed_31.xml │ │ ├── half_cheetah_perturbed_32.xml │ │ ├── half_cheetah_perturbed_33.xml │ │ ├── half_cheetah_perturbed_34.xml │ │ ├── half_cheetah_perturbed_35.xml │ │ ├── half_cheetah_perturbed_36.xml │ │ ├── half_cheetah_perturbed_37.xml │ │ ├── half_cheetah_perturbed_38.xml │ │ ├── half_cheetah_perturbed_39.xml │ │ ├── half_cheetah_perturbed_4.xml │ │ ├── half_cheetah_perturbed_40.xml │ │ ├── half_cheetah_perturbed_41.xml │ │ ├── half_cheetah_perturbed_42.xml │ │ ├── half_cheetah_perturbed_43.xml │ │ ├── half_cheetah_perturbed_44.xml │ │ ├── half_cheetah_perturbed_45.xml │ │ ├── half_cheetah_perturbed_46.xml │ │ ├── half_cheetah_perturbed_47.xml │ │ ├── half_cheetah_perturbed_48.xml │ │ ├── half_cheetah_perturbed_49.xml │ │ ├── half_cheetah_perturbed_5.xml │ │ ├── half_cheetah_perturbed_50.xml │ │ ├── half_cheetah_perturbed_51.xml │ │ ├── half_cheetah_perturbed_52.xml │ │ ├── half_cheetah_perturbed_53.xml │ │ ├── half_cheetah_perturbed_54.xml │ │ ├── half_cheetah_perturbed_55.xml │ │ ├── half_cheetah_perturbed_56.xml │ │ ├── half_cheetah_perturbed_57.xml │ │ ├── half_cheetah_perturbed_58.xml │ │ ├── half_cheetah_perturbed_59.xml │ │ ├── half_cheetah_perturbed_6.xml │ │ ├── half_cheetah_perturbed_60.xml │ │ ├── half_cheetah_perturbed_61.xml │ │ ├── half_cheetah_perturbed_62.xml │ │ ├── half_cheetah_perturbed_63.xml │ │ ├── half_cheetah_perturbed_64.xml │ │ ├── half_cheetah_perturbed_65.xml │ │ ├── half_cheetah_perturbed_66.xml │ │ ├── half_cheetah_perturbed_67.xml │ │ ├── half_cheetah_perturbed_68.xml │ │ ├── half_cheetah_perturbed_69.xml │ │ ├── half_cheetah_perturbed_7.xml │ │ ├── half_cheetah_perturbed_70.xml │ │ ├── half_cheetah_perturbed_71.xml │ │ ├── half_cheetah_perturbed_72.xml │ │ ├── half_cheetah_perturbed_73.xml │ │ ├── half_cheetah_perturbed_74.xml │ │ ├── half_cheetah_perturbed_75.xml │ │ ├── half_cheetah_perturbed_76.xml │ │ ├── half_cheetah_perturbed_77.xml │ │ ├── half_cheetah_perturbed_78.xml │ │ ├── half_cheetah_perturbed_79.xml │ │ ├── half_cheetah_perturbed_8.xml │ │ ├── half_cheetah_perturbed_80.xml │ │ ├── half_cheetah_perturbed_81.xml │ │ ├── half_cheetah_perturbed_82.xml │ │ ├── half_cheetah_perturbed_83.xml │ │ ├── half_cheetah_perturbed_84.xml │ │ ├── half_cheetah_perturbed_85.xml │ │ ├── half_cheetah_perturbed_86.xml │ │ ├── half_cheetah_perturbed_87.xml │ │ ├── half_cheetah_perturbed_88.xml │ │ ├── half_cheetah_perturbed_89.xml │ │ ├── half_cheetah_perturbed_9.xml │ │ ├── half_cheetah_perturbed_90.xml │ │ ├── half_cheetah_perturbed_91.xml │ │ ├── half_cheetah_perturbed_92.xml │ │ ├── half_cheetah_perturbed_93.xml │ │ ├── half_cheetah_perturbed_94.xml │ │ ├── half_cheetah_perturbed_95.xml │ │ ├── half_cheetah_perturbed_96.xml │ │ ├── half_cheetah_perturbed_97.xml │ │ ├── half_cheetah_perturbed_98.xml │ │ ├── half_cheetah_perturbed_99.xml │ │ └── perturbation_summary.pkl │ └── test_sigma_between_0_07 │ │ ├── half_cheetah_perturbed_0.xml │ │ ├── half_cheetah_perturbed_1.xml │ │ ├── half_cheetah_perturbed_10.xml │ │ ├── half_cheetah_perturbed_11.xml │ │ ├── half_cheetah_perturbed_12.xml │ │ ├── half_cheetah_perturbed_13.xml │ │ ├── half_cheetah_perturbed_14.xml │ │ ├── half_cheetah_perturbed_15.xml │ │ ├── half_cheetah_perturbed_16.xml │ │ ├── half_cheetah_perturbed_17.xml │ │ ├── half_cheetah_perturbed_18.xml │ │ ├── half_cheetah_perturbed_19.xml │ │ ├── half_cheetah_perturbed_2.xml │ │ ├── half_cheetah_perturbed_20.xml │ │ ├── half_cheetah_perturbed_21.xml │ │ ├── half_cheetah_perturbed_22.xml │ │ ├── half_cheetah_perturbed_23.xml │ │ ├── half_cheetah_perturbed_24.xml │ │ ├── half_cheetah_perturbed_25.xml │ │ ├── half_cheetah_perturbed_26.xml │ │ ├── half_cheetah_perturbed_27.xml │ │ ├── half_cheetah_perturbed_28.xml │ │ ├── half_cheetah_perturbed_29.xml │ │ ├── half_cheetah_perturbed_3.xml │ │ ├── half_cheetah_perturbed_30.xml │ │ ├── half_cheetah_perturbed_31.xml │ │ ├── half_cheetah_perturbed_32.xml │ │ ├── half_cheetah_perturbed_33.xml │ │ ├── half_cheetah_perturbed_34.xml │ │ ├── half_cheetah_perturbed_35.xml │ │ ├── half_cheetah_perturbed_36.xml │ │ ├── half_cheetah_perturbed_37.xml │ │ ├── half_cheetah_perturbed_38.xml │ │ ├── half_cheetah_perturbed_39.xml │ │ ├── half_cheetah_perturbed_4.xml │ │ ├── half_cheetah_perturbed_40.xml │ │ ├── half_cheetah_perturbed_41.xml │ │ ├── half_cheetah_perturbed_42.xml │ │ ├── half_cheetah_perturbed_43.xml │ │ ├── half_cheetah_perturbed_44.xml │ │ ├── half_cheetah_perturbed_45.xml │ │ ├── half_cheetah_perturbed_46.xml │ │ ├── half_cheetah_perturbed_47.xml │ │ ├── half_cheetah_perturbed_48.xml │ │ ├── half_cheetah_perturbed_49.xml │ │ ├── half_cheetah_perturbed_5.xml │ │ ├── half_cheetah_perturbed_50.xml │ │ ├── half_cheetah_perturbed_51.xml │ │ ├── half_cheetah_perturbed_52.xml │ │ ├── half_cheetah_perturbed_53.xml │ │ ├── half_cheetah_perturbed_54.xml │ │ ├── half_cheetah_perturbed_55.xml │ │ ├── half_cheetah_perturbed_56.xml │ │ ├── half_cheetah_perturbed_57.xml │ │ ├── half_cheetah_perturbed_58.xml │ │ ├── half_cheetah_perturbed_59.xml │ │ ├── half_cheetah_perturbed_6.xml │ │ ├── half_cheetah_perturbed_60.xml │ │ ├── half_cheetah_perturbed_61.xml │ │ ├── half_cheetah_perturbed_62.xml │ │ ├── half_cheetah_perturbed_63.xml │ │ ├── half_cheetah_perturbed_64.xml │ │ ├── half_cheetah_perturbed_65.xml │ │ ├── half_cheetah_perturbed_66.xml │ │ ├── half_cheetah_perturbed_67.xml │ │ ├── half_cheetah_perturbed_68.xml │ │ ├── half_cheetah_perturbed_69.xml │ │ ├── half_cheetah_perturbed_7.xml │ │ ├── half_cheetah_perturbed_70.xml │ │ ├── half_cheetah_perturbed_71.xml │ │ ├── half_cheetah_perturbed_72.xml │ │ ├── half_cheetah_perturbed_73.xml │ │ ├── half_cheetah_perturbed_74.xml │ │ ├── half_cheetah_perturbed_75.xml │ │ ├── half_cheetah_perturbed_76.xml │ │ ├── half_cheetah_perturbed_77.xml │ │ ├── half_cheetah_perturbed_78.xml │ │ ├── half_cheetah_perturbed_79.xml │ │ ├── half_cheetah_perturbed_8.xml │ │ ├── half_cheetah_perturbed_80.xml │ │ ├── half_cheetah_perturbed_81.xml │ │ ├── half_cheetah_perturbed_82.xml │ │ ├── half_cheetah_perturbed_83.xml │ │ ├── half_cheetah_perturbed_84.xml │ │ ├── half_cheetah_perturbed_85.xml │ │ ├── half_cheetah_perturbed_86.xml │ │ ├── half_cheetah_perturbed_87.xml │ │ ├── half_cheetah_perturbed_88.xml │ │ ├── half_cheetah_perturbed_89.xml │ │ ├── half_cheetah_perturbed_9.xml │ │ ├── half_cheetah_perturbed_90.xml │ │ ├── half_cheetah_perturbed_91.xml │ │ ├── half_cheetah_perturbed_92.xml │ │ ├── half_cheetah_perturbed_93.xml │ │ ├── half_cheetah_perturbed_94.xml │ │ ├── half_cheetah_perturbed_95.xml │ │ ├── half_cheetah_perturbed_96.xml │ │ ├── half_cheetah_perturbed_97.xml │ │ ├── half_cheetah_perturbed_98.xml │ │ ├── half_cheetah_perturbed_99.xml │ │ └── perturbation_summary.pkl │ ├── hopper │ ├── hopper.xml │ ├── test_sigma_between_0_01 │ │ ├── hopper_perturbed_0.xml │ │ ├── hopper_perturbed_1.xml │ │ ├── hopper_perturbed_10.xml │ │ ├── hopper_perturbed_11.xml │ │ ├── hopper_perturbed_12.xml │ │ ├── hopper_perturbed_13.xml │ │ ├── hopper_perturbed_14.xml │ │ ├── hopper_perturbed_15.xml │ │ ├── hopper_perturbed_16.xml │ │ ├── hopper_perturbed_17.xml │ │ ├── hopper_perturbed_18.xml │ │ ├── hopper_perturbed_19.xml │ │ ├── hopper_perturbed_2.xml │ │ ├── hopper_perturbed_20.xml │ │ ├── hopper_perturbed_21.xml │ │ ├── hopper_perturbed_22.xml │ │ ├── hopper_perturbed_23.xml │ │ ├── hopper_perturbed_24.xml │ │ ├── hopper_perturbed_25.xml │ │ ├── hopper_perturbed_26.xml │ │ ├── hopper_perturbed_27.xml │ │ ├── hopper_perturbed_28.xml │ │ ├── hopper_perturbed_29.xml │ │ ├── hopper_perturbed_3.xml │ │ ├── hopper_perturbed_30.xml │ │ ├── hopper_perturbed_31.xml │ │ ├── hopper_perturbed_32.xml │ │ ├── hopper_perturbed_33.xml │ │ ├── hopper_perturbed_34.xml │ │ ├── hopper_perturbed_35.xml │ │ ├── hopper_perturbed_36.xml │ │ ├── hopper_perturbed_37.xml │ │ ├── hopper_perturbed_38.xml │ │ ├── hopper_perturbed_39.xml │ │ ├── hopper_perturbed_4.xml │ │ ├── hopper_perturbed_40.xml │ │ ├── hopper_perturbed_41.xml │ │ ├── hopper_perturbed_42.xml │ │ ├── hopper_perturbed_43.xml │ │ ├── hopper_perturbed_44.xml │ │ ├── hopper_perturbed_45.xml │ │ ├── hopper_perturbed_46.xml │ │ ├── hopper_perturbed_47.xml │ │ ├── hopper_perturbed_48.xml │ │ ├── hopper_perturbed_49.xml │ │ ├── hopper_perturbed_5.xml │ │ ├── hopper_perturbed_50.xml │ │ ├── hopper_perturbed_51.xml │ │ ├── hopper_perturbed_52.xml │ │ ├── hopper_perturbed_53.xml │ │ ├── hopper_perturbed_54.xml │ │ ├── hopper_perturbed_55.xml │ │ ├── hopper_perturbed_56.xml │ │ ├── hopper_perturbed_57.xml │ │ ├── hopper_perturbed_58.xml │ │ ├── hopper_perturbed_59.xml │ │ ├── hopper_perturbed_6.xml │ │ ├── hopper_perturbed_60.xml │ │ ├── hopper_perturbed_61.xml │ │ ├── hopper_perturbed_62.xml │ │ ├── hopper_perturbed_63.xml │ │ ├── hopper_perturbed_64.xml │ │ ├── hopper_perturbed_65.xml │ │ ├── hopper_perturbed_66.xml │ │ ├── hopper_perturbed_67.xml │ │ ├── hopper_perturbed_68.xml │ │ ├── hopper_perturbed_69.xml │ │ ├── hopper_perturbed_7.xml │ │ ├── hopper_perturbed_70.xml │ │ ├── hopper_perturbed_71.xml │ │ ├── hopper_perturbed_72.xml │ │ ├── hopper_perturbed_73.xml │ │ ├── hopper_perturbed_74.xml │ │ ├── hopper_perturbed_75.xml │ │ ├── hopper_perturbed_76.xml │ │ ├── hopper_perturbed_77.xml │ │ ├── hopper_perturbed_78.xml │ │ ├── hopper_perturbed_79.xml │ │ ├── hopper_perturbed_8.xml │ │ ├── hopper_perturbed_80.xml │ │ ├── hopper_perturbed_81.xml │ │ ├── hopper_perturbed_82.xml │ │ ├── hopper_perturbed_83.xml │ │ ├── hopper_perturbed_84.xml │ │ ├── hopper_perturbed_85.xml │ │ ├── hopper_perturbed_86.xml │ │ ├── hopper_perturbed_87.xml │ │ ├── hopper_perturbed_88.xml │ │ ├── hopper_perturbed_89.xml │ │ ├── hopper_perturbed_9.xml │ │ ├── hopper_perturbed_90.xml │ │ ├── hopper_perturbed_91.xml │ │ ├── hopper_perturbed_92.xml │ │ ├── hopper_perturbed_93.xml │ │ ├── hopper_perturbed_94.xml │ │ ├── hopper_perturbed_95.xml │ │ ├── hopper_perturbed_96.xml │ │ ├── hopper_perturbed_97.xml │ │ ├── hopper_perturbed_98.xml │ │ ├── hopper_perturbed_99.xml │ │ └── perturbation_summary.pkl │ ├── test_sigma_between_0_03 │ │ ├── hopper_perturbed_0.xml │ │ ├── hopper_perturbed_1.xml │ │ ├── hopper_perturbed_10.xml │ │ ├── hopper_perturbed_11.xml │ │ ├── hopper_perturbed_12.xml │ │ ├── hopper_perturbed_13.xml │ │ ├── hopper_perturbed_14.xml │ │ ├── hopper_perturbed_15.xml │ │ ├── hopper_perturbed_16.xml │ │ ├── hopper_perturbed_17.xml │ │ ├── hopper_perturbed_18.xml │ │ ├── hopper_perturbed_19.xml │ │ ├── hopper_perturbed_2.xml │ │ ├── hopper_perturbed_20.xml │ │ ├── hopper_perturbed_21.xml │ │ ├── hopper_perturbed_22.xml │ │ ├── hopper_perturbed_23.xml │ │ ├── hopper_perturbed_24.xml │ │ ├── hopper_perturbed_25.xml │ │ ├── hopper_perturbed_26.xml │ │ ├── hopper_perturbed_27.xml │ │ ├── hopper_perturbed_28.xml │ │ ├── hopper_perturbed_29.xml │ │ ├── hopper_perturbed_3.xml │ │ ├── hopper_perturbed_30.xml │ │ ├── hopper_perturbed_31.xml │ │ ├── hopper_perturbed_32.xml │ │ ├── hopper_perturbed_33.xml │ │ ├── hopper_perturbed_34.xml │ │ ├── hopper_perturbed_35.xml │ │ ├── hopper_perturbed_36.xml │ │ ├── hopper_perturbed_37.xml │ │ ├── hopper_perturbed_38.xml │ │ ├── hopper_perturbed_39.xml │ │ ├── hopper_perturbed_4.xml │ │ ├── hopper_perturbed_40.xml │ │ ├── hopper_perturbed_41.xml │ │ ├── hopper_perturbed_42.xml │ │ ├── hopper_perturbed_43.xml │ │ ├── hopper_perturbed_44.xml │ │ ├── hopper_perturbed_45.xml │ │ ├── hopper_perturbed_46.xml │ │ ├── hopper_perturbed_47.xml │ │ ├── hopper_perturbed_48.xml │ │ ├── hopper_perturbed_49.xml │ │ ├── hopper_perturbed_5.xml │ │ ├── hopper_perturbed_50.xml │ │ ├── hopper_perturbed_51.xml │ │ ├── hopper_perturbed_52.xml │ │ ├── hopper_perturbed_53.xml │ │ ├── hopper_perturbed_54.xml │ │ ├── hopper_perturbed_55.xml │ │ ├── hopper_perturbed_56.xml │ │ ├── hopper_perturbed_57.xml │ │ ├── hopper_perturbed_58.xml │ │ ├── hopper_perturbed_59.xml │ │ ├── hopper_perturbed_6.xml │ │ ├── hopper_perturbed_60.xml │ │ ├── hopper_perturbed_61.xml │ │ ├── hopper_perturbed_62.xml │ │ ├── hopper_perturbed_63.xml │ │ ├── hopper_perturbed_64.xml │ │ ├── hopper_perturbed_65.xml │ │ ├── hopper_perturbed_66.xml │ │ ├── hopper_perturbed_67.xml │ │ ├── hopper_perturbed_68.xml │ │ ├── hopper_perturbed_69.xml │ │ ├── hopper_perturbed_7.xml │ │ ├── hopper_perturbed_70.xml │ │ ├── hopper_perturbed_71.xml │ │ ├── hopper_perturbed_72.xml │ │ ├── hopper_perturbed_73.xml │ │ ├── hopper_perturbed_74.xml │ │ ├── hopper_perturbed_75.xml │ │ ├── hopper_perturbed_76.xml │ │ ├── hopper_perturbed_77.xml │ │ ├── hopper_perturbed_78.xml │ │ ├── hopper_perturbed_79.xml │ │ ├── hopper_perturbed_8.xml │ │ ├── hopper_perturbed_80.xml │ │ ├── hopper_perturbed_81.xml │ │ ├── hopper_perturbed_82.xml │ │ ├── hopper_perturbed_83.xml │ │ ├── hopper_perturbed_84.xml │ │ ├── hopper_perturbed_85.xml │ │ ├── hopper_perturbed_86.xml │ │ ├── hopper_perturbed_87.xml │ │ ├── hopper_perturbed_88.xml │ │ ├── hopper_perturbed_89.xml │ │ ├── hopper_perturbed_9.xml │ │ ├── hopper_perturbed_90.xml │ │ ├── hopper_perturbed_91.xml │ │ ├── hopper_perturbed_92.xml │ │ ├── hopper_perturbed_93.xml │ │ ├── hopper_perturbed_94.xml │ │ ├── hopper_perturbed_95.xml │ │ ├── hopper_perturbed_96.xml │ │ ├── hopper_perturbed_97.xml │ │ ├── hopper_perturbed_98.xml │ │ ├── hopper_perturbed_99.xml │ │ └── perturbation_summary.pkl │ ├── test_sigma_between_0_05 │ │ ├── hopper_perturbed_0.xml │ │ ├── hopper_perturbed_1.xml │ │ ├── hopper_perturbed_10.xml │ │ ├── hopper_perturbed_11.xml │ │ ├── hopper_perturbed_12.xml │ │ ├── hopper_perturbed_13.xml │ │ ├── hopper_perturbed_14.xml │ │ ├── hopper_perturbed_15.xml │ │ ├── hopper_perturbed_16.xml │ │ ├── hopper_perturbed_17.xml │ │ ├── hopper_perturbed_18.xml │ │ ├── hopper_perturbed_19.xml │ │ ├── hopper_perturbed_2.xml │ │ ├── hopper_perturbed_20.xml │ │ ├── hopper_perturbed_21.xml │ │ ├── hopper_perturbed_22.xml │ │ ├── hopper_perturbed_23.xml │ │ ├── hopper_perturbed_24.xml │ │ ├── hopper_perturbed_25.xml │ │ ├── hopper_perturbed_26.xml │ │ ├── hopper_perturbed_27.xml │ │ ├── hopper_perturbed_28.xml │ │ ├── hopper_perturbed_29.xml │ │ ├── hopper_perturbed_3.xml │ │ ├── hopper_perturbed_30.xml │ │ ├── hopper_perturbed_31.xml │ │ ├── hopper_perturbed_32.xml │ │ ├── hopper_perturbed_33.xml │ │ ├── hopper_perturbed_34.xml │ │ ├── hopper_perturbed_35.xml │ │ ├── hopper_perturbed_36.xml │ │ ├── hopper_perturbed_37.xml │ │ ├── hopper_perturbed_38.xml │ │ ├── hopper_perturbed_39.xml │ │ ├── hopper_perturbed_4.xml │ │ ├── hopper_perturbed_40.xml │ │ ├── hopper_perturbed_41.xml │ │ ├── hopper_perturbed_42.xml │ │ ├── hopper_perturbed_43.xml │ │ ├── hopper_perturbed_44.xml │ │ ├── hopper_perturbed_45.xml │ │ ├── hopper_perturbed_46.xml │ │ ├── hopper_perturbed_47.xml │ │ ├── hopper_perturbed_48.xml │ │ ├── hopper_perturbed_49.xml │ │ ├── hopper_perturbed_5.xml │ │ ├── hopper_perturbed_50.xml │ │ ├── hopper_perturbed_51.xml │ │ ├── hopper_perturbed_52.xml │ │ ├── hopper_perturbed_53.xml │ │ ├── hopper_perturbed_54.xml │ │ ├── hopper_perturbed_55.xml │ │ ├── hopper_perturbed_56.xml │ │ ├── hopper_perturbed_57.xml │ │ ├── hopper_perturbed_58.xml │ │ ├── hopper_perturbed_59.xml │ │ ├── hopper_perturbed_6.xml │ │ ├── hopper_perturbed_60.xml │ │ ├── hopper_perturbed_61.xml │ │ ├── hopper_perturbed_62.xml │ │ ├── hopper_perturbed_63.xml │ │ ├── hopper_perturbed_64.xml │ │ ├── hopper_perturbed_65.xml │ │ ├── hopper_perturbed_66.xml │ │ ├── hopper_perturbed_67.xml │ │ ├── hopper_perturbed_68.xml │ │ ├── hopper_perturbed_69.xml │ │ ├── hopper_perturbed_7.xml │ │ ├── hopper_perturbed_70.xml │ │ ├── hopper_perturbed_71.xml │ │ ├── hopper_perturbed_72.xml │ │ ├── hopper_perturbed_73.xml │ │ ├── hopper_perturbed_74.xml │ │ ├── hopper_perturbed_75.xml │ │ ├── hopper_perturbed_76.xml │ │ ├── hopper_perturbed_77.xml │ │ ├── hopper_perturbed_78.xml │ │ ├── hopper_perturbed_79.xml │ │ ├── hopper_perturbed_8.xml │ │ ├── hopper_perturbed_80.xml │ │ ├── hopper_perturbed_81.xml │ │ ├── hopper_perturbed_82.xml │ │ ├── hopper_perturbed_83.xml │ │ ├── hopper_perturbed_84.xml │ │ ├── hopper_perturbed_85.xml │ │ ├── hopper_perturbed_86.xml │ │ ├── hopper_perturbed_87.xml │ │ ├── hopper_perturbed_88.xml │ │ ├── hopper_perturbed_89.xml │ │ ├── hopper_perturbed_9.xml │ │ ├── hopper_perturbed_90.xml │ │ ├── hopper_perturbed_91.xml │ │ ├── hopper_perturbed_92.xml │ │ ├── hopper_perturbed_93.xml │ │ ├── hopper_perturbed_94.xml │ │ ├── hopper_perturbed_95.xml │ │ ├── hopper_perturbed_96.xml │ │ ├── hopper_perturbed_97.xml │ │ ├── hopper_perturbed_98.xml │ │ ├── hopper_perturbed_99.xml │ │ └── perturbation_summary.pkl │ └── test_sigma_between_0_07 │ │ ├── hopper_perturbed_0.xml │ │ ├── hopper_perturbed_1.xml │ │ ├── hopper_perturbed_10.xml │ │ ├── hopper_perturbed_11.xml │ │ ├── hopper_perturbed_12.xml │ │ ├── hopper_perturbed_13.xml │ │ ├── hopper_perturbed_14.xml │ │ ├── hopper_perturbed_15.xml │ │ ├── hopper_perturbed_16.xml │ │ ├── hopper_perturbed_17.xml │ │ ├── hopper_perturbed_18.xml │ │ ├── hopper_perturbed_19.xml │ │ ├── hopper_perturbed_2.xml │ │ ├── hopper_perturbed_20.xml │ │ ├── hopper_perturbed_21.xml │ │ ├── hopper_perturbed_22.xml │ │ ├── hopper_perturbed_23.xml │ │ ├── hopper_perturbed_24.xml │ │ ├── hopper_perturbed_25.xml │ │ ├── hopper_perturbed_26.xml │ │ ├── hopper_perturbed_27.xml │ │ ├── hopper_perturbed_28.xml │ │ ├── hopper_perturbed_29.xml │ │ ├── hopper_perturbed_3.xml │ │ ├── hopper_perturbed_30.xml │ │ ├── hopper_perturbed_31.xml │ │ ├── hopper_perturbed_32.xml │ │ ├── hopper_perturbed_33.xml │ │ ├── hopper_perturbed_34.xml │ │ ├── hopper_perturbed_35.xml │ │ ├── hopper_perturbed_36.xml │ │ ├── hopper_perturbed_37.xml │ │ ├── hopper_perturbed_38.xml │ │ ├── hopper_perturbed_39.xml │ │ ├── hopper_perturbed_4.xml │ │ ├── hopper_perturbed_40.xml │ │ ├── hopper_perturbed_41.xml │ │ ├── hopper_perturbed_42.xml │ │ ├── hopper_perturbed_43.xml │ │ ├── hopper_perturbed_44.xml │ │ ├── hopper_perturbed_45.xml │ │ ├── hopper_perturbed_46.xml │ │ ├── hopper_perturbed_47.xml │ │ ├── hopper_perturbed_48.xml │ │ ├── hopper_perturbed_49.xml │ │ ├── hopper_perturbed_5.xml │ │ ├── hopper_perturbed_50.xml │ │ ├── hopper_perturbed_51.xml │ │ ├── hopper_perturbed_52.xml │ │ ├── hopper_perturbed_53.xml │ │ ├── hopper_perturbed_54.xml │ │ ├── hopper_perturbed_55.xml │ │ ├── hopper_perturbed_56.xml │ │ ├── hopper_perturbed_57.xml │ │ ├── hopper_perturbed_58.xml │ │ ├── hopper_perturbed_59.xml │ │ ├── hopper_perturbed_6.xml │ │ ├── hopper_perturbed_60.xml │ │ ├── hopper_perturbed_61.xml │ │ ├── hopper_perturbed_62.xml │ │ ├── hopper_perturbed_63.xml │ │ ├── hopper_perturbed_64.xml │ │ ├── hopper_perturbed_65.xml │ │ ├── hopper_perturbed_66.xml │ │ ├── hopper_perturbed_67.xml │ │ ├── hopper_perturbed_68.xml │ │ ├── hopper_perturbed_69.xml │ │ ├── hopper_perturbed_7.xml │ │ ├── hopper_perturbed_70.xml │ │ ├── hopper_perturbed_71.xml │ │ ├── hopper_perturbed_72.xml │ │ ├── hopper_perturbed_73.xml │ │ ├── hopper_perturbed_74.xml │ │ ├── hopper_perturbed_75.xml │ │ ├── hopper_perturbed_76.xml │ │ ├── hopper_perturbed_77.xml │ │ ├── hopper_perturbed_78.xml │ │ ├── hopper_perturbed_79.xml │ │ ├── hopper_perturbed_8.xml │ │ ├── hopper_perturbed_80.xml │ │ ├── hopper_perturbed_81.xml │ │ ├── hopper_perturbed_82.xml │ │ ├── hopper_perturbed_83.xml │ │ ├── hopper_perturbed_84.xml │ │ ├── hopper_perturbed_85.xml │ │ ├── hopper_perturbed_86.xml │ │ ├── hopper_perturbed_87.xml │ │ ├── hopper_perturbed_88.xml │ │ ├── hopper_perturbed_89.xml │ │ ├── hopper_perturbed_9.xml │ │ ├── hopper_perturbed_90.xml │ │ ├── hopper_perturbed_91.xml │ │ ├── hopper_perturbed_92.xml │ │ ├── hopper_perturbed_93.xml │ │ ├── hopper_perturbed_94.xml │ │ ├── hopper_perturbed_95.xml │ │ ├── hopper_perturbed_96.xml │ │ ├── hopper_perturbed_97.xml │ │ ├── hopper_perturbed_98.xml │ │ ├── hopper_perturbed_99.xml │ │ └── perturbation_summary.pkl │ └── walker │ ├── test_sigma_between_0_01 │ ├── perturbation_summary.pkl │ ├── walker_perturbed_0.xml │ ├── walker_perturbed_1.xml │ ├── walker_perturbed_10.xml │ ├── walker_perturbed_11.xml │ ├── walker_perturbed_12.xml │ ├── walker_perturbed_13.xml │ ├── walker_perturbed_14.xml │ ├── walker_perturbed_15.xml │ ├── walker_perturbed_16.xml │ ├── walker_perturbed_17.xml │ ├── walker_perturbed_18.xml │ ├── walker_perturbed_19.xml │ ├── walker_perturbed_2.xml │ ├── walker_perturbed_20.xml │ ├── walker_perturbed_21.xml │ ├── walker_perturbed_22.xml │ ├── walker_perturbed_23.xml │ ├── walker_perturbed_24.xml │ ├── walker_perturbed_25.xml │ ├── walker_perturbed_26.xml │ ├── walker_perturbed_27.xml │ ├── walker_perturbed_28.xml │ ├── walker_perturbed_29.xml │ ├── walker_perturbed_3.xml │ ├── walker_perturbed_30.xml │ ├── walker_perturbed_31.xml │ ├── walker_perturbed_32.xml │ ├── walker_perturbed_33.xml │ ├── walker_perturbed_34.xml │ ├── walker_perturbed_35.xml │ ├── walker_perturbed_36.xml │ ├── walker_perturbed_37.xml │ ├── walker_perturbed_38.xml │ ├── walker_perturbed_39.xml │ ├── walker_perturbed_4.xml │ ├── walker_perturbed_40.xml │ ├── walker_perturbed_41.xml │ ├── walker_perturbed_42.xml │ ├── walker_perturbed_43.xml │ ├── walker_perturbed_44.xml │ ├── walker_perturbed_45.xml │ ├── walker_perturbed_46.xml │ ├── walker_perturbed_47.xml │ ├── walker_perturbed_48.xml │ ├── walker_perturbed_49.xml │ ├── walker_perturbed_5.xml │ ├── walker_perturbed_50.xml │ ├── walker_perturbed_51.xml │ ├── walker_perturbed_52.xml │ ├── walker_perturbed_53.xml │ ├── walker_perturbed_54.xml │ ├── walker_perturbed_55.xml │ ├── walker_perturbed_56.xml │ ├── walker_perturbed_57.xml │ ├── walker_perturbed_58.xml │ ├── walker_perturbed_59.xml │ ├── walker_perturbed_6.xml │ ├── walker_perturbed_60.xml │ ├── walker_perturbed_61.xml │ ├── walker_perturbed_62.xml │ ├── walker_perturbed_63.xml │ ├── walker_perturbed_64.xml │ ├── walker_perturbed_65.xml │ ├── walker_perturbed_66.xml │ ├── walker_perturbed_67.xml │ ├── walker_perturbed_68.xml │ ├── walker_perturbed_69.xml │ ├── walker_perturbed_7.xml │ ├── walker_perturbed_70.xml │ ├── walker_perturbed_71.xml │ ├── walker_perturbed_72.xml │ ├── walker_perturbed_73.xml │ ├── walker_perturbed_74.xml │ ├── walker_perturbed_75.xml │ ├── walker_perturbed_76.xml │ ├── walker_perturbed_77.xml │ ├── walker_perturbed_78.xml │ ├── walker_perturbed_79.xml │ ├── walker_perturbed_8.xml │ ├── walker_perturbed_80.xml │ ├── walker_perturbed_81.xml │ ├── walker_perturbed_82.xml │ ├── walker_perturbed_83.xml │ ├── walker_perturbed_84.xml │ ├── walker_perturbed_85.xml │ ├── walker_perturbed_86.xml │ ├── walker_perturbed_87.xml │ ├── walker_perturbed_88.xml │ ├── walker_perturbed_89.xml │ ├── walker_perturbed_9.xml │ ├── walker_perturbed_90.xml │ ├── walker_perturbed_91.xml │ ├── walker_perturbed_92.xml │ ├── walker_perturbed_93.xml │ ├── walker_perturbed_94.xml │ ├── walker_perturbed_95.xml │ ├── walker_perturbed_96.xml │ ├── walker_perturbed_97.xml │ ├── walker_perturbed_98.xml │ └── walker_perturbed_99.xml │ ├── test_sigma_between_0_03 │ ├── perturbation_summary.pkl │ ├── walker_perturbed_0.xml │ ├── walker_perturbed_1.xml │ ├── walker_perturbed_10.xml │ ├── walker_perturbed_11.xml │ ├── walker_perturbed_12.xml │ ├── walker_perturbed_13.xml │ ├── walker_perturbed_14.xml │ ├── walker_perturbed_15.xml │ ├── walker_perturbed_16.xml │ ├── walker_perturbed_17.xml │ ├── walker_perturbed_18.xml │ ├── walker_perturbed_19.xml │ ├── walker_perturbed_2.xml │ ├── walker_perturbed_20.xml │ ├── walker_perturbed_21.xml │ ├── walker_perturbed_22.xml │ ├── walker_perturbed_23.xml │ ├── walker_perturbed_24.xml │ ├── walker_perturbed_25.xml │ ├── walker_perturbed_26.xml │ ├── walker_perturbed_27.xml │ ├── walker_perturbed_28.xml │ ├── walker_perturbed_29.xml │ ├── walker_perturbed_3.xml │ ├── walker_perturbed_30.xml │ ├── walker_perturbed_31.xml │ ├── walker_perturbed_32.xml │ ├── walker_perturbed_33.xml │ ├── walker_perturbed_34.xml │ ├── walker_perturbed_35.xml │ ├── walker_perturbed_36.xml │ ├── walker_perturbed_37.xml │ ├── walker_perturbed_38.xml │ ├── walker_perturbed_39.xml │ ├── walker_perturbed_4.xml │ ├── walker_perturbed_40.xml │ ├── walker_perturbed_41.xml │ ├── walker_perturbed_42.xml │ ├── walker_perturbed_43.xml │ ├── walker_perturbed_44.xml │ ├── walker_perturbed_45.xml │ ├── walker_perturbed_46.xml │ ├── walker_perturbed_47.xml │ ├── walker_perturbed_48.xml │ ├── walker_perturbed_49.xml │ ├── walker_perturbed_5.xml │ ├── walker_perturbed_50.xml │ ├── walker_perturbed_51.xml │ ├── walker_perturbed_52.xml │ ├── walker_perturbed_53.xml │ ├── walker_perturbed_54.xml │ ├── walker_perturbed_55.xml │ ├── walker_perturbed_56.xml │ ├── walker_perturbed_57.xml │ ├── walker_perturbed_58.xml │ ├── walker_perturbed_59.xml │ ├── walker_perturbed_6.xml │ ├── walker_perturbed_60.xml │ ├── walker_perturbed_61.xml │ ├── walker_perturbed_62.xml │ ├── walker_perturbed_63.xml │ ├── walker_perturbed_64.xml │ ├── walker_perturbed_65.xml │ ├── walker_perturbed_66.xml │ ├── walker_perturbed_67.xml │ ├── walker_perturbed_68.xml │ ├── walker_perturbed_69.xml │ ├── walker_perturbed_7.xml │ ├── walker_perturbed_70.xml │ ├── walker_perturbed_71.xml │ ├── walker_perturbed_72.xml │ ├── walker_perturbed_73.xml │ ├── walker_perturbed_74.xml │ ├── walker_perturbed_75.xml │ ├── walker_perturbed_76.xml │ ├── walker_perturbed_77.xml │ ├── walker_perturbed_78.xml │ ├── walker_perturbed_79.xml │ ├── walker_perturbed_8.xml │ ├── walker_perturbed_80.xml │ ├── walker_perturbed_81.xml │ ├── walker_perturbed_82.xml │ ├── walker_perturbed_83.xml │ ├── walker_perturbed_84.xml │ ├── walker_perturbed_85.xml │ ├── walker_perturbed_86.xml │ ├── walker_perturbed_87.xml │ ├── walker_perturbed_88.xml │ ├── walker_perturbed_89.xml │ ├── walker_perturbed_9.xml │ ├── walker_perturbed_90.xml │ ├── walker_perturbed_91.xml │ ├── walker_perturbed_92.xml │ ├── walker_perturbed_93.xml │ ├── walker_perturbed_94.xml │ ├── walker_perturbed_95.xml │ ├── walker_perturbed_96.xml │ ├── walker_perturbed_97.xml │ ├── walker_perturbed_98.xml │ └── walker_perturbed_99.xml │ ├── test_sigma_between_0_05 │ ├── perturbation_summary.pkl │ ├── walker_perturbed_0.xml │ ├── walker_perturbed_1.xml │ ├── walker_perturbed_10.xml │ ├── walker_perturbed_11.xml │ ├── walker_perturbed_12.xml │ ├── walker_perturbed_13.xml │ ├── walker_perturbed_14.xml │ ├── walker_perturbed_15.xml │ ├── walker_perturbed_16.xml │ ├── walker_perturbed_17.xml │ ├── walker_perturbed_18.xml │ ├── walker_perturbed_19.xml │ ├── walker_perturbed_2.xml │ ├── walker_perturbed_20.xml │ ├── walker_perturbed_21.xml │ ├── walker_perturbed_22.xml │ ├── walker_perturbed_23.xml │ ├── walker_perturbed_24.xml │ ├── walker_perturbed_25.xml │ ├── walker_perturbed_26.xml │ ├── walker_perturbed_27.xml │ ├── walker_perturbed_28.xml │ ├── walker_perturbed_29.xml │ ├── walker_perturbed_3.xml │ ├── walker_perturbed_30.xml │ ├── walker_perturbed_31.xml │ ├── walker_perturbed_32.xml │ ├── walker_perturbed_33.xml │ ├── walker_perturbed_34.xml │ ├── walker_perturbed_35.xml │ ├── walker_perturbed_36.xml │ ├── walker_perturbed_37.xml │ ├── walker_perturbed_38.xml │ ├── walker_perturbed_39.xml │ ├── walker_perturbed_4.xml │ ├── walker_perturbed_40.xml │ ├── walker_perturbed_41.xml │ ├── walker_perturbed_42.xml │ ├── walker_perturbed_43.xml │ ├── walker_perturbed_44.xml │ ├── walker_perturbed_45.xml │ ├── walker_perturbed_46.xml │ ├── walker_perturbed_47.xml │ ├── walker_perturbed_48.xml │ ├── walker_perturbed_49.xml │ ├── walker_perturbed_5.xml │ ├── walker_perturbed_50.xml │ ├── walker_perturbed_51.xml │ ├── walker_perturbed_52.xml │ ├── walker_perturbed_53.xml │ ├── walker_perturbed_54.xml │ ├── walker_perturbed_55.xml │ ├── walker_perturbed_56.xml │ ├── walker_perturbed_57.xml │ ├── walker_perturbed_58.xml │ ├── walker_perturbed_59.xml │ ├── walker_perturbed_6.xml │ ├── walker_perturbed_60.xml │ ├── walker_perturbed_61.xml │ ├── walker_perturbed_62.xml │ ├── walker_perturbed_63.xml │ ├── walker_perturbed_64.xml │ ├── walker_perturbed_65.xml │ ├── walker_perturbed_66.xml │ ├── walker_perturbed_67.xml │ ├── walker_perturbed_68.xml │ ├── walker_perturbed_69.xml │ ├── walker_perturbed_7.xml │ ├── walker_perturbed_70.xml │ ├── walker_perturbed_71.xml │ ├── walker_perturbed_72.xml │ ├── walker_perturbed_73.xml │ ├── walker_perturbed_74.xml │ ├── walker_perturbed_75.xml │ ├── walker_perturbed_76.xml │ ├── walker_perturbed_77.xml │ ├── walker_perturbed_78.xml │ ├── walker_perturbed_79.xml │ ├── walker_perturbed_8.xml │ ├── walker_perturbed_80.xml │ ├── walker_perturbed_81.xml │ ├── walker_perturbed_82.xml │ ├── walker_perturbed_83.xml │ ├── walker_perturbed_84.xml │ ├── walker_perturbed_85.xml │ ├── walker_perturbed_86.xml │ ├── walker_perturbed_87.xml │ ├── walker_perturbed_88.xml │ ├── walker_perturbed_89.xml │ ├── walker_perturbed_9.xml │ ├── walker_perturbed_90.xml │ ├── walker_perturbed_91.xml │ ├── walker_perturbed_92.xml │ ├── walker_perturbed_93.xml │ ├── walker_perturbed_94.xml │ ├── walker_perturbed_95.xml │ ├── walker_perturbed_96.xml │ ├── walker_perturbed_97.xml │ ├── walker_perturbed_98.xml │ └── walker_perturbed_99.xml │ ├── test_sigma_between_0_07 │ ├── perturbation_summary.pkl │ ├── walker_perturbed_0.xml │ ├── walker_perturbed_1.xml │ ├── walker_perturbed_10.xml │ ├── walker_perturbed_11.xml │ ├── walker_perturbed_12.xml │ ├── walker_perturbed_13.xml │ ├── walker_perturbed_14.xml │ ├── walker_perturbed_15.xml │ ├── walker_perturbed_16.xml │ ├── walker_perturbed_17.xml │ ├── walker_perturbed_18.xml │ ├── walker_perturbed_19.xml │ ├── walker_perturbed_2.xml │ ├── walker_perturbed_20.xml │ ├── walker_perturbed_21.xml │ ├── walker_perturbed_22.xml │ ├── walker_perturbed_23.xml │ ├── walker_perturbed_24.xml │ ├── walker_perturbed_25.xml │ ├── walker_perturbed_26.xml │ ├── walker_perturbed_27.xml │ ├── walker_perturbed_28.xml │ ├── walker_perturbed_29.xml │ ├── walker_perturbed_3.xml │ ├── walker_perturbed_30.xml │ ├── walker_perturbed_31.xml │ ├── walker_perturbed_32.xml │ ├── walker_perturbed_33.xml │ ├── walker_perturbed_34.xml │ ├── walker_perturbed_35.xml │ ├── walker_perturbed_36.xml │ ├── walker_perturbed_37.xml │ ├── walker_perturbed_38.xml │ ├── walker_perturbed_39.xml │ ├── walker_perturbed_4.xml │ ├── walker_perturbed_40.xml │ ├── walker_perturbed_41.xml │ ├── walker_perturbed_42.xml │ ├── walker_perturbed_43.xml │ ├── walker_perturbed_44.xml │ ├── walker_perturbed_45.xml │ ├── walker_perturbed_46.xml │ ├── walker_perturbed_47.xml │ ├── walker_perturbed_48.xml │ ├── walker_perturbed_49.xml │ ├── walker_perturbed_5.xml │ ├── walker_perturbed_50.xml │ ├── walker_perturbed_51.xml │ ├── walker_perturbed_52.xml │ ├── walker_perturbed_53.xml │ ├── walker_perturbed_54.xml │ ├── walker_perturbed_55.xml │ ├── walker_perturbed_56.xml │ ├── walker_perturbed_57.xml │ ├── walker_perturbed_58.xml │ ├── walker_perturbed_59.xml │ ├── walker_perturbed_6.xml │ ├── walker_perturbed_60.xml │ ├── walker_perturbed_61.xml │ ├── walker_perturbed_62.xml │ ├── walker_perturbed_63.xml │ ├── walker_perturbed_64.xml │ ├── walker_perturbed_65.xml │ ├── walker_perturbed_66.xml │ ├── walker_perturbed_67.xml │ ├── walker_perturbed_68.xml │ ├── walker_perturbed_69.xml │ ├── walker_perturbed_7.xml │ ├── walker_perturbed_70.xml │ ├── walker_perturbed_71.xml │ ├── walker_perturbed_72.xml │ ├── walker_perturbed_73.xml │ ├── walker_perturbed_74.xml │ ├── walker_perturbed_75.xml │ ├── walker_perturbed_76.xml │ ├── walker_perturbed_77.xml │ ├── walker_perturbed_78.xml │ ├── walker_perturbed_79.xml │ ├── walker_perturbed_8.xml │ ├── walker_perturbed_80.xml │ ├── walker_perturbed_81.xml │ ├── walker_perturbed_82.xml │ ├── walker_perturbed_83.xml │ ├── walker_perturbed_84.xml │ ├── walker_perturbed_85.xml │ ├── walker_perturbed_86.xml │ ├── walker_perturbed_87.xml │ ├── walker_perturbed_88.xml │ ├── walker_perturbed_89.xml │ ├── walker_perturbed_9.xml │ ├── walker_perturbed_90.xml │ ├── walker_perturbed_91.xml │ ├── walker_perturbed_92.xml │ ├── walker_perturbed_93.xml │ ├── walker_perturbed_94.xml │ ├── walker_perturbed_95.xml │ ├── walker_perturbed_96.xml │ ├── walker_perturbed_97.xml │ ├── walker_perturbed_98.xml │ └── walker_perturbed_99.xml │ └── walker.xml └── tests └── test_dmap_policy.py /.gitignore: -------------------------------------------------------------------------------- 1 | .DS_Store 2 | media/.DS_Store 3 | 4 | 5 | # Byte-compiled / optimized / DLL files 6 | __pycache__/ 7 | *.py[cod] 8 | *$py.class 9 | 10 | # C extensions 11 | *.so 12 | 13 | # Distribution / packaging 14 | .Python 15 | env/ 16 | build/ 17 | develop-eggs/ 18 | dist/ 19 | downloads/ 20 | eggs/ 21 | .eggs/ 22 | #lib/ 23 | lib64/ 24 | parts/ 25 | sdist/ 26 | var/ 27 | wheels/ 28 | *.egg-info/ 29 | .installed.cfg 30 | *.egg 31 | 32 | # PyInstaller 33 | # Usually these files are written by a python script from a template 34 | # before PyInstaller builds the exe, so as to inject date/other infos into it. 35 | *.manifest 36 | *.spec 37 | 38 | # Installer logs 39 | pip-log.txt 40 | pip-delete-this-directory.txt 41 | 42 | # Unit test / coverage reports 43 | htmlcov/ 44 | .tox/ 45 | .coverage 46 | .coverage.* 47 | .cache 48 | nosetests.xml 49 | coverage.xml 50 | *.cover 51 | .hypothesis/ 52 | 53 | # Translations 54 | *.mo 55 | *.pot 56 | 57 | # Django stuff: 58 | *.log*.ckpt 59 | snapshot-* 60 | 61 | # Byte-compiled / optimized / DLL files 62 | __pycache__/ 63 | *.py[cod] 64 | local_settings.py 65 | 66 | # Flask stuff: 67 | instance/ 68 | .webassets-cache 69 | 70 | # Scrapy stuff: 71 | .scrapy 72 | 73 | # Sphinx documentation 74 | docs/_build/ 75 | 76 | # PyBuilder 77 | target/ 78 | 79 | # Jupyter Notebook 80 | .ipynb_checkpoints 81 | 82 | # pyenv 83 | .python-version 84 | 85 | # celery beat schedule file 86 | celerybeat-schedule 87 | 88 | # SageMath parsed files 89 | *.sage.py 90 | 91 | # dotenv 92 | .env 93 | 94 | # virtualenv 95 | .venv 96 | venv/ 97 | ENV/ 98 | 99 | # Spyder project settings 100 | .spyderproject 101 | .spyproject 102 | .vscode/* 103 | 104 | # Rope project settings 105 | .ropeproject 106 | 107 | # mkdocs documentation 108 | /site 109 | 110 | # mypy 111 | .mypy_cache/ 112 | -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- 1 | MIT License 2 | 3 | Copyright (c) 2021-22 Alberto Chiappa, Alessandro Marin Vargas and Alexander Mathis (A. Mathis Group) 4 | 5 | Permission is hereby granted, free of charge, to any person obtaining a copy 6 | of this software and associated documentation files (the "Software"), to deal 7 | in the Software without restriction, including without limitation the rights 8 | to use, copy, modify, merge, publish, distribute, sublicense, and/or sell 9 | copies of the Software, and to permit persons to whom the Software is 10 | furnished to do so, subject to the following conditions: 11 | 12 | The above copyright notice and this permission notice shall be included in all 13 | copies or substantial portions of the Software. 14 | 15 | THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 16 | IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 17 | FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE 18 | AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER 19 | LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, 20 | OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE 21 | SOFTWARE. 22 | -------------------------------------------------------------------------------- /configs/ant/simple_ant.json: -------------------------------------------------------------------------------- 1 | { 2 | "env_name": "SimpleAntBulletEnv", 3 | "env_config": { 4 | "sigma": 0.1, 5 | "render": false 6 | }, 7 | "num_trainer_workers": 7, 8 | "policies_to_train": { 9 | "policy": true 10 | }, 11 | "policy_classes": { 12 | "policy": "sac" 13 | }, 14 | "policy_configs": { 15 | "policy": { 16 | "Q_model": { 17 | "fcnet_activation": "relu", 18 | "fcnet_hiddens": [ 19 | 256, 20 | 256 21 | ] 22 | }, 23 | "policy_model": { 24 | "fcnet_activation": "relu", 25 | "fcnet_hiddens": [ 26 | 256, 27 | 256 28 | ] 29 | }, 30 | "normalize_actions": true, 31 | "no_done_at_end": false, 32 | "n_step": 1, 33 | "timesteps_per_iteration": 1500, 34 | "buffer_size": 1000000, 35 | "optimization": { 36 | "actor_learning_rate": 3e-4, 37 | "critic_learning_rate": 3e-4, 38 | "entropy_learning_rate": 3e-4 39 | }, 40 | "grad_clip": null, 41 | "learning_starts": 10000, 42 | "target_network_update_freq": 0, 43 | "worker_side_prioritization": false, 44 | "min_iter_time_s": 1 45 | } 46 | }, 47 | "agent_policy_dict": { 48 | "agent": "policy" 49 | }, 50 | "gamma": 0.995, 51 | "rollout_fragment_length": 1, 52 | "train_batch_size": 256, 53 | "lr": 1e-4, 54 | "num_gpus": 0, 55 | "extra_trainer_params": { 56 | "framework": "torch", 57 | "seed": 0 58 | }, 59 | "trainer_class": "sac", 60 | "episodes_total": 1e7, 61 | "logdir": "output", 62 | "trial_name": "simple_ant", 63 | "checkpoint_freq": 100, 64 | "restore_checkpoint_path": null 65 | } -------------------------------------------------------------------------------- /configs/ant/specialist_ant.json: -------------------------------------------------------------------------------- 1 | { 2 | "env_name": "CustomAntBulletEnv", 3 | "env_config": { 4 | "xml_path": "data/xmls/ant/test_sigma_between_0_05/ant_perturbed_0.xml", 5 | "render": false 6 | }, 7 | "num_trainer_workers": 7, 8 | "policies_to_train": { 9 | "policy": true 10 | }, 11 | "policy_classes": { 12 | "policy": "sac" 13 | }, 14 | "policy_configs": { 15 | "policy": { 16 | "Q_model": { 17 | "fcnet_activation": "relu", 18 | "fcnet_hiddens": [ 19 | 256, 20 | 256 21 | ] 22 | }, 23 | "policy_model": { 24 | "fcnet_activation": "relu", 25 | "fcnet_hiddens": [ 26 | 256, 27 | 256 28 | ] 29 | }, 30 | "normalize_actions": true, 31 | "no_done_at_end": false, 32 | "n_step": 1, 33 | "timesteps_per_iteration": 1500, 34 | "buffer_size": 1000000, 35 | "optimization": { 36 | "actor_learning_rate": 3e-4, 37 | "critic_learning_rate": 3e-4, 38 | "entropy_learning_rate": 3e-4 39 | }, 40 | "grad_clip": null, 41 | "learning_starts": 10000, 42 | "target_network_update_freq": 0, 43 | "worker_side_prioritization": false, 44 | "min_iter_time_s": 1 45 | } 46 | }, 47 | "agent_policy_dict": { 48 | "agent": "policy" 49 | }, 50 | "gamma": 0.995, 51 | "rollout_fragment_length": 1, 52 | "train_batch_size": 256, 53 | "lr": 1e-4, 54 | "num_gpus": 0, 55 | "extra_trainer_params": { 56 | "framework": "torch", 57 | "seed": 0 58 | }, 59 | "trainer_class": "sac", 60 | "episodes_total": 1e7, 61 | "logdir": "output", 62 | "trial_name": "specialist_ant", 63 | "checkpoint_freq": 100, 64 | "restore_checkpoint_path": null 65 | } -------------------------------------------------------------------------------- /configs/half_cheetah/simple_half_cheetah.json: -------------------------------------------------------------------------------- 1 | { 2 | "env_name": "SimpleHalfCheetahBulletEnv", 3 | "env_config": { 4 | "sigma": 0.1, 5 | "render": false 6 | }, 7 | "num_trainer_workers": 7, 8 | "policies_to_train": { 9 | "policy": true 10 | }, 11 | "policy_classes": { 12 | "policy": "sac" 13 | }, 14 | "policy_configs": { 15 | "policy": { 16 | "Q_model": { 17 | "fcnet_activation": "relu", 18 | "fcnet_hiddens": [ 19 | 256, 20 | 256 21 | ] 22 | }, 23 | "policy_model": { 24 | "fcnet_activation": "relu", 25 | "fcnet_hiddens": [ 26 | 256, 27 | 256 28 | ] 29 | }, 30 | "normalize_actions": true, 31 | "no_done_at_end": false, 32 | "n_step": 1, 33 | "timesteps_per_iteration": 1500, 34 | "prioritized_replay": true, 35 | "buffer_size": 300000, 36 | "optimization": { 37 | "actor_learning_rate": 3e-4, 38 | "critic_learning_rate": 3e-4, 39 | "entropy_learning_rate": 3e-4 40 | }, 41 | "grad_clip": null, 42 | "learning_starts": 10000, 43 | "target_network_update_freq": 0, 44 | "worker_side_prioritization": false, 45 | "min_iter_time_s": 1 46 | } 47 | }, 48 | "agent_policy_dict": { 49 | "agent": "policy" 50 | }, 51 | "gamma": 0.995, 52 | "rollout_fragment_length": 1, 53 | "train_batch_size": 256, 54 | "lr": 1e-4, 55 | "num_gpus": 0, 56 | "extra_trainer_params": { 57 | "framework": "torch", 58 | "seed": 0 59 | }, 60 | "trainer_class": "sac", 61 | "episodes_total": 1e7, 62 | "logdir": "output", 63 | "trial_name": "simple_half_cheetah", 64 | "checkpoint_freq": 100, 65 | "restore_checkpoint_path": null 66 | } -------------------------------------------------------------------------------- /configs/half_cheetah/specialist_half_cheetah.json: -------------------------------------------------------------------------------- 1 | { 2 | "env_name": "CustomHalfCheetahBulletEnv", 3 | "env_config": { 4 | "xml_path": "data/xmls/half_cheetah/test_sigma_between_0_05/half_cheetah_perturbed_0.xml", 5 | "render": false 6 | }, 7 | "num_trainer_workers": 7, 8 | "policies_to_train": { 9 | "policy": true 10 | }, 11 | "policy_classes": { 12 | "policy": "sac" 13 | }, 14 | "policy_configs": { 15 | "policy": { 16 | "Q_model": { 17 | "fcnet_activation": "relu", 18 | "fcnet_hiddens": [ 19 | 256, 20 | 256 21 | ] 22 | }, 23 | "policy_model": { 24 | "fcnet_activation": "relu", 25 | "fcnet_hiddens": [ 26 | 256, 27 | 256 28 | ] 29 | }, 30 | "normalize_actions": true, 31 | "no_done_at_end": false, 32 | "n_step": 1, 33 | "timesteps_per_iteration": 1500, 34 | "prioritized_replay": true, 35 | "buffer_size": 300000, 36 | "optimization": { 37 | "actor_learning_rate": 3e-4, 38 | "critic_learning_rate": 3e-4, 39 | "entropy_learning_rate": 3e-4 40 | }, 41 | "grad_clip": null, 42 | "learning_starts": 10000, 43 | "target_network_update_freq": 0, 44 | "worker_side_prioritization": false, 45 | "min_iter_time_s": 1 46 | } 47 | }, 48 | "agent_policy_dict": { 49 | "agent": "policy" 50 | }, 51 | "gamma": 0.995, 52 | "rollout_fragment_length": 1, 53 | "train_batch_size": 256, 54 | "lr": 1e-4, 55 | "num_gpus": 0, 56 | "extra_trainer_params": { 57 | "framework": "torch", 58 | "seed": 0 59 | }, 60 | "trainer_class": "sac", 61 | "episodes_total": 1e7, 62 | "logdir": "output", 63 | "trial_name": "specialist_half_cheetah", 64 | "checkpoint_freq": 100, 65 | "restore_checkpoint_path": null 66 | } -------------------------------------------------------------------------------- /configs/hopper/simple_hopper.json: -------------------------------------------------------------------------------- 1 | { 2 | "env_name": "SimpleHopperBulletEnv", 3 | "env_config": { 4 | "sigma": 0.1, 5 | "render": false 6 | }, 7 | "num_trainer_workers": 7, 8 | "policies_to_train": { 9 | "policy": true 10 | }, 11 | "policy_classes": { 12 | "policy": "sac" 13 | }, 14 | "policy_configs": { 15 | "policy": { 16 | "Q_model": { 17 | "fcnet_activation": "relu", 18 | "fcnet_hiddens": [ 19 | 256, 20 | 256 21 | ] 22 | }, 23 | "policy_model": { 24 | "fcnet_activation": "relu", 25 | "fcnet_hiddens": [ 26 | 256, 27 | 256 28 | ] 29 | }, 30 | "normalize_actions": true, 31 | "no_done_at_end": false, 32 | "n_step": 1, 33 | "timesteps_per_iteration": 1500, 34 | "prioritized_replay": true, 35 | "buffer_size": 300000, 36 | "optimization": { 37 | "actor_learning_rate": 3e-4, 38 | "critic_learning_rate": 3e-4, 39 | "entropy_learning_rate": 3e-4 40 | }, 41 | "grad_clip": null, 42 | "learning_starts": 10000, 43 | "target_network_update_freq": 0, 44 | "worker_side_prioritization": false, 45 | "min_iter_time_s": 1 46 | } 47 | }, 48 | "agent_policy_dict": { 49 | "agent": "policy" 50 | }, 51 | "gamma": 0.995, 52 | "rollout_fragment_length": 1, 53 | "train_batch_size": 256, 54 | "lr": 1e-4, 55 | "num_gpus": 0, 56 | "extra_trainer_params": { 57 | "framework": "torch", 58 | "seed": 0 59 | }, 60 | "trainer_class": "sac", 61 | "episodes_total": 1e7, 62 | "logdir": "output", 63 | "trial_name": "simple_hopper", 64 | "checkpoint_freq": 100, 65 | "restore_checkpoint_path": null 66 | } -------------------------------------------------------------------------------- /configs/hopper/specialist_hopper.json: -------------------------------------------------------------------------------- 1 | { 2 | "env_name": "CustomHopperBulletEnv", 3 | "env_config": { 4 | "xml_path": "data/xmls/hopper/test_sigma_between_0_05/hopper_perturbed_0.xml", 5 | "render": false 6 | }, 7 | "num_trainer_workers": 7, 8 | "policies_to_train": { 9 | "policy": true 10 | }, 11 | "policy_classes": { 12 | "policy": "sac" 13 | }, 14 | "policy_configs": { 15 | "policy": { 16 | "Q_model": { 17 | "fcnet_activation": "relu", 18 | "fcnet_hiddens": [ 19 | 256, 20 | 256 21 | ] 22 | }, 23 | "policy_model": { 24 | "fcnet_activation": "relu", 25 | "fcnet_hiddens": [ 26 | 256, 27 | 256 28 | ] 29 | }, 30 | "normalize_actions": true, 31 | "no_done_at_end": false, 32 | "n_step": 1, 33 | "timesteps_per_iteration": 1500, 34 | "prioritized_replay": true, 35 | "buffer_size": 300000, 36 | "optimization": { 37 | "actor_learning_rate": 3e-4, 38 | "critic_learning_rate": 3e-4, 39 | "entropy_learning_rate": 3e-4 40 | }, 41 | "grad_clip": null, 42 | "learning_starts": 10000, 43 | "target_network_update_freq": 0, 44 | "worker_side_prioritization": false, 45 | "min_iter_time_s": 1 46 | } 47 | }, 48 | "agent_policy_dict": { 49 | "agent": "policy" 50 | }, 51 | "gamma": 0.995, 52 | "rollout_fragment_length": 1, 53 | "train_batch_size": 256, 54 | "lr": 1e-4, 55 | "num_gpus": 0, 56 | "extra_trainer_params": { 57 | "framework": "torch", 58 | "seed": 0 59 | }, 60 | "trainer_class": "sac", 61 | "episodes_total": 1e7, 62 | "logdir": "output", 63 | "trial_name": "specialist_hopper", 64 | "checkpoint_freq": 100, 65 | "restore_checkpoint_path": null 66 | } -------------------------------------------------------------------------------- /configs/walker/simple_walker.json: -------------------------------------------------------------------------------- 1 | { 2 | "env_name": "SimpleSymmetricWalker2DBulletEnv", 3 | "env_config": { 4 | "sigma": 0, 5 | "render": false 6 | }, 7 | "num_trainer_workers": 7, 8 | "policies_to_train": { 9 | "policy": true 10 | }, 11 | "policy_classes": { 12 | "policy": "sac" 13 | }, 14 | "policy_configs": { 15 | "policy": { 16 | "Q_model": { 17 | "fcnet_activation": "relu", 18 | "fcnet_hiddens": [ 19 | 256, 20 | 256 21 | ] 22 | }, 23 | "policy_model": { 24 | "fcnet_activation": "relu", 25 | "fcnet_hiddens": [ 26 | 256, 27 | 256 28 | ] 29 | }, 30 | "normalize_actions": true, 31 | "no_done_at_end": false, 32 | "n_step": 1, 33 | "timesteps_per_iteration": 1500, 34 | "prioritized_replay": true, 35 | "buffer_size": 300000, 36 | "optimization": { 37 | "actor_learning_rate": 3e-4, 38 | "critic_learning_rate": 3e-4, 39 | "entropy_learning_rate": 3e-4 40 | }, 41 | "grad_clip": null, 42 | "learning_starts": 10000, 43 | "target_network_update_freq": 0, 44 | "worker_side_prioritization": false, 45 | "min_iter_time_s": 1 46 | } 47 | }, 48 | "agent_policy_dict": { 49 | "agent": "policy" 50 | }, 51 | "gamma": 0.995, 52 | "rollout_fragment_length": 1, 53 | "train_batch_size": 256, 54 | "lr": 1e-4, 55 | "num_gpus": 0, 56 | "extra_trainer_params": { 57 | "framework": "torch", 58 | "seed": 0 59 | }, 60 | "trainer_class": "sac", 61 | "episodes_total": 1e7, 62 | "logdir": "output", 63 | "trial_name": "simple_walker", 64 | "checkpoint_freq": 100, 65 | "restore_checkpoint_path": null 66 | } -------------------------------------------------------------------------------- /configs/walker/specialist_walker.json: -------------------------------------------------------------------------------- 1 | { 2 | "env_name": "CustomWalkerBulletEnv", 3 | "env_config": { 4 | "xml_path": "data/xmls/walker/test_sigma_between_0_05/walker_perturbed_0.xml", 5 | "render": false 6 | }, 7 | "num_trainer_workers": 7, 8 | "policies_to_train": { 9 | "policy": true 10 | }, 11 | "policy_classes": { 12 | "policy": "sac" 13 | }, 14 | "policy_configs": { 15 | "policy": { 16 | "Q_model": { 17 | "fcnet_activation": "relu", 18 | "fcnet_hiddens": [ 19 | 256, 20 | 256 21 | ] 22 | }, 23 | "policy_model": { 24 | "fcnet_activation": "relu", 25 | "fcnet_hiddens": [ 26 | 256, 27 | 256 28 | ] 29 | }, 30 | "normalize_actions": true, 31 | "no_done_at_end": false, 32 | "n_step": 1, 33 | "timesteps_per_iteration": 1500, 34 | "prioritized_replay": true, 35 | "buffer_size": 300000, 36 | "optimization": { 37 | "actor_learning_rate": 3e-4, 38 | "critic_learning_rate": 3e-4, 39 | "entropy_learning_rate": 3e-4 40 | }, 41 | "grad_clip": null, 42 | "learning_starts": 10000, 43 | "target_network_update_freq": 0, 44 | "worker_side_prioritization": false, 45 | "min_iter_time_s": 1 46 | } 47 | }, 48 | "agent_policy_dict": { 49 | "agent": "policy" 50 | }, 51 | "gamma": 0.995, 52 | "rollout_fragment_length": 1, 53 | "train_batch_size": 256, 54 | "lr": 1e-4, 55 | "num_gpus": 1, 56 | "extra_trainer_params": { 57 | "framework": "torch", 58 | "seed": 0 59 | }, 60 | "trainer_class": "sac", 61 | "episodes_total": 1e7, 62 | "logdir": "output", 63 | "trial_name": "specialist_walker", 64 | "checkpoint_freq": 100, 65 | "restore_checkpoint_path": null 66 | } -------------------------------------------------------------------------------- /data/ant/pretrained/dmap_sigma_01_seed_2/checkpoint/.is_checkpoint: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amathislab/dmap/bca913e70e6d7d61922d210fd98fe7a8972dd657/data/ant/pretrained/dmap_sigma_01_seed_2/checkpoint/.is_checkpoint -------------------------------------------------------------------------------- /data/ant/pretrained/dmap_sigma_01_seed_2/checkpoint/checkpoint: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amathislab/dmap/bca913e70e6d7d61922d210fd98fe7a8972dd657/data/ant/pretrained/dmap_sigma_01_seed_2/checkpoint/checkpoint -------------------------------------------------------------------------------- /data/ant/pretrained/dmap_sigma_01_seed_2/checkpoint/checkpoint.tune_metadata: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amathislab/dmap/bca913e70e6d7d61922d210fd98fe7a8972dd657/data/ant/pretrained/dmap_sigma_01_seed_2/checkpoint/checkpoint.tune_metadata -------------------------------------------------------------------------------- /data/ant/pretrained/dmap_sigma_01_seed_2_data/main_train.py: -------------------------------------------------------------------------------- 1 | import os 2 | import shutil 3 | import ray 4 | from datetime import datetime 5 | from ray.tune import tune 6 | from definitions import ROOT_DIR 7 | from src.envs.environment_factory import EnvironmentFactory 8 | from src.helpers.experiment_config import ExperimentConfig 9 | from src.models.model_factory import ModelFactory 10 | 11 | 12 | config_path = os.path.join( 13 | ROOT_DIR, 14 | "configs", 15 | "ant", 16 | "dmap_ant.json", 17 | ) 18 | config = ExperimentConfig(config_path) 19 | env = EnvironmentFactory.register(config.env_name, **config.env_config) 20 | ModelFactory.register_models_from_config(config.policy_configs) 21 | 22 | assert ( 23 | len(config.policy_configs) == 1 24 | ), f"This script can only run single agent trainings, but {len(config.policy_configs)} policies were given" 25 | policy_id, policy_config = next(iter(config.policy_configs.items())) 26 | 27 | trainer_config = config.get_trainer_config() 28 | 29 | ray.init() 30 | 31 | print("Train mode: optimizing the policy") 32 | run_name = os.path.join("training", datetime.today().strftime("%Y-%m-%d")) 33 | run_dir = os.path.join(ROOT_DIR, config.logdir, run_name) 34 | trial_dirname = "_".join( 35 | (config.trial_name, datetime.today().strftime("%Y-%m-%d_%H-%M-%S")) 36 | ) 37 | 38 | # Copy the configuration and the main files in the out dir for reproducibility 39 | experiment_logdir = os.path.join(run_dir, trial_dirname) 40 | out_path = "_".join((experiment_logdir, "data")) 41 | os.makedirs(out_path, exist_ok=True) 42 | shutil.copy(os.path.abspath(__file__), out_path) 43 | shutil.copy(config_path, out_path) 44 | 45 | # Start the training with ray tune 46 | res = tune.run( 47 | config.trainer_cls, 48 | name=run_name, 49 | stop={"episodes_total": config.episodes_total}, 50 | config=trainer_config, 51 | local_dir=os.paht.join(ROOT_DIR, config.logdir), 52 | trial_dirname_creator=lambda _: trial_dirname, 53 | checkpoint_freq=config.checkpoint_freq, 54 | checkpoint_at_end=True, 55 | keep_checkpoints_num=100, 56 | restore=config.restore_checkpoint_path, 57 | ) 58 | -------------------------------------------------------------------------------- /data/ant_experiments_df.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amathislab/dmap/bca913e70e6d7d61922d210fd98fe7a8972dd657/data/ant_experiments_df.pkl -------------------------------------------------------------------------------- /data/half_cheetah/pretrained/oracle_sigma_01_seed_2/checkpoint/.is_checkpoint: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amathislab/dmap/bca913e70e6d7d61922d210fd98fe7a8972dd657/data/half_cheetah/pretrained/oracle_sigma_01_seed_2/checkpoint/.is_checkpoint -------------------------------------------------------------------------------- /data/half_cheetah/pretrained/oracle_sigma_01_seed_2/checkpoint/checkpoint: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amathislab/dmap/bca913e70e6d7d61922d210fd98fe7a8972dd657/data/half_cheetah/pretrained/oracle_sigma_01_seed_2/checkpoint/checkpoint -------------------------------------------------------------------------------- /data/half_cheetah/pretrained/oracle_sigma_01_seed_2/checkpoint/checkpoint.tune_metadata: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amathislab/dmap/bca913e70e6d7d61922d210fd98fe7a8972dd657/data/half_cheetah/pretrained/oracle_sigma_01_seed_2/checkpoint/checkpoint.tune_metadata -------------------------------------------------------------------------------- /data/half_cheetah/pretrained/oracle_sigma_01_seed_2_data/main_train.py: -------------------------------------------------------------------------------- 1 | import os 2 | import shutil 3 | import ray 4 | from datetime import datetime 5 | from ray.tune import tune 6 | from definitions import ROOT_DIR 7 | from src.envs.environment_factory import EnvironmentFactory 8 | from src.helpers.experiment_config import ExperimentConfig 9 | from src.models.model_factory import ModelFactory 10 | 11 | 12 | config_path = os.path.join( 13 | ROOT_DIR, 14 | "configs", 15 | "half_cheetah", 16 | "oracle_half_cheetah.json", 17 | ) 18 | config = ExperimentConfig(config_path) 19 | env = EnvironmentFactory.register(config.env_name, **config.env_config) 20 | ModelFactory.register_models_from_config(config.policy_configs) 21 | 22 | assert ( 23 | len(config.policy_configs) == 1 24 | ), f"This script can only run single agent trainings, but {len(config.policy_configs)} policies were given" 25 | policy_id, policy_config = next(iter(config.policy_configs.items())) 26 | 27 | trainer_config = config.get_trainer_config() 28 | 29 | ray.init() 30 | 31 | print("Train mode: optimizing the policy") 32 | run_name = os.path.join("training", datetime.today().strftime("%Y-%m-%d")) 33 | run_dir = os.path.join(ROOT_DIR, config.logdir, run_name) 34 | trial_dirname = "_".join( 35 | (config.trial_name, datetime.today().strftime("%Y-%m-%d_%H-%M-%S")) 36 | ) 37 | 38 | # Copy the configuration and the main files in the out dir for reproducibility 39 | experiment_logdir = os.path.join(run_dir, trial_dirname) 40 | out_path = "_".join((experiment_logdir, "data")) 41 | os.makedirs(out_path, exist_ok=True) 42 | shutil.copy(os.path.abspath(__file__), out_path) 43 | shutil.copy(config_path, out_path) 44 | 45 | # Start the training with ray tune 46 | res = tune.run( 47 | config.trainer_cls, 48 | name=run_name, 49 | stop={"episodes_total": config.episodes_total}, 50 | config=trainer_config, 51 | local_dir=os.paht.join(ROOT_DIR, config.logdir), 52 | trial_dirname_creator=lambda _: trial_dirname, 53 | checkpoint_freq=config.checkpoint_freq, 54 | checkpoint_at_end=True, 55 | keep_checkpoints_num=100, 56 | restore=config.restore_checkpoint_path, 57 | ) 58 | -------------------------------------------------------------------------------- /data/half_cheetah_experiments_df.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amathislab/dmap/bca913e70e6d7d61922d210fd98fe7a8972dd657/data/half_cheetah_experiments_df.pkl -------------------------------------------------------------------------------- /data/hopper_experiments_df.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amathislab/dmap/bca913e70e6d7d61922d210fd98fe7a8972dd657/data/hopper_experiments_df.pkl -------------------------------------------------------------------------------- /data/walker_experiments_df.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amathislab/dmap/bca913e70e6d7d61922d210fd98fe7a8972dd657/data/walker_experiments_df.pkl -------------------------------------------------------------------------------- /definitions.py: -------------------------------------------------------------------------------- 1 | import os 2 | 3 | ROOT_DIR = os.path.dirname(os.path.abspath(__file__)) 4 | -------------------------------------------------------------------------------- /dmap/helpers/__pycache__/experiment_config.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amathislab/dmap/bca913e70e6d7d61922d210fd98fe7a8972dd657/dmap/helpers/__pycache__/experiment_config.cpython-37.pyc -------------------------------------------------------------------------------- /dmap/helpers/attention.py: -------------------------------------------------------------------------------- 1 | import torch 2 | import numpy as np 3 | 4 | 5 | def compute_attention_score(action_model, obs): 6 | """Compute the matrix K for a given observation 7 | 8 | Args: 9 | action_model (DMAPPolicyModel): DMAP model to use 10 | obs (dict): observation dictionary produced by an RMA environment 11 | 12 | Returns: 13 | torch.tensor: matrix K of DMAP 14 | """ 15 | for key, value in obs.items(): 16 | obs[key] = torch.reshape(torch.tensor(value, dtype=torch.float32), (1, -1)) 17 | obs = {"obs": obs} 18 | with torch.no_grad(): 19 | adapt_input, _ = action_model.get_adapt_and_state_input(obs) 20 | keys, _ = action_model.get_keys_and_values(adapt_input) 21 | return keys 22 | 23 | 24 | def compute_action_without_encoding( 25 | policy_nets, obs, action_size, embedding_size, device 26 | ): 27 | """For the ablation study: replace the attention encoding with 0s 28 | 29 | Args: 30 | policy_nets (list[torch.nn.Module]): policy networks of DMAP 31 | obs (np.array): observation 32 | action_size (int): size of the action vector 33 | embedding_size (int): size of the embedding vector 34 | device (str): "cpu" or "cuda" 35 | 36 | Returns: 37 | np.array: action computed without the encoding 38 | """ 39 | state = obs["x_t"] 40 | action = np.zeros(action_size) 41 | embedding = np.zeros(embedding_size) 42 | input_obs = torch.tensor( 43 | np.concatenate((state, action, embedding)).astype(np.float32) 44 | ).to(device) 45 | a_list = [] 46 | with torch.no_grad(): 47 | for n in policy_nets: 48 | a_list.append(n(input_obs)[0].item()) 49 | action = np.array(a_list) 50 | return np.clip(action, -1, 1) 51 | -------------------------------------------------------------------------------- /dmap/helpers/data_saver.py: -------------------------------------------------------------------------------- 1 | import collections 2 | import numpy as np 3 | import pandas as pd 4 | 5 | Transition = collections.namedtuple("Transition", ["episode_id", "obs", "action", "next_obs", "reward", "done", "info"]) 6 | 7 | 8 | class DataSaver: 9 | def __init__(self): 10 | self.data = [] 11 | self.episode_id = 0 12 | 13 | def begin_rollout(self): 14 | pass 15 | 16 | def append_step(self, obs, action, next_obs, reward, done, info): 17 | self.data.append(Transition(self.episode_id, obs, action, next_obs, reward, done, info)) 18 | 19 | def end_rollout(self): 20 | self.episode_id += 1 21 | 22 | def reset(self): 23 | self.data = [] 24 | self.episode_id = 0 25 | 26 | def save_df(self, out_path): 27 | df = pd.DataFrame(self.data) 28 | df.to_csv(out_path) 29 | 30 | -------------------------------------------------------------------------------- /dmap/helpers/loading.py: -------------------------------------------------------------------------------- 1 | from dmap.models.model_factory import ModelFactory 2 | from dmap.helpers.experiment_config import ExperimentConfig 3 | from pybullet_m.envs.environment_factory import EnvironmentFactory 4 | 5 | 6 | def get_env_and_config(config_path, update_params=None): 7 | """Creates an environment and an EnvironmentConfig 8 | 9 | Args: 10 | config_path (str): path to the config json 11 | update_params (dict, optional): config parameters to overwrite. Defaults to None. 12 | 13 | Returns: 14 | tuple(gym.Env, EnvironmentConfig): environment and configuration 15 | """ 16 | config = ExperimentConfig(config_path, update_params) 17 | env = EnvironmentFactory.register(config.env_name, **config.env_config) 18 | for policy in config.policy_configs.values(): 19 | for model_params in policy.values(): 20 | if isinstance(model_params, dict): 21 | model_name = model_params.get("custom_model") 22 | if model_name is not None: 23 | ModelFactory.register(model_name) 24 | return env, config 25 | 26 | 27 | def get_trainer(config, checkpoint_path=None): 28 | """Creates a trainer from an ExperimentConfig object 29 | 30 | Args: 31 | config (ExperimentConfig): configuration object 32 | checkpoint_path (str, optional): path to the model to restore. Defaults to None. 33 | 34 | Returns: 35 | ray.rllib.agents.Trainer: trainer object 36 | """ 37 | trainer_config = config.get_trainer_config() 38 | trainer_config["num_workers"] = 0 39 | trainer = config.trainer_cls(config=trainer_config) 40 | if checkpoint_path is not None: 41 | trainer.restore(checkpoint_path) 42 | return trainer 43 | -------------------------------------------------------------------------------- /dmap/models/__pycache__/model_factory.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amathislab/dmap/bca913e70e6d7d61922d210fd98fe7a8972dd657/dmap/models/__pycache__/model_factory.cpython-37.pyc -------------------------------------------------------------------------------- /dmap/models/model_factory.py: -------------------------------------------------------------------------------- 1 | from ray.rllib.models import ModelCatalog 2 | 3 | 4 | class ModelFactory: 5 | """Static factory to register models from strings 6 | 7 | Raises: 8 | ValueError: when the input string does not correspond to any known model 9 | """ 10 | 11 | @staticmethod 12 | def register(model_name): 13 | if model_name == "oracle_policy": 14 | from dmap.models.rma import OraclePolicyModel 15 | 16 | ModelCatalog.register_custom_model(model_name, OraclePolicyModel) 17 | elif model_name == "oracle_q": 18 | from dmap.models.rma import OracleQModel 19 | 20 | ModelCatalog.register_custom_model(model_name, OracleQModel) 21 | elif model_name == "tcn_policy": 22 | from dmap.models.rma import TCNPolicyModel 23 | 24 | ModelCatalog.register_custom_model(model_name, TCNPolicyModel) 25 | elif model_name == "oracle_q_adapt": 26 | from dmap.models.rma import OracleQAdaptModel 27 | 28 | ModelCatalog.register_custom_model(model_name, OracleQAdaptModel) 29 | elif model_name == "tcn_q": 30 | from dmap.models.rma import TCNQModel 31 | 32 | ModelCatalog.register_custom_model(model_name, TCNQModel) 33 | elif model_name == "dmap_policy": 34 | from dmap.models.dmap import DMAPPolicyModel 35 | 36 | ModelCatalog.register_custom_model(model_name, DMAPPolicyModel) 37 | else: 38 | raise ValueError("Unknown model name", model_name) 39 | 40 | @staticmethod 41 | def register_models_from_config(policy_configs): 42 | for policy in policy_configs.values(): 43 | for model_params in policy.values(): 44 | if isinstance(model_params, dict): 45 | model_name = model_params.get("custom_model") 46 | if model_name is not None: 47 | ModelFactory.register(model_name) 48 | -------------------------------------------------------------------------------- /environment.yml: -------------------------------------------------------------------------------- 1 | name: dmap 2 | channels: 3 | - defaults 4 | dependencies: 5 | - pip=21.1.1=py37h06a4308_0 6 | - python=3.7.3=h0371630_0 7 | - pip: 8 | - cloudpickle==1.6.0 9 | - dm-tree==0.1.6 10 | - grpcio==1.32.0 11 | - gym==0.18.3 12 | - h5py==2.10.0 13 | - jupyterlab==3.0.14 14 | - lz4==3.1.3 15 | - numpy==1.19.2 16 | - pandas==1.2.0 17 | - pillow==7.2.0 18 | - pybullet==3.1.6 19 | - pyglet==1.5.0 20 | - ray==1.6.0 21 | - scipy==1.6.3 22 | - tabulate==0.8.9 23 | - tensorboard==2.5.0 24 | - tensorboardx==2.2 25 | - tensorflow==2.4.1 26 | - tensorflow-probability==0.12.2 27 | - torch==1.10.1 28 | - gputil==1.4.0 29 | - scikit-learn==0.24.1 30 | - scikit-image==0.18.1 31 | prefix: /home/alberto/Dev/miniconda3/envs/dmap 32 | -------------------------------------------------------------------------------- /media/architecture.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amathislab/dmap/bca913e70e6d7d61922d210fd98fe7a8972dd657/media/architecture.png -------------------------------------------------------------------------------- /pybullet_m/envs/__pycache__/__init__.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amathislab/dmap/bca913e70e6d7d61922d210fd98fe7a8972dd657/pybullet_m/envs/__pycache__/__init__.cpython-37.pyc -------------------------------------------------------------------------------- /pybullet_m/envs/__pycache__/ant.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amathislab/dmap/bca913e70e6d7d61922d210fd98fe7a8972dd657/pybullet_m/envs/__pycache__/ant.cpython-37.pyc -------------------------------------------------------------------------------- /pybullet_m/envs/__pycache__/environment_factory.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amathislab/dmap/bca913e70e6d7d61922d210fd98fe7a8972dd657/pybullet_m/envs/__pycache__/environment_factory.cpython-37.pyc -------------------------------------------------------------------------------- /pybullet_m/envs/__pycache__/half_cheetah.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amathislab/dmap/bca913e70e6d7d61922d210fd98fe7a8972dd657/pybullet_m/envs/__pycache__/half_cheetah.cpython-37.pyc -------------------------------------------------------------------------------- /pybullet_m/envs/__pycache__/hopper.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amathislab/dmap/bca913e70e6d7d61922d210fd98fe7a8972dd657/pybullet_m/envs/__pycache__/hopper.cpython-37.pyc -------------------------------------------------------------------------------- /pybullet_m/envs/__pycache__/mixins.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amathislab/dmap/bca913e70e6d7d61922d210fd98fe7a8972dd657/pybullet_m/envs/__pycache__/mixins.cpython-37.pyc -------------------------------------------------------------------------------- /pybullet_m/envs/__pycache__/walker.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amathislab/dmap/bca913e70e6d7d61922d210fd98fe7a8972dd657/pybullet_m/envs/__pycache__/walker.cpython-37.pyc -------------------------------------------------------------------------------- /pybullet_m/helpers/__pycache__/xml_generator.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amathislab/dmap/bca913e70e6d7d61922d210fd98fe7a8972dd657/pybullet_m/helpers/__pycache__/xml_generator.cpython-37.pyc -------------------------------------------------------------------------------- /pybullet_m/xmls/ant/test_sigma_between_0_01/perturbation_summary.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amathislab/dmap/bca913e70e6d7d61922d210fd98fe7a8972dd657/pybullet_m/xmls/ant/test_sigma_between_0_01/perturbation_summary.pkl -------------------------------------------------------------------------------- /pybullet_m/xmls/ant/test_sigma_between_0_03/perturbation_summary.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amathislab/dmap/bca913e70e6d7d61922d210fd98fe7a8972dd657/pybullet_m/xmls/ant/test_sigma_between_0_03/perturbation_summary.pkl -------------------------------------------------------------------------------- /pybullet_m/xmls/ant/test_sigma_between_0_05/perturbation_summary.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amathislab/dmap/bca913e70e6d7d61922d210fd98fe7a8972dd657/pybullet_m/xmls/ant/test_sigma_between_0_05/perturbation_summary.pkl -------------------------------------------------------------------------------- /pybullet_m/xmls/ant/test_sigma_between_0_07/perturbation_summary.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amathislab/dmap/bca913e70e6d7d61922d210fd98fe7a8972dd657/pybullet_m/xmls/ant/test_sigma_between_0_07/perturbation_summary.pkl -------------------------------------------------------------------------------- /pybullet_m/xmls/half_cheetah/test_sigma_between_0_01/perturbation_summary.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amathislab/dmap/bca913e70e6d7d61922d210fd98fe7a8972dd657/pybullet_m/xmls/half_cheetah/test_sigma_between_0_01/perturbation_summary.pkl -------------------------------------------------------------------------------- /pybullet_m/xmls/half_cheetah/test_sigma_between_0_03/perturbation_summary.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amathislab/dmap/bca913e70e6d7d61922d210fd98fe7a8972dd657/pybullet_m/xmls/half_cheetah/test_sigma_between_0_03/perturbation_summary.pkl -------------------------------------------------------------------------------- /pybullet_m/xmls/half_cheetah/test_sigma_between_0_05/perturbation_summary.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amathislab/dmap/bca913e70e6d7d61922d210fd98fe7a8972dd657/pybullet_m/xmls/half_cheetah/test_sigma_between_0_05/perturbation_summary.pkl -------------------------------------------------------------------------------- /pybullet_m/xmls/half_cheetah/test_sigma_between_0_07/perturbation_summary.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amathislab/dmap/bca913e70e6d7d61922d210fd98fe7a8972dd657/pybullet_m/xmls/half_cheetah/test_sigma_between_0_07/perturbation_summary.pkl -------------------------------------------------------------------------------- /pybullet_m/xmls/hopper/test_sigma_between_0_01/hopper_perturbed_1.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /pybullet_m/xmls/hopper/test_sigma_between_0_01/hopper_perturbed_11.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /pybullet_m/xmls/hopper/test_sigma_between_0_01/hopper_perturbed_13.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /pybullet_m/xmls/hopper/test_sigma_between_0_01/hopper_perturbed_15.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /pybullet_m/xmls/hopper/test_sigma_between_0_01/hopper_perturbed_17.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /pybullet_m/xmls/hopper/test_sigma_between_0_01/hopper_perturbed_2.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /pybullet_m/xmls/hopper/test_sigma_between_0_01/hopper_perturbed_20.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /pybullet_m/xmls/hopper/test_sigma_between_0_01/hopper_perturbed_22.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /pybullet_m/xmls/hopper/test_sigma_between_0_01/hopper_perturbed_24.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /pybullet_m/xmls/hopper/test_sigma_between_0_01/hopper_perturbed_25.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /pybullet_m/xmls/hopper/test_sigma_between_0_01/hopper_perturbed_28.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /pybullet_m/xmls/hopper/test_sigma_between_0_01/hopper_perturbed_31.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /pybullet_m/xmls/hopper/test_sigma_between_0_01/hopper_perturbed_33.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /pybullet_m/xmls/hopper/test_sigma_between_0_01/hopper_perturbed_34.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /pybullet_m/xmls/hopper/test_sigma_between_0_01/hopper_perturbed_4.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /pybullet_m/xmls/hopper/test_sigma_between_0_01/hopper_perturbed_41.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /pybullet_m/xmls/hopper/test_sigma_between_0_01/hopper_perturbed_42.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /pybullet_m/xmls/hopper/test_sigma_between_0_01/hopper_perturbed_45.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /pybullet_m/xmls/hopper/test_sigma_between_0_01/hopper_perturbed_48.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /pybullet_m/xmls/hopper/test_sigma_between_0_01/hopper_perturbed_50.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /pybullet_m/xmls/hopper/test_sigma_between_0_01/hopper_perturbed_51.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /pybullet_m/xmls/hopper/test_sigma_between_0_01/hopper_perturbed_60.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /pybullet_m/xmls/hopper/test_sigma_between_0_01/hopper_perturbed_67.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /pybullet_m/xmls/hopper/test_sigma_between_0_01/hopper_perturbed_7.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /pybullet_m/xmls/hopper/test_sigma_between_0_01/hopper_perturbed_73.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /pybullet_m/xmls/hopper/test_sigma_between_0_01/hopper_perturbed_75.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /pybullet_m/xmls/hopper/test_sigma_between_0_01/hopper_perturbed_76.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /pybullet_m/xmls/hopper/test_sigma_between_0_01/hopper_perturbed_8.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /pybullet_m/xmls/hopper/test_sigma_between_0_01/hopper_perturbed_80.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /pybullet_m/xmls/hopper/test_sigma_between_0_01/hopper_perturbed_86.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /pybullet_m/xmls/hopper/test_sigma_between_0_01/hopper_perturbed_88.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /pybullet_m/xmls/hopper/test_sigma_between_0_01/hopper_perturbed_9.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /pybullet_m/xmls/hopper/test_sigma_between_0_01/hopper_perturbed_96.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /pybullet_m/xmls/hopper/test_sigma_between_0_01/hopper_perturbed_97.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /pybullet_m/xmls/hopper/test_sigma_between_0_01/perturbation_summary.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amathislab/dmap/bca913e70e6d7d61922d210fd98fe7a8972dd657/pybullet_m/xmls/hopper/test_sigma_between_0_01/perturbation_summary.pkl -------------------------------------------------------------------------------- /pybullet_m/xmls/hopper/test_sigma_between_0_03/hopper_perturbed_0.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /pybullet_m/xmls/hopper/test_sigma_between_0_03/hopper_perturbed_10.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /pybullet_m/xmls/hopper/test_sigma_between_0_03/hopper_perturbed_11.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /pybullet_m/xmls/hopper/test_sigma_between_0_03/hopper_perturbed_12.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /pybullet_m/xmls/hopper/test_sigma_between_0_03/hopper_perturbed_14.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /pybullet_m/xmls/hopper/test_sigma_between_0_03/hopper_perturbed_16.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /pybullet_m/xmls/hopper/test_sigma_between_0_03/hopper_perturbed_18.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /pybullet_m/xmls/hopper/test_sigma_between_0_03/hopper_perturbed_2.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /pybullet_m/xmls/hopper/test_sigma_between_0_03/hopper_perturbed_21.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /pybullet_m/xmls/hopper/test_sigma_between_0_03/hopper_perturbed_22.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /pybullet_m/xmls/hopper/test_sigma_between_0_03/hopper_perturbed_23.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /pybullet_m/xmls/hopper/test_sigma_between_0_03/hopper_perturbed_24.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /pybullet_m/xmls/hopper/test_sigma_between_0_03/hopper_perturbed_25.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /pybullet_m/xmls/hopper/test_sigma_between_0_03/hopper_perturbed_26.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /pybullet_m/xmls/hopper/test_sigma_between_0_03/hopper_perturbed_27.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /pybullet_m/xmls/hopper/test_sigma_between_0_03/hopper_perturbed_28.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /pybullet_m/xmls/hopper/test_sigma_between_0_03/hopper_perturbed_3.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /pybullet_m/xmls/hopper/test_sigma_between_0_03/hopper_perturbed_30.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /pybullet_m/xmls/hopper/test_sigma_between_0_03/hopper_perturbed_32.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /pybullet_m/xmls/hopper/test_sigma_between_0_03/hopper_perturbed_34.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /pybullet_m/xmls/hopper/test_sigma_between_0_03/hopper_perturbed_36.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /pybullet_m/xmls/hopper/test_sigma_between_0_03/hopper_perturbed_38.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /pybullet_m/xmls/hopper/test_sigma_between_0_03/hopper_perturbed_4.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /pybullet_m/xmls/hopper/test_sigma_between_0_03/hopper_perturbed_40.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /pybullet_m/xmls/hopper/test_sigma_between_0_03/hopper_perturbed_42.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /pybullet_m/xmls/hopper/test_sigma_between_0_03/hopper_perturbed_45.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /pybullet_m/xmls/hopper/test_sigma_between_0_03/hopper_perturbed_46.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /pybullet_m/xmls/hopper/test_sigma_between_0_03/hopper_perturbed_48.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /pybullet_m/xmls/hopper/test_sigma_between_0_03/hopper_perturbed_5.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /pybullet_m/xmls/hopper/test_sigma_between_0_03/hopper_perturbed_50.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /pybullet_m/xmls/hopper/test_sigma_between_0_03/hopper_perturbed_63.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /pybullet_m/xmls/hopper/test_sigma_between_0_03/hopper_perturbed_65.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /pybullet_m/xmls/hopper/test_sigma_between_0_03/perturbation_summary.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amathislab/dmap/bca913e70e6d7d61922d210fd98fe7a8972dd657/pybullet_m/xmls/hopper/test_sigma_between_0_03/perturbation_summary.pkl -------------------------------------------------------------------------------- /pybullet_m/xmls/hopper/test_sigma_between_0_05/hopper_perturbed_0.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /pybullet_m/xmls/hopper/test_sigma_between_0_05/hopper_perturbed_13.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /pybullet_m/xmls/hopper/test_sigma_between_0_05/hopper_perturbed_46.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /pybullet_m/xmls/hopper/test_sigma_between_0_05/hopper_perturbed_55.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /pybullet_m/xmls/hopper/test_sigma_between_0_05/hopper_perturbed_64.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /pybullet_m/xmls/hopper/test_sigma_between_0_05/hopper_perturbed_8.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /pybullet_m/xmls/hopper/test_sigma_between_0_05/hopper_perturbed_99.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /pybullet_m/xmls/hopper/test_sigma_between_0_05/perturbation_summary.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amathislab/dmap/bca913e70e6d7d61922d210fd98fe7a8972dd657/pybullet_m/xmls/hopper/test_sigma_between_0_05/perturbation_summary.pkl -------------------------------------------------------------------------------- /pybullet_m/xmls/hopper/test_sigma_between_0_07/hopper_perturbed_23.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /pybullet_m/xmls/hopper/test_sigma_between_0_07/hopper_perturbed_32.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /pybullet_m/xmls/hopper/test_sigma_between_0_07/hopper_perturbed_57.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /pybullet_m/xmls/hopper/test_sigma_between_0_07/hopper_perturbed_82.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /pybullet_m/xmls/hopper/test_sigma_between_0_07/perturbation_summary.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amathislab/dmap/bca913e70e6d7d61922d210fd98fe7a8972dd657/pybullet_m/xmls/hopper/test_sigma_between_0_07/perturbation_summary.pkl -------------------------------------------------------------------------------- /pybullet_m/xmls/walker/test_sigma_between_0_01/perturbation_summary.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amathislab/dmap/bca913e70e6d7d61922d210fd98fe7a8972dd657/pybullet_m/xmls/walker/test_sigma_between_0_01/perturbation_summary.pkl -------------------------------------------------------------------------------- /pybullet_m/xmls/walker/test_sigma_between_0_03/perturbation_summary.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amathislab/dmap/bca913e70e6d7d61922d210fd98fe7a8972dd657/pybullet_m/xmls/walker/test_sigma_between_0_03/perturbation_summary.pkl -------------------------------------------------------------------------------- /pybullet_m/xmls/walker/test_sigma_between_0_05/perturbation_summary.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amathislab/dmap/bca913e70e6d7d61922d210fd98fe7a8972dd657/pybullet_m/xmls/walker/test_sigma_between_0_05/perturbation_summary.pkl -------------------------------------------------------------------------------- /pybullet_m/xmls/walker/test_sigma_between_0_07/perturbation_summary.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amathislab/dmap/bca913e70e6d7d61922d210fd98fe7a8972dd657/pybullet_m/xmls/walker/test_sigma_between_0_07/perturbation_summary.pkl --------------------------------------------------------------------------------