├── .gitignore ├── LICENSE ├── README.md ├── README_theirs.rst ├── environments ├── __init__.py └── rlgymenv.py ├── expert_policies ├── classic │ ├── Acrobot-v0.h5 │ ├── CartPole-v0.h5 │ ├── InvertedPendulum-v1.h5 │ └── MountainCar-v0.h5 └── modern │ ├── log_Ant-v1_0.h5 │ ├── log_HalfCheetah-v0_2.h5 │ ├── log_HalfCheetah-v1_2.h5 │ ├── log_Hopper-v0_3.h5 │ ├── log_Hopper-v1_4.h5 │ ├── log_Reacher-v1_4.h5 │ ├── log_Walker2d-v1_1.h5 │ ├── log_humanoid_1.h5 │ └── walker_eb5b2e_1.h5 ├── figures ├── Ant-v1.png ├── CartPole-v0.png ├── HalfCheetah-v1.png ├── Hopper-v1.png ├── MountainCar-v0.png ├── Reacher-v1.png └── Walker2d-v1.png ├── pipelines ├── im_classic_pipeline.yaml ├── im_humanoid_pipeline.yaml ├── im_pipeline.yaml └── im_regtest_pipeline.yaml ├── policyopt ├── __init__.py ├── imitation.py ├── nn.py ├── optim.py ├── rl.py ├── thutil.py ├── tqdm.py └── util.py ├── results ├── classic_results.h5 ├── entreg_results.h5 ├── humanoid_results.h5 └── modern_results.h5 └── scripts ├── check_progress.py ├── gen_classic_policies.py ├── im_pipeline.py ├── imitate_mj.py ├── media ├── README ├── print_env_info.py ├── print_env_randreturn.py └── video_mj.py ├── plot_results.py ├── print_saved_returns.py ├── run_rl_mj.py ├── showlog.py └── vis_mj.py /.gitignore: -------------------------------------------------------------------------------- 1 | *.swp 2 | *.pyc 3 | -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DanielTakeshi/imitation/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DanielTakeshi/imitation/HEAD/README.md -------------------------------------------------------------------------------- /README_theirs.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DanielTakeshi/imitation/HEAD/README_theirs.rst -------------------------------------------------------------------------------- /environments/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /environments/rlgymenv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DanielTakeshi/imitation/HEAD/environments/rlgymenv.py -------------------------------------------------------------------------------- /expert_policies/classic/Acrobot-v0.h5: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DanielTakeshi/imitation/HEAD/expert_policies/classic/Acrobot-v0.h5 -------------------------------------------------------------------------------- /expert_policies/classic/CartPole-v0.h5: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DanielTakeshi/imitation/HEAD/expert_policies/classic/CartPole-v0.h5 -------------------------------------------------------------------------------- /expert_policies/classic/InvertedPendulum-v1.h5: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DanielTakeshi/imitation/HEAD/expert_policies/classic/InvertedPendulum-v1.h5 -------------------------------------------------------------------------------- /expert_policies/classic/MountainCar-v0.h5: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DanielTakeshi/imitation/HEAD/expert_policies/classic/MountainCar-v0.h5 -------------------------------------------------------------------------------- /expert_policies/modern/log_Ant-v1_0.h5: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DanielTakeshi/imitation/HEAD/expert_policies/modern/log_Ant-v1_0.h5 -------------------------------------------------------------------------------- /expert_policies/modern/log_HalfCheetah-v0_2.h5: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DanielTakeshi/imitation/HEAD/expert_policies/modern/log_HalfCheetah-v0_2.h5 -------------------------------------------------------------------------------- /expert_policies/modern/log_HalfCheetah-v1_2.h5: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DanielTakeshi/imitation/HEAD/expert_policies/modern/log_HalfCheetah-v1_2.h5 -------------------------------------------------------------------------------- /expert_policies/modern/log_Hopper-v0_3.h5: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DanielTakeshi/imitation/HEAD/expert_policies/modern/log_Hopper-v0_3.h5 -------------------------------------------------------------------------------- /expert_policies/modern/log_Hopper-v1_4.h5: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DanielTakeshi/imitation/HEAD/expert_policies/modern/log_Hopper-v1_4.h5 -------------------------------------------------------------------------------- /expert_policies/modern/log_Reacher-v1_4.h5: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DanielTakeshi/imitation/HEAD/expert_policies/modern/log_Reacher-v1_4.h5 -------------------------------------------------------------------------------- /expert_policies/modern/log_Walker2d-v1_1.h5: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DanielTakeshi/imitation/HEAD/expert_policies/modern/log_Walker2d-v1_1.h5 -------------------------------------------------------------------------------- /expert_policies/modern/log_humanoid_1.h5: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DanielTakeshi/imitation/HEAD/expert_policies/modern/log_humanoid_1.h5 -------------------------------------------------------------------------------- /expert_policies/modern/walker_eb5b2e_1.h5: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DanielTakeshi/imitation/HEAD/expert_policies/modern/walker_eb5b2e_1.h5 -------------------------------------------------------------------------------- /figures/Ant-v1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DanielTakeshi/imitation/HEAD/figures/Ant-v1.png -------------------------------------------------------------------------------- /figures/CartPole-v0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DanielTakeshi/imitation/HEAD/figures/CartPole-v0.png -------------------------------------------------------------------------------- /figures/HalfCheetah-v1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DanielTakeshi/imitation/HEAD/figures/HalfCheetah-v1.png -------------------------------------------------------------------------------- /figures/Hopper-v1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DanielTakeshi/imitation/HEAD/figures/Hopper-v1.png -------------------------------------------------------------------------------- /figures/MountainCar-v0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DanielTakeshi/imitation/HEAD/figures/MountainCar-v0.png -------------------------------------------------------------------------------- /figures/Reacher-v1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DanielTakeshi/imitation/HEAD/figures/Reacher-v1.png -------------------------------------------------------------------------------- /figures/Walker2d-v1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DanielTakeshi/imitation/HEAD/figures/Walker2d-v1.png -------------------------------------------------------------------------------- /pipelines/im_classic_pipeline.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DanielTakeshi/imitation/HEAD/pipelines/im_classic_pipeline.yaml -------------------------------------------------------------------------------- /pipelines/im_humanoid_pipeline.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DanielTakeshi/imitation/HEAD/pipelines/im_humanoid_pipeline.yaml -------------------------------------------------------------------------------- /pipelines/im_pipeline.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DanielTakeshi/imitation/HEAD/pipelines/im_pipeline.yaml -------------------------------------------------------------------------------- /pipelines/im_regtest_pipeline.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DanielTakeshi/imitation/HEAD/pipelines/im_regtest_pipeline.yaml -------------------------------------------------------------------------------- /policyopt/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DanielTakeshi/imitation/HEAD/policyopt/__init__.py -------------------------------------------------------------------------------- /policyopt/imitation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DanielTakeshi/imitation/HEAD/policyopt/imitation.py -------------------------------------------------------------------------------- /policyopt/nn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DanielTakeshi/imitation/HEAD/policyopt/nn.py -------------------------------------------------------------------------------- /policyopt/optim.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DanielTakeshi/imitation/HEAD/policyopt/optim.py -------------------------------------------------------------------------------- /policyopt/rl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DanielTakeshi/imitation/HEAD/policyopt/rl.py -------------------------------------------------------------------------------- /policyopt/thutil.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DanielTakeshi/imitation/HEAD/policyopt/thutil.py -------------------------------------------------------------------------------- /policyopt/tqdm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DanielTakeshi/imitation/HEAD/policyopt/tqdm.py -------------------------------------------------------------------------------- /policyopt/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DanielTakeshi/imitation/HEAD/policyopt/util.py -------------------------------------------------------------------------------- /results/classic_results.h5: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DanielTakeshi/imitation/HEAD/results/classic_results.h5 -------------------------------------------------------------------------------- /results/entreg_results.h5: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DanielTakeshi/imitation/HEAD/results/entreg_results.h5 -------------------------------------------------------------------------------- /results/humanoid_results.h5: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DanielTakeshi/imitation/HEAD/results/humanoid_results.h5 -------------------------------------------------------------------------------- /results/modern_results.h5: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DanielTakeshi/imitation/HEAD/results/modern_results.h5 -------------------------------------------------------------------------------- /scripts/check_progress.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DanielTakeshi/imitation/HEAD/scripts/check_progress.py -------------------------------------------------------------------------------- /scripts/gen_classic_policies.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DanielTakeshi/imitation/HEAD/scripts/gen_classic_policies.py -------------------------------------------------------------------------------- /scripts/im_pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DanielTakeshi/imitation/HEAD/scripts/im_pipeline.py -------------------------------------------------------------------------------- /scripts/imitate_mj.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DanielTakeshi/imitation/HEAD/scripts/imitate_mj.py -------------------------------------------------------------------------------- /scripts/media/README: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DanielTakeshi/imitation/HEAD/scripts/media/README -------------------------------------------------------------------------------- /scripts/media/print_env_info.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DanielTakeshi/imitation/HEAD/scripts/media/print_env_info.py -------------------------------------------------------------------------------- /scripts/media/print_env_randreturn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DanielTakeshi/imitation/HEAD/scripts/media/print_env_randreturn.py -------------------------------------------------------------------------------- /scripts/media/video_mj.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DanielTakeshi/imitation/HEAD/scripts/media/video_mj.py -------------------------------------------------------------------------------- /scripts/plot_results.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DanielTakeshi/imitation/HEAD/scripts/plot_results.py -------------------------------------------------------------------------------- /scripts/print_saved_returns.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DanielTakeshi/imitation/HEAD/scripts/print_saved_returns.py -------------------------------------------------------------------------------- /scripts/run_rl_mj.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DanielTakeshi/imitation/HEAD/scripts/run_rl_mj.py -------------------------------------------------------------------------------- /scripts/showlog.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DanielTakeshi/imitation/HEAD/scripts/showlog.py -------------------------------------------------------------------------------- /scripts/vis_mj.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DanielTakeshi/imitation/HEAD/scripts/vis_mj.py --------------------------------------------------------------------------------