├── .gitignore ├── LICENSE ├── README.md ├── configs ├── hopper_ppo.py ├── hopper_ppo_noclip.py ├── hopper_ppom.py ├── hopper_trpo.py ├── hopper_trpo_plus.py ├── humanoid_ppo.py ├── humanoid_ppo_noclip.py ├── humanoid_ppom.py ├── humanoid_trpo.py ├── humanoid_trpo_plus.py ├── walker_ppo.py ├── walker_ppo_noclip.py ├── walker_ppom.py ├── walker_trpo.py └── walker_trpo_plus.py ├── run_agents.py └── src ├── .gitignore ├── MuJoCo.json ├── cox ├── .gitignore ├── LICENSE.txt ├── README.md ├── cox │ ├── __init__.py │ ├── archive.py │ ├── from_study.py │ ├── generator.py │ ├── help.py │ ├── make_experiments.py │ ├── readers.py │ ├── store.py │ ├── tensorboard_view.py │ ├── tests.py │ ├── utils.py │ └── verify-experiments.py ├── examples │ └── example.py ├── requirements.txt └── setup.py ├── policy_gradients ├── __init__.py ├── agent.py ├── custom_env.py ├── logging.py ├── models.py ├── steps.py ├── tests.py └── torch_utils.py ├── requirements.txt ├── run.py └── utils.py /.gitignore: -------------------------------------------------------------------------------- 1 | __pycache__/ 2 | results/ 3 | -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MadryLab/implementation-matters/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MadryLab/implementation-matters/HEAD/README.md -------------------------------------------------------------------------------- /configs/hopper_ppo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MadryLab/implementation-matters/HEAD/configs/hopper_ppo.py -------------------------------------------------------------------------------- /configs/hopper_ppo_noclip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MadryLab/implementation-matters/HEAD/configs/hopper_ppo_noclip.py -------------------------------------------------------------------------------- /configs/hopper_ppom.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MadryLab/implementation-matters/HEAD/configs/hopper_ppom.py -------------------------------------------------------------------------------- /configs/hopper_trpo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MadryLab/implementation-matters/HEAD/configs/hopper_trpo.py -------------------------------------------------------------------------------- /configs/hopper_trpo_plus.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MadryLab/implementation-matters/HEAD/configs/hopper_trpo_plus.py -------------------------------------------------------------------------------- /configs/humanoid_ppo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MadryLab/implementation-matters/HEAD/configs/humanoid_ppo.py -------------------------------------------------------------------------------- /configs/humanoid_ppo_noclip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MadryLab/implementation-matters/HEAD/configs/humanoid_ppo_noclip.py -------------------------------------------------------------------------------- /configs/humanoid_ppom.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MadryLab/implementation-matters/HEAD/configs/humanoid_ppom.py -------------------------------------------------------------------------------- /configs/humanoid_trpo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MadryLab/implementation-matters/HEAD/configs/humanoid_trpo.py -------------------------------------------------------------------------------- /configs/humanoid_trpo_plus.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MadryLab/implementation-matters/HEAD/configs/humanoid_trpo_plus.py -------------------------------------------------------------------------------- /configs/walker_ppo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MadryLab/implementation-matters/HEAD/configs/walker_ppo.py -------------------------------------------------------------------------------- /configs/walker_ppo_noclip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MadryLab/implementation-matters/HEAD/configs/walker_ppo_noclip.py -------------------------------------------------------------------------------- /configs/walker_ppom.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MadryLab/implementation-matters/HEAD/configs/walker_ppom.py -------------------------------------------------------------------------------- /configs/walker_trpo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MadryLab/implementation-matters/HEAD/configs/walker_trpo.py -------------------------------------------------------------------------------- /configs/walker_trpo_plus.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MadryLab/implementation-matters/HEAD/configs/walker_trpo_plus.py -------------------------------------------------------------------------------- /run_agents.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MadryLab/implementation-matters/HEAD/run_agents.py -------------------------------------------------------------------------------- /src/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MadryLab/implementation-matters/HEAD/src/.gitignore -------------------------------------------------------------------------------- /src/MuJoCo.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MadryLab/implementation-matters/HEAD/src/MuJoCo.json -------------------------------------------------------------------------------- /src/cox/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MadryLab/implementation-matters/HEAD/src/cox/.gitignore -------------------------------------------------------------------------------- /src/cox/LICENSE.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MadryLab/implementation-matters/HEAD/src/cox/LICENSE.txt -------------------------------------------------------------------------------- /src/cox/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MadryLab/implementation-matters/HEAD/src/cox/README.md -------------------------------------------------------------------------------- /src/cox/cox/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/cox/cox/archive.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MadryLab/implementation-matters/HEAD/src/cox/cox/archive.py -------------------------------------------------------------------------------- /src/cox/cox/from_study.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MadryLab/implementation-matters/HEAD/src/cox/cox/from_study.py -------------------------------------------------------------------------------- /src/cox/cox/generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MadryLab/implementation-matters/HEAD/src/cox/cox/generator.py -------------------------------------------------------------------------------- /src/cox/cox/help.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MadryLab/implementation-matters/HEAD/src/cox/cox/help.py -------------------------------------------------------------------------------- /src/cox/cox/make_experiments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MadryLab/implementation-matters/HEAD/src/cox/cox/make_experiments.py -------------------------------------------------------------------------------- /src/cox/cox/readers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MadryLab/implementation-matters/HEAD/src/cox/cox/readers.py -------------------------------------------------------------------------------- /src/cox/cox/store.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MadryLab/implementation-matters/HEAD/src/cox/cox/store.py -------------------------------------------------------------------------------- /src/cox/cox/tensorboard_view.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MadryLab/implementation-matters/HEAD/src/cox/cox/tensorboard_view.py -------------------------------------------------------------------------------- /src/cox/cox/tests.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MadryLab/implementation-matters/HEAD/src/cox/cox/tests.py -------------------------------------------------------------------------------- /src/cox/cox/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MadryLab/implementation-matters/HEAD/src/cox/cox/utils.py -------------------------------------------------------------------------------- /src/cox/cox/verify-experiments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MadryLab/implementation-matters/HEAD/src/cox/cox/verify-experiments.py -------------------------------------------------------------------------------- /src/cox/examples/example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MadryLab/implementation-matters/HEAD/src/cox/examples/example.py -------------------------------------------------------------------------------- /src/cox/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MadryLab/implementation-matters/HEAD/src/cox/requirements.txt -------------------------------------------------------------------------------- /src/cox/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MadryLab/implementation-matters/HEAD/src/cox/setup.py -------------------------------------------------------------------------------- /src/policy_gradients/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/policy_gradients/agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MadryLab/implementation-matters/HEAD/src/policy_gradients/agent.py -------------------------------------------------------------------------------- /src/policy_gradients/custom_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MadryLab/implementation-matters/HEAD/src/policy_gradients/custom_env.py -------------------------------------------------------------------------------- /src/policy_gradients/logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MadryLab/implementation-matters/HEAD/src/policy_gradients/logging.py -------------------------------------------------------------------------------- /src/policy_gradients/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MadryLab/implementation-matters/HEAD/src/policy_gradients/models.py -------------------------------------------------------------------------------- /src/policy_gradients/steps.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MadryLab/implementation-matters/HEAD/src/policy_gradients/steps.py -------------------------------------------------------------------------------- /src/policy_gradients/tests.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MadryLab/implementation-matters/HEAD/src/policy_gradients/tests.py -------------------------------------------------------------------------------- /src/policy_gradients/torch_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MadryLab/implementation-matters/HEAD/src/policy_gradients/torch_utils.py -------------------------------------------------------------------------------- /src/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MadryLab/implementation-matters/HEAD/src/requirements.txt -------------------------------------------------------------------------------- /src/run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MadryLab/implementation-matters/HEAD/src/run.py -------------------------------------------------------------------------------- /src/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MadryLab/implementation-matters/HEAD/src/utils.py --------------------------------------------------------------------------------