├── LICENSE ├── README.md ├── mat ├── conjgrad_1.m ├── nnet_experiments.m ├── nnet_train_adam.m ├── nnet_train_geo.m ├── nnet_train_geo_faster.m ├── nnet_train_midpoint_2.m ├── nnet_train_ng.m └── vec.m ├── rl ├── .gitignore ├── .travis.yml ├── LICENSE ├── baselines │ ├── __init__.py │ ├── acktr │ │ ├── __init__.py │ │ ├── acktr_cont.py │ │ ├── acktr_cont_geo.py │ │ ├── acktr_cont_midpoint.py │ │ ├── kfac.py │ │ ├── kfac_utils.py │ │ ├── policies.py │ │ ├── run_mujoco.py │ │ ├── utils.py │ │ └── value_functions.py │ ├── bench │ │ ├── __init__.py │ │ ├── benchmarks.py │ │ └── monitor.py │ ├── common │ │ ├── __init__.py │ │ ├── atari_wrappers.py │ │ ├── cg.py │ │ ├── cmd_util.py │ │ ├── console_util.py │ │ ├── dataset.py │ │ ├── distributions.py │ │ ├── filters.py │ │ ├── identity_env.py │ │ ├── input.py │ │ ├── math_util.py │ │ ├── misc_util.py │ │ ├── mpi_adam.py │ │ ├── mpi_fork.py │ │ ├── mpi_moments.py │ │ ├── mpi_running_mean_std.py │ │ ├── runners.py │ │ ├── running_mean_std.py │ │ ├── running_stat.py │ │ ├── schedules.py │ │ ├── segment_tree.py │ │ ├── test_identity.py │ │ ├── tests │ │ │ ├── test_schedules.py │ │ │ ├── test_segment_tree.py │ │ │ └── test_tf_util.py │ │ ├── tf_util.py │ │ └── vec_env │ │ │ ├── __init__.py │ │ │ ├── dummy_vec_env.py │ │ │ ├── subproc_vec_env.py │ │ │ ├── vec_frame_stack.py │ │ │ └── vec_normalize.py │ ├── logger.py │ └── results_plotter.py └── setup.py └── synth ├── gamma_experiment.py ├── param0.py ├── param1.py ├── param_beta_3.py └── param_square.py /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ermongroup/higher_order_invariance/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ermongroup/higher_order_invariance/HEAD/README.md -------------------------------------------------------------------------------- /mat/conjgrad_1.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ermongroup/higher_order_invariance/HEAD/mat/conjgrad_1.m -------------------------------------------------------------------------------- /mat/nnet_experiments.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ermongroup/higher_order_invariance/HEAD/mat/nnet_experiments.m -------------------------------------------------------------------------------- /mat/nnet_train_adam.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ermongroup/higher_order_invariance/HEAD/mat/nnet_train_adam.m -------------------------------------------------------------------------------- /mat/nnet_train_geo.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ermongroup/higher_order_invariance/HEAD/mat/nnet_train_geo.m -------------------------------------------------------------------------------- /mat/nnet_train_geo_faster.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ermongroup/higher_order_invariance/HEAD/mat/nnet_train_geo_faster.m -------------------------------------------------------------------------------- /mat/nnet_train_midpoint_2.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ermongroup/higher_order_invariance/HEAD/mat/nnet_train_midpoint_2.m -------------------------------------------------------------------------------- /mat/nnet_train_ng.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ermongroup/higher_order_invariance/HEAD/mat/nnet_train_ng.m -------------------------------------------------------------------------------- /mat/vec.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ermongroup/higher_order_invariance/HEAD/mat/vec.m -------------------------------------------------------------------------------- /rl/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ermongroup/higher_order_invariance/HEAD/rl/.gitignore -------------------------------------------------------------------------------- /rl/.travis.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ermongroup/higher_order_invariance/HEAD/rl/.travis.yml -------------------------------------------------------------------------------- /rl/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ermongroup/higher_order_invariance/HEAD/rl/LICENSE -------------------------------------------------------------------------------- /rl/baselines/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /rl/baselines/acktr/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /rl/baselines/acktr/acktr_cont.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ermongroup/higher_order_invariance/HEAD/rl/baselines/acktr/acktr_cont.py -------------------------------------------------------------------------------- /rl/baselines/acktr/acktr_cont_geo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ermongroup/higher_order_invariance/HEAD/rl/baselines/acktr/acktr_cont_geo.py -------------------------------------------------------------------------------- /rl/baselines/acktr/acktr_cont_midpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ermongroup/higher_order_invariance/HEAD/rl/baselines/acktr/acktr_cont_midpoint.py -------------------------------------------------------------------------------- /rl/baselines/acktr/kfac.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ermongroup/higher_order_invariance/HEAD/rl/baselines/acktr/kfac.py -------------------------------------------------------------------------------- /rl/baselines/acktr/kfac_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ermongroup/higher_order_invariance/HEAD/rl/baselines/acktr/kfac_utils.py -------------------------------------------------------------------------------- /rl/baselines/acktr/policies.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ermongroup/higher_order_invariance/HEAD/rl/baselines/acktr/policies.py -------------------------------------------------------------------------------- /rl/baselines/acktr/run_mujoco.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ermongroup/higher_order_invariance/HEAD/rl/baselines/acktr/run_mujoco.py -------------------------------------------------------------------------------- /rl/baselines/acktr/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ermongroup/higher_order_invariance/HEAD/rl/baselines/acktr/utils.py -------------------------------------------------------------------------------- /rl/baselines/acktr/value_functions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ermongroup/higher_order_invariance/HEAD/rl/baselines/acktr/value_functions.py -------------------------------------------------------------------------------- /rl/baselines/bench/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ermongroup/higher_order_invariance/HEAD/rl/baselines/bench/__init__.py -------------------------------------------------------------------------------- /rl/baselines/bench/benchmarks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ermongroup/higher_order_invariance/HEAD/rl/baselines/bench/benchmarks.py -------------------------------------------------------------------------------- /rl/baselines/bench/monitor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ermongroup/higher_order_invariance/HEAD/rl/baselines/bench/monitor.py -------------------------------------------------------------------------------- /rl/baselines/common/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ermongroup/higher_order_invariance/HEAD/rl/baselines/common/__init__.py -------------------------------------------------------------------------------- /rl/baselines/common/atari_wrappers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ermongroup/higher_order_invariance/HEAD/rl/baselines/common/atari_wrappers.py -------------------------------------------------------------------------------- /rl/baselines/common/cg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ermongroup/higher_order_invariance/HEAD/rl/baselines/common/cg.py -------------------------------------------------------------------------------- /rl/baselines/common/cmd_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ermongroup/higher_order_invariance/HEAD/rl/baselines/common/cmd_util.py -------------------------------------------------------------------------------- /rl/baselines/common/console_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ermongroup/higher_order_invariance/HEAD/rl/baselines/common/console_util.py -------------------------------------------------------------------------------- /rl/baselines/common/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ermongroup/higher_order_invariance/HEAD/rl/baselines/common/dataset.py -------------------------------------------------------------------------------- /rl/baselines/common/distributions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ermongroup/higher_order_invariance/HEAD/rl/baselines/common/distributions.py -------------------------------------------------------------------------------- /rl/baselines/common/filters.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ermongroup/higher_order_invariance/HEAD/rl/baselines/common/filters.py -------------------------------------------------------------------------------- /rl/baselines/common/identity_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ermongroup/higher_order_invariance/HEAD/rl/baselines/common/identity_env.py -------------------------------------------------------------------------------- /rl/baselines/common/input.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ermongroup/higher_order_invariance/HEAD/rl/baselines/common/input.py -------------------------------------------------------------------------------- /rl/baselines/common/math_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ermongroup/higher_order_invariance/HEAD/rl/baselines/common/math_util.py -------------------------------------------------------------------------------- /rl/baselines/common/misc_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ermongroup/higher_order_invariance/HEAD/rl/baselines/common/misc_util.py -------------------------------------------------------------------------------- /rl/baselines/common/mpi_adam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ermongroup/higher_order_invariance/HEAD/rl/baselines/common/mpi_adam.py -------------------------------------------------------------------------------- /rl/baselines/common/mpi_fork.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ermongroup/higher_order_invariance/HEAD/rl/baselines/common/mpi_fork.py -------------------------------------------------------------------------------- /rl/baselines/common/mpi_moments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ermongroup/higher_order_invariance/HEAD/rl/baselines/common/mpi_moments.py -------------------------------------------------------------------------------- /rl/baselines/common/mpi_running_mean_std.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ermongroup/higher_order_invariance/HEAD/rl/baselines/common/mpi_running_mean_std.py -------------------------------------------------------------------------------- /rl/baselines/common/runners.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ermongroup/higher_order_invariance/HEAD/rl/baselines/common/runners.py -------------------------------------------------------------------------------- /rl/baselines/common/running_mean_std.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ermongroup/higher_order_invariance/HEAD/rl/baselines/common/running_mean_std.py -------------------------------------------------------------------------------- /rl/baselines/common/running_stat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ermongroup/higher_order_invariance/HEAD/rl/baselines/common/running_stat.py -------------------------------------------------------------------------------- /rl/baselines/common/schedules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ermongroup/higher_order_invariance/HEAD/rl/baselines/common/schedules.py -------------------------------------------------------------------------------- /rl/baselines/common/segment_tree.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ermongroup/higher_order_invariance/HEAD/rl/baselines/common/segment_tree.py -------------------------------------------------------------------------------- /rl/baselines/common/test_identity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ermongroup/higher_order_invariance/HEAD/rl/baselines/common/test_identity.py -------------------------------------------------------------------------------- /rl/baselines/common/tests/test_schedules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ermongroup/higher_order_invariance/HEAD/rl/baselines/common/tests/test_schedules.py -------------------------------------------------------------------------------- /rl/baselines/common/tests/test_segment_tree.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ermongroup/higher_order_invariance/HEAD/rl/baselines/common/tests/test_segment_tree.py -------------------------------------------------------------------------------- /rl/baselines/common/tests/test_tf_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ermongroup/higher_order_invariance/HEAD/rl/baselines/common/tests/test_tf_util.py -------------------------------------------------------------------------------- /rl/baselines/common/tf_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ermongroup/higher_order_invariance/HEAD/rl/baselines/common/tf_util.py -------------------------------------------------------------------------------- /rl/baselines/common/vec_env/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ermongroup/higher_order_invariance/HEAD/rl/baselines/common/vec_env/__init__.py -------------------------------------------------------------------------------- /rl/baselines/common/vec_env/dummy_vec_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ermongroup/higher_order_invariance/HEAD/rl/baselines/common/vec_env/dummy_vec_env.py -------------------------------------------------------------------------------- /rl/baselines/common/vec_env/subproc_vec_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ermongroup/higher_order_invariance/HEAD/rl/baselines/common/vec_env/subproc_vec_env.py -------------------------------------------------------------------------------- /rl/baselines/common/vec_env/vec_frame_stack.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ermongroup/higher_order_invariance/HEAD/rl/baselines/common/vec_env/vec_frame_stack.py -------------------------------------------------------------------------------- /rl/baselines/common/vec_env/vec_normalize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ermongroup/higher_order_invariance/HEAD/rl/baselines/common/vec_env/vec_normalize.py -------------------------------------------------------------------------------- /rl/baselines/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ermongroup/higher_order_invariance/HEAD/rl/baselines/logger.py -------------------------------------------------------------------------------- /rl/baselines/results_plotter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ermongroup/higher_order_invariance/HEAD/rl/baselines/results_plotter.py -------------------------------------------------------------------------------- /rl/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ermongroup/higher_order_invariance/HEAD/rl/setup.py -------------------------------------------------------------------------------- /synth/gamma_experiment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ermongroup/higher_order_invariance/HEAD/synth/gamma_experiment.py -------------------------------------------------------------------------------- /synth/param0.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ermongroup/higher_order_invariance/HEAD/synth/param0.py -------------------------------------------------------------------------------- /synth/param1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ermongroup/higher_order_invariance/HEAD/synth/param1.py -------------------------------------------------------------------------------- /synth/param_beta_3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ermongroup/higher_order_invariance/HEAD/synth/param_beta_3.py -------------------------------------------------------------------------------- /synth/param_square.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ermongroup/higher_order_invariance/HEAD/synth/param_square.py --------------------------------------------------------------------------------