├── .gitignore ├── LICENSE ├── README.md ├── documentation ├── hieros_icml.pdf └── hieros_thesis.pdf ├── embodied ├── __init__.py ├── core │ ├── __init__.py │ ├── base.py │ ├── basics.py │ ├── batch.py │ ├── batcher.py │ ├── checkpoint.py │ ├── config.py │ ├── counter.py │ ├── distr.py │ ├── driver.py │ ├── flags.py │ ├── logger.py │ ├── metrics.py │ ├── parallel.py │ ├── path.py │ ├── random.py │ ├── space.py │ ├── timer.py │ ├── uuid.py │ ├── when.py │ ├── worker.py │ └── wrappers.py ├── envs │ ├── atari.py │ ├── bsuite.py │ ├── crafter.py │ ├── dmc.py │ ├── dmlab.py │ ├── dummy.py │ ├── from_dm.py │ ├── from_gym.py │ ├── loconav.py │ ├── loconav_quadruped.py │ ├── loconav_quadruped.xml │ ├── minecraft.py │ ├── minecraft_base.py │ ├── minecraft_minerl.py │ ├── pinpad.py │ └── robodesk.py ├── replay │ ├── __init__.py │ ├── chunk.py │ ├── generic.py │ ├── hierarchical_replay.py │ ├── limiters.py │ ├── naive_chunks.py │ ├── replays.py │ ├── reverb.py │ ├── saver.py │ └── selectors.py ├── run │ ├── __init__.py │ ├── eval_only.py │ ├── parallel.py │ ├── train.py │ ├── train_eval.py │ ├── train_holdout.py │ └── train_save.py └── scripts │ ├── install-atari.sh │ ├── install-dmlab.sh │ ├── install-minecraft.sh │ ├── plot.py │ └── xvfb_run.sh ├── experiments ├── atari100k_experiment_decompress.yml ├── atari100k_experiment_hierarchical_world_models.yml ├── atari100k_experiment_no_intermediate.yml ├── atari100k_experiment_no_stoch.yml ├── atari100k_experiment_num_layers.yml ├── atari100k_experiment_rssm.yml ├── atari100k_experiment_state_deter.yml ├── atari100k_experiment_uniform.yml └── atari100k_sweep.yml ├── hieros ├── __init__.py ├── configs.yaml ├── dreamer.py ├── exploration.py ├── hieros.py ├── models.py ├── models_dreamer.py ├── networks.py ├── networks_dreamer.py ├── tools.py └── train.py ├── requirements.txt ├── resettable_s5 ├── __init__.py ├── init.py ├── jax_compat.py └── s5_model.py └── sampler_visualization.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/README.md -------------------------------------------------------------------------------- /documentation/hieros_icml.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/documentation/hieros_icml.pdf -------------------------------------------------------------------------------- /documentation/hieros_thesis.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/documentation/hieros_thesis.pdf -------------------------------------------------------------------------------- /embodied/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/embodied/__init__.py -------------------------------------------------------------------------------- /embodied/core/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/embodied/core/__init__.py -------------------------------------------------------------------------------- /embodied/core/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/embodied/core/base.py -------------------------------------------------------------------------------- /embodied/core/basics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/embodied/core/basics.py -------------------------------------------------------------------------------- /embodied/core/batch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/embodied/core/batch.py -------------------------------------------------------------------------------- /embodied/core/batcher.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/embodied/core/batcher.py -------------------------------------------------------------------------------- /embodied/core/checkpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/embodied/core/checkpoint.py -------------------------------------------------------------------------------- /embodied/core/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/embodied/core/config.py -------------------------------------------------------------------------------- /embodied/core/counter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/embodied/core/counter.py -------------------------------------------------------------------------------- /embodied/core/distr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/embodied/core/distr.py -------------------------------------------------------------------------------- /embodied/core/driver.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/embodied/core/driver.py -------------------------------------------------------------------------------- /embodied/core/flags.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/embodied/core/flags.py -------------------------------------------------------------------------------- /embodied/core/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/embodied/core/logger.py -------------------------------------------------------------------------------- /embodied/core/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/embodied/core/metrics.py -------------------------------------------------------------------------------- /embodied/core/parallel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/embodied/core/parallel.py -------------------------------------------------------------------------------- /embodied/core/path.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/embodied/core/path.py -------------------------------------------------------------------------------- /embodied/core/random.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/embodied/core/random.py -------------------------------------------------------------------------------- /embodied/core/space.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/embodied/core/space.py -------------------------------------------------------------------------------- /embodied/core/timer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/embodied/core/timer.py -------------------------------------------------------------------------------- /embodied/core/uuid.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/embodied/core/uuid.py -------------------------------------------------------------------------------- /embodied/core/when.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/embodied/core/when.py -------------------------------------------------------------------------------- /embodied/core/worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/embodied/core/worker.py -------------------------------------------------------------------------------- /embodied/core/wrappers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/embodied/core/wrappers.py -------------------------------------------------------------------------------- /embodied/envs/atari.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/embodied/envs/atari.py -------------------------------------------------------------------------------- /embodied/envs/bsuite.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/embodied/envs/bsuite.py -------------------------------------------------------------------------------- /embodied/envs/crafter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/embodied/envs/crafter.py -------------------------------------------------------------------------------- /embodied/envs/dmc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/embodied/envs/dmc.py -------------------------------------------------------------------------------- /embodied/envs/dmlab.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/embodied/envs/dmlab.py -------------------------------------------------------------------------------- /embodied/envs/dummy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/embodied/envs/dummy.py -------------------------------------------------------------------------------- /embodied/envs/from_dm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/embodied/envs/from_dm.py -------------------------------------------------------------------------------- /embodied/envs/from_gym.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/embodied/envs/from_gym.py -------------------------------------------------------------------------------- /embodied/envs/loconav.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/embodied/envs/loconav.py -------------------------------------------------------------------------------- /embodied/envs/loconav_quadruped.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/embodied/envs/loconav_quadruped.py -------------------------------------------------------------------------------- /embodied/envs/loconav_quadruped.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/embodied/envs/loconav_quadruped.xml -------------------------------------------------------------------------------- /embodied/envs/minecraft.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/embodied/envs/minecraft.py -------------------------------------------------------------------------------- /embodied/envs/minecraft_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/embodied/envs/minecraft_base.py -------------------------------------------------------------------------------- /embodied/envs/minecraft_minerl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/embodied/envs/minecraft_minerl.py -------------------------------------------------------------------------------- /embodied/envs/pinpad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/embodied/envs/pinpad.py -------------------------------------------------------------------------------- /embodied/envs/robodesk.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/embodied/envs/robodesk.py -------------------------------------------------------------------------------- /embodied/replay/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/embodied/replay/__init__.py -------------------------------------------------------------------------------- /embodied/replay/chunk.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/embodied/replay/chunk.py -------------------------------------------------------------------------------- /embodied/replay/generic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/embodied/replay/generic.py -------------------------------------------------------------------------------- /embodied/replay/hierarchical_replay.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/embodied/replay/hierarchical_replay.py -------------------------------------------------------------------------------- /embodied/replay/limiters.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/embodied/replay/limiters.py -------------------------------------------------------------------------------- /embodied/replay/naive_chunks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/embodied/replay/naive_chunks.py -------------------------------------------------------------------------------- /embodied/replay/replays.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/embodied/replay/replays.py -------------------------------------------------------------------------------- /embodied/replay/reverb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/embodied/replay/reverb.py -------------------------------------------------------------------------------- /embodied/replay/saver.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/embodied/replay/saver.py -------------------------------------------------------------------------------- /embodied/replay/selectors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/embodied/replay/selectors.py -------------------------------------------------------------------------------- /embodied/run/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/embodied/run/__init__.py -------------------------------------------------------------------------------- /embodied/run/eval_only.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/embodied/run/eval_only.py -------------------------------------------------------------------------------- /embodied/run/parallel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/embodied/run/parallel.py -------------------------------------------------------------------------------- /embodied/run/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/embodied/run/train.py -------------------------------------------------------------------------------- /embodied/run/train_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/embodied/run/train_eval.py -------------------------------------------------------------------------------- /embodied/run/train_holdout.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/embodied/run/train_holdout.py -------------------------------------------------------------------------------- /embodied/run/train_save.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/embodied/run/train_save.py -------------------------------------------------------------------------------- /embodied/scripts/install-atari.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/embodied/scripts/install-atari.sh -------------------------------------------------------------------------------- /embodied/scripts/install-dmlab.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/embodied/scripts/install-dmlab.sh -------------------------------------------------------------------------------- /embodied/scripts/install-minecraft.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/embodied/scripts/install-minecraft.sh -------------------------------------------------------------------------------- /embodied/scripts/plot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/embodied/scripts/plot.py -------------------------------------------------------------------------------- /embodied/scripts/xvfb_run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/embodied/scripts/xvfb_run.sh -------------------------------------------------------------------------------- /experiments/atari100k_experiment_decompress.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/experiments/atari100k_experiment_decompress.yml -------------------------------------------------------------------------------- /experiments/atari100k_experiment_hierarchical_world_models.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/experiments/atari100k_experiment_hierarchical_world_models.yml -------------------------------------------------------------------------------- /experiments/atari100k_experiment_no_intermediate.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/experiments/atari100k_experiment_no_intermediate.yml -------------------------------------------------------------------------------- /experiments/atari100k_experiment_no_stoch.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/experiments/atari100k_experiment_no_stoch.yml -------------------------------------------------------------------------------- /experiments/atari100k_experiment_num_layers.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/experiments/atari100k_experiment_num_layers.yml -------------------------------------------------------------------------------- /experiments/atari100k_experiment_rssm.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/experiments/atari100k_experiment_rssm.yml -------------------------------------------------------------------------------- /experiments/atari100k_experiment_state_deter.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/experiments/atari100k_experiment_state_deter.yml -------------------------------------------------------------------------------- /experiments/atari100k_experiment_uniform.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/experiments/atari100k_experiment_uniform.yml -------------------------------------------------------------------------------- /experiments/atari100k_sweep.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/experiments/atari100k_sweep.yml -------------------------------------------------------------------------------- /hieros/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /hieros/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/hieros/configs.yaml -------------------------------------------------------------------------------- /hieros/dreamer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/hieros/dreamer.py -------------------------------------------------------------------------------- /hieros/exploration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/hieros/exploration.py -------------------------------------------------------------------------------- /hieros/hieros.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/hieros/hieros.py -------------------------------------------------------------------------------- /hieros/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/hieros/models.py -------------------------------------------------------------------------------- /hieros/models_dreamer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/hieros/models_dreamer.py -------------------------------------------------------------------------------- /hieros/networks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/hieros/networks.py -------------------------------------------------------------------------------- /hieros/networks_dreamer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/hieros/networks_dreamer.py -------------------------------------------------------------------------------- /hieros/tools.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/hieros/tools.py -------------------------------------------------------------------------------- /hieros/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/hieros/train.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/requirements.txt -------------------------------------------------------------------------------- /resettable_s5/__init__.py: -------------------------------------------------------------------------------- 1 | from .s5_model import * 2 | -------------------------------------------------------------------------------- /resettable_s5/init.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/resettable_s5/init.py -------------------------------------------------------------------------------- /resettable_s5/jax_compat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/resettable_s5/jax_compat.py -------------------------------------------------------------------------------- /resettable_s5/s5_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/resettable_s5/s5_model.py -------------------------------------------------------------------------------- /sampler_visualization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Snagnar/Hieros/HEAD/sampler_visualization.py --------------------------------------------------------------------------------