├── .gitignore ├── LICENSE.md ├── README.md ├── abstraction_experiments.py ├── action_abs ├── ActionAbstractionClass.py ├── ContainsPredicateClass.py ├── CovPredicateClass.py ├── EqPredicateClass.py ├── NotPredicateClass.py ├── OptionClass.py ├── PolicyClass.py ├── PolicyFromDictClass.py ├── PredicateClass.py ├── __init__.py ├── aa_baselines.py └── aa_helpers.py ├── chain.py ├── hierarch ├── ActionAbstractionStackClass.py ├── DynamicHierarchyAgentClass.py ├── HRMaxAgentClass.py ├── HierarchicalValueIterationClass.py ├── HierarchyAgentClass.py ├── HierarchyStateClass.py ├── RewardFuncClass.py ├── StateAbstractionStackClass.py ├── TransitionFuncClass.py ├── __init__.py ├── action_abstr_stack_helpers.py ├── hierarchy_experiments.py ├── hierarchy_helpers.py ├── make_abstr_mdp.py └── state_abstr_stack_helpers.py ├── hierarch_rooms.txt ├── octogrid.txt ├── pblocks_grid.txt ├── run_icml_learning_experiments.py ├── run_icml_planning_experiments.py ├── simple_planning_experiments.py ├── simple_sa_experiments.py ├── state_abs ├── StateAbstractionClass.py ├── __init__.py ├── indicator_funcs.py └── sa_helpers.py └── utils ├── .DS_Store ├── AbstractValueIterationClass.py ├── AbstractionWrapperClass.py ├── ColorMDPClass.py ├── ColorStateClass.py ├── StochasticSAPolicyClass.py ├── __init__.py ├── hierarch_rooms.txt ├── make_mdp.py ├── octogrid.txt ├── pblocks_grid.txt ├── planning_experiments.py ├── run_abstr_combo_experiments.py ├── run_dir_opt_core_experiments.py └── visualize_abstractions.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/david-abel/rl_abstraction/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/david-abel/rl_abstraction/HEAD/LICENSE.md -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/david-abel/rl_abstraction/HEAD/README.md -------------------------------------------------------------------------------- /abstraction_experiments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/david-abel/rl_abstraction/HEAD/abstraction_experiments.py -------------------------------------------------------------------------------- /action_abs/ActionAbstractionClass.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/david-abel/rl_abstraction/HEAD/action_abs/ActionAbstractionClass.py -------------------------------------------------------------------------------- /action_abs/ContainsPredicateClass.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/david-abel/rl_abstraction/HEAD/action_abs/ContainsPredicateClass.py -------------------------------------------------------------------------------- /action_abs/CovPredicateClass.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/david-abel/rl_abstraction/HEAD/action_abs/CovPredicateClass.py -------------------------------------------------------------------------------- /action_abs/EqPredicateClass.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/david-abel/rl_abstraction/HEAD/action_abs/EqPredicateClass.py -------------------------------------------------------------------------------- /action_abs/NotPredicateClass.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/david-abel/rl_abstraction/HEAD/action_abs/NotPredicateClass.py -------------------------------------------------------------------------------- /action_abs/OptionClass.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/david-abel/rl_abstraction/HEAD/action_abs/OptionClass.py -------------------------------------------------------------------------------- /action_abs/PolicyClass.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/david-abel/rl_abstraction/HEAD/action_abs/PolicyClass.py -------------------------------------------------------------------------------- /action_abs/PolicyFromDictClass.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/david-abel/rl_abstraction/HEAD/action_abs/PolicyFromDictClass.py -------------------------------------------------------------------------------- /action_abs/PredicateClass.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/david-abel/rl_abstraction/HEAD/action_abs/PredicateClass.py -------------------------------------------------------------------------------- /action_abs/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/david-abel/rl_abstraction/HEAD/action_abs/__init__.py -------------------------------------------------------------------------------- /action_abs/aa_baselines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/david-abel/rl_abstraction/HEAD/action_abs/aa_baselines.py -------------------------------------------------------------------------------- /action_abs/aa_helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/david-abel/rl_abstraction/HEAD/action_abs/aa_helpers.py -------------------------------------------------------------------------------- /chain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/david-abel/rl_abstraction/HEAD/chain.py -------------------------------------------------------------------------------- /hierarch/ActionAbstractionStackClass.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/david-abel/rl_abstraction/HEAD/hierarch/ActionAbstractionStackClass.py -------------------------------------------------------------------------------- /hierarch/DynamicHierarchyAgentClass.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/david-abel/rl_abstraction/HEAD/hierarch/DynamicHierarchyAgentClass.py -------------------------------------------------------------------------------- /hierarch/HRMaxAgentClass.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/david-abel/rl_abstraction/HEAD/hierarch/HRMaxAgentClass.py -------------------------------------------------------------------------------- /hierarch/HierarchicalValueIterationClass.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/david-abel/rl_abstraction/HEAD/hierarch/HierarchicalValueIterationClass.py -------------------------------------------------------------------------------- /hierarch/HierarchyAgentClass.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/david-abel/rl_abstraction/HEAD/hierarch/HierarchyAgentClass.py -------------------------------------------------------------------------------- /hierarch/HierarchyStateClass.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/david-abel/rl_abstraction/HEAD/hierarch/HierarchyStateClass.py -------------------------------------------------------------------------------- /hierarch/RewardFuncClass.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/david-abel/rl_abstraction/HEAD/hierarch/RewardFuncClass.py -------------------------------------------------------------------------------- /hierarch/StateAbstractionStackClass.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/david-abel/rl_abstraction/HEAD/hierarch/StateAbstractionStackClass.py -------------------------------------------------------------------------------- /hierarch/TransitionFuncClass.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/david-abel/rl_abstraction/HEAD/hierarch/TransitionFuncClass.py -------------------------------------------------------------------------------- /hierarch/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /hierarch/action_abstr_stack_helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/david-abel/rl_abstraction/HEAD/hierarch/action_abstr_stack_helpers.py -------------------------------------------------------------------------------- /hierarch/hierarchy_experiments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/david-abel/rl_abstraction/HEAD/hierarch/hierarchy_experiments.py -------------------------------------------------------------------------------- /hierarch/hierarchy_helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/david-abel/rl_abstraction/HEAD/hierarch/hierarchy_helpers.py -------------------------------------------------------------------------------- /hierarch/make_abstr_mdp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/david-abel/rl_abstraction/HEAD/hierarch/make_abstr_mdp.py -------------------------------------------------------------------------------- /hierarch/state_abstr_stack_helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/david-abel/rl_abstraction/HEAD/hierarch/state_abstr_stack_helpers.py -------------------------------------------------------------------------------- /hierarch_rooms.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/david-abel/rl_abstraction/HEAD/hierarch_rooms.txt -------------------------------------------------------------------------------- /octogrid.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/david-abel/rl_abstraction/HEAD/octogrid.txt -------------------------------------------------------------------------------- /pblocks_grid.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/david-abel/rl_abstraction/HEAD/pblocks_grid.txt -------------------------------------------------------------------------------- /run_icml_learning_experiments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/david-abel/rl_abstraction/HEAD/run_icml_learning_experiments.py -------------------------------------------------------------------------------- /run_icml_planning_experiments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/david-abel/rl_abstraction/HEAD/run_icml_planning_experiments.py -------------------------------------------------------------------------------- /simple_planning_experiments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/david-abel/rl_abstraction/HEAD/simple_planning_experiments.py -------------------------------------------------------------------------------- /simple_sa_experiments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/david-abel/rl_abstraction/HEAD/simple_sa_experiments.py -------------------------------------------------------------------------------- /state_abs/StateAbstractionClass.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/david-abel/rl_abstraction/HEAD/state_abs/StateAbstractionClass.py -------------------------------------------------------------------------------- /state_abs/__init__.py: -------------------------------------------------------------------------------- 1 | import sa_helpers -------------------------------------------------------------------------------- /state_abs/indicator_funcs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/david-abel/rl_abstraction/HEAD/state_abs/indicator_funcs.py -------------------------------------------------------------------------------- /state_abs/sa_helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/david-abel/rl_abstraction/HEAD/state_abs/sa_helpers.py -------------------------------------------------------------------------------- /utils/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/david-abel/rl_abstraction/HEAD/utils/.DS_Store -------------------------------------------------------------------------------- /utils/AbstractValueIterationClass.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/david-abel/rl_abstraction/HEAD/utils/AbstractValueIterationClass.py -------------------------------------------------------------------------------- /utils/AbstractionWrapperClass.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/david-abel/rl_abstraction/HEAD/utils/AbstractionWrapperClass.py -------------------------------------------------------------------------------- /utils/ColorMDPClass.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/david-abel/rl_abstraction/HEAD/utils/ColorMDPClass.py -------------------------------------------------------------------------------- /utils/ColorStateClass.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/david-abel/rl_abstraction/HEAD/utils/ColorStateClass.py -------------------------------------------------------------------------------- /utils/StochasticSAPolicyClass.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/david-abel/rl_abstraction/HEAD/utils/StochasticSAPolicyClass.py -------------------------------------------------------------------------------- /utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /utils/hierarch_rooms.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/david-abel/rl_abstraction/HEAD/utils/hierarch_rooms.txt -------------------------------------------------------------------------------- /utils/make_mdp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/david-abel/rl_abstraction/HEAD/utils/make_mdp.py -------------------------------------------------------------------------------- /utils/octogrid.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/david-abel/rl_abstraction/HEAD/utils/octogrid.txt -------------------------------------------------------------------------------- /utils/pblocks_grid.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/david-abel/rl_abstraction/HEAD/utils/pblocks_grid.txt -------------------------------------------------------------------------------- /utils/planning_experiments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/david-abel/rl_abstraction/HEAD/utils/planning_experiments.py -------------------------------------------------------------------------------- /utils/run_abstr_combo_experiments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/david-abel/rl_abstraction/HEAD/utils/run_abstr_combo_experiments.py -------------------------------------------------------------------------------- /utils/run_dir_opt_core_experiments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/david-abel/rl_abstraction/HEAD/utils/run_dir_opt_core_experiments.py -------------------------------------------------------------------------------- /utils/visualize_abstractions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/david-abel/rl_abstraction/HEAD/utils/visualize_abstractions.py --------------------------------------------------------------------------------