├── .github ├── CONTRIBUTING.md ├── ISSUE_TEMPLATE │ ├── bug-report.md │ └── feature-request.md └── workflows │ ├── github-action-pr-ruff-autoformat.yml │ ├── github-action-pr-ruff-finalcheck.yml │ ├── github-action-push-ruff-formatcheck.yml │ ├── github-action-push-ruff-lint.yml │ └── github-action-pytest.yml ├── .gitignore ├── CITATION.cff ├── LICENSE ├── README.md ├── example ├── README.md ├── __init__.py ├── run_small_rooms_example.py ├── small_rooms_doorway_option.py └── small_rooms_env.py ├── setup.py ├── simpleoptions ├── __init__.py ├── environment.py ├── function_approximation │ ├── __init__.py │ ├── environment.py │ └── primitive_option.py ├── implementations │ ├── __init__.py │ ├── betweenness.py │ ├── diffusion_options.py │ ├── eigenoptions.py │ ├── generic_option_generator.py │ └── subgoal_option_generator.py ├── option.py ├── options_agent.py ├── primitive_option.py └── utils │ ├── __init__.py │ └── math.py └── test ├── test_discounted_sum.py ├── test_intra_option_update.py ├── test_macro_q_update.py └── test_run_agent.py /.github/CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ueva/BaRL-SimpleOptions/HEAD/.github/CONTRIBUTING.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/bug-report.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ueva/BaRL-SimpleOptions/HEAD/.github/ISSUE_TEMPLATE/bug-report.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/feature-request.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ueva/BaRL-SimpleOptions/HEAD/.github/ISSUE_TEMPLATE/feature-request.md -------------------------------------------------------------------------------- /.github/workflows/github-action-pr-ruff-autoformat.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ueva/BaRL-SimpleOptions/HEAD/.github/workflows/github-action-pr-ruff-autoformat.yml -------------------------------------------------------------------------------- /.github/workflows/github-action-pr-ruff-finalcheck.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ueva/BaRL-SimpleOptions/HEAD/.github/workflows/github-action-pr-ruff-finalcheck.yml -------------------------------------------------------------------------------- /.github/workflows/github-action-push-ruff-formatcheck.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ueva/BaRL-SimpleOptions/HEAD/.github/workflows/github-action-push-ruff-formatcheck.yml -------------------------------------------------------------------------------- /.github/workflows/github-action-push-ruff-lint.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ueva/BaRL-SimpleOptions/HEAD/.github/workflows/github-action-push-ruff-lint.yml -------------------------------------------------------------------------------- /.github/workflows/github-action-pytest.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ueva/BaRL-SimpleOptions/HEAD/.github/workflows/github-action-pytest.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ueva/BaRL-SimpleOptions/HEAD/.gitignore -------------------------------------------------------------------------------- /CITATION.cff: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ueva/BaRL-SimpleOptions/HEAD/CITATION.cff -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ueva/BaRL-SimpleOptions/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ueva/BaRL-SimpleOptions/HEAD/README.md -------------------------------------------------------------------------------- /example/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ueva/BaRL-SimpleOptions/HEAD/example/README.md -------------------------------------------------------------------------------- /example/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /example/run_small_rooms_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ueva/BaRL-SimpleOptions/HEAD/example/run_small_rooms_example.py -------------------------------------------------------------------------------- /example/small_rooms_doorway_option.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ueva/BaRL-SimpleOptions/HEAD/example/small_rooms_doorway_option.py -------------------------------------------------------------------------------- /example/small_rooms_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ueva/BaRL-SimpleOptions/HEAD/example/small_rooms_env.py -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ueva/BaRL-SimpleOptions/HEAD/setup.py -------------------------------------------------------------------------------- /simpleoptions/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ueva/BaRL-SimpleOptions/HEAD/simpleoptions/__init__.py -------------------------------------------------------------------------------- /simpleoptions/environment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ueva/BaRL-SimpleOptions/HEAD/simpleoptions/environment.py -------------------------------------------------------------------------------- /simpleoptions/function_approximation/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ueva/BaRL-SimpleOptions/HEAD/simpleoptions/function_approximation/__init__.py -------------------------------------------------------------------------------- /simpleoptions/function_approximation/environment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ueva/BaRL-SimpleOptions/HEAD/simpleoptions/function_approximation/environment.py -------------------------------------------------------------------------------- /simpleoptions/function_approximation/primitive_option.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ueva/BaRL-SimpleOptions/HEAD/simpleoptions/function_approximation/primitive_option.py -------------------------------------------------------------------------------- /simpleoptions/implementations/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ueva/BaRL-SimpleOptions/HEAD/simpleoptions/implementations/__init__.py -------------------------------------------------------------------------------- /simpleoptions/implementations/betweenness.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ueva/BaRL-SimpleOptions/HEAD/simpleoptions/implementations/betweenness.py -------------------------------------------------------------------------------- /simpleoptions/implementations/diffusion_options.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ueva/BaRL-SimpleOptions/HEAD/simpleoptions/implementations/diffusion_options.py -------------------------------------------------------------------------------- /simpleoptions/implementations/eigenoptions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ueva/BaRL-SimpleOptions/HEAD/simpleoptions/implementations/eigenoptions.py -------------------------------------------------------------------------------- /simpleoptions/implementations/generic_option_generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ueva/BaRL-SimpleOptions/HEAD/simpleoptions/implementations/generic_option_generator.py -------------------------------------------------------------------------------- /simpleoptions/implementations/subgoal_option_generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ueva/BaRL-SimpleOptions/HEAD/simpleoptions/implementations/subgoal_option_generator.py -------------------------------------------------------------------------------- /simpleoptions/option.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ueva/BaRL-SimpleOptions/HEAD/simpleoptions/option.py -------------------------------------------------------------------------------- /simpleoptions/options_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ueva/BaRL-SimpleOptions/HEAD/simpleoptions/options_agent.py -------------------------------------------------------------------------------- /simpleoptions/primitive_option.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ueva/BaRL-SimpleOptions/HEAD/simpleoptions/primitive_option.py -------------------------------------------------------------------------------- /simpleoptions/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /simpleoptions/utils/math.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ueva/BaRL-SimpleOptions/HEAD/simpleoptions/utils/math.py -------------------------------------------------------------------------------- /test/test_discounted_sum.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ueva/BaRL-SimpleOptions/HEAD/test/test_discounted_sum.py -------------------------------------------------------------------------------- /test/test_intra_option_update.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ueva/BaRL-SimpleOptions/HEAD/test/test_intra_option_update.py -------------------------------------------------------------------------------- /test/test_macro_q_update.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ueva/BaRL-SimpleOptions/HEAD/test/test_macro_q_update.py -------------------------------------------------------------------------------- /test/test_run_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ueva/BaRL-SimpleOptions/HEAD/test/test_run_agent.py --------------------------------------------------------------------------------