├── .Rbuildignore ├── .github ├── .gitignore └── workflows │ ├── check-standard.yaml │ └── rhub.yaml ├── .gitignore ├── DESCRIPTION ├── NAMESPACE ├── NEWS.md ├── R ├── AAA_check_installed.R ├── AAA_pomdp-package.R ├── AAA_shorten.R ├── Cliff_walking.R ├── DynaMaze.R ├── MDP.R ├── MDP_policy_functions.R ├── Maze.R ├── POMDP.R ├── POMDP_file_examples.R ├── RcppExports.R ├── RussianTiger.R ├── Tiger.R ├── Windy_gridworld.R ├── accessors.R ├── accessors_reward.R ├── accessors_trans_obs.R ├── actions.R ├── add_policy.R ├── check_and_fix_MDP.R ├── colors.R ├── estimate_belief_for_nodes.R ├── foreach_helper.R ├── gridworld.R ├── make_partially_observable.R ├── optimal_action.R ├── plot_belief_space.R ├── plot_policy_graph.R ├── policy.R ├── policy_graph.R ├── print.text.R ├── projection.R ├── queue.R ├── reachable_and_absorbing.R ├── read_write_POMDP.R ├── read_write_pomdp_solve.R ├── regret.R ├── reward.R ├── round_stochchastic.R ├── sample_belief_space.R ├── simulate_MDP.R ├── simulate_POMDP.R ├── solve_MDP.R ├── solve_POMDP.R ├── solve_SARSOP.R ├── stack.R ├── transition_graph.R ├── update_belief.R ├── value_function.R └── which_max_random.R ├── README.Rmd ├── README.md ├── data ├── Cliff_walking.rda ├── DynaMaze.rda ├── Maze.rda ├── RussianTiger.rda ├── Three_doors.rda ├── Tiger.rda └── Windy_gridworld.rda ├── data_src ├── create_Cliff_walking.R ├── create_DynaMaze.R ├── create_Russian_Tiger.R ├── create_Three_doors.R ├── create_Tiger.R ├── create_Windy_gridworld.R ├── light.pomdp └── line_maze.R ├── inst ├── CITATION ├── README_files │ ├── policy_graph-1.png │ └── value_function-1.png └── examples │ ├── light_maze.POMDP │ ├── shuttle_95.POMDP │ └── tiger_aaai.POMDP ├── man ├── Cliff_walking.Rd ├── DynaMaze.Rd ├── MDP.Rd ├── MDP2POMDP.Rd ├── MDP_policy_functions.Rd ├── Maze.Rd ├── POMDP.Rd ├── POMDP_example_files.Rd ├── RussianTiger.Rd ├── Tiger.Rd ├── Windy_gridworld.Rd ├── accessors.Rd ├── actions.Rd ├── add_policy.Rd ├── colors.Rd ├── estimate_belief_for_nodes.Rd ├── figures │ ├── cliff-walking-gridworld.png │ ├── logo.svg │ └── windy-gridworld.png ├── gridworld.Rd ├── optimal_action.Rd ├── plot_belief_space.Rd ├── plot_policy_graph.Rd ├── policy.Rd ├── policy_graph.Rd ├── pomdp-package.Rd ├── projection.Rd ├── reachable_and_absorbing.Rd ├── regret.Rd ├── reward.Rd ├── round_stochastic.Rd ├── sample_belief_space.Rd ├── simulate_MDP.Rd ├── simulate_POMDP.Rd ├── solve_MDP.Rd ├── solve_POMDP.Rd ├── solve_SARSOP.Rd ├── transition_graph.Rd ├── update_belief.Rd ├── value_function.Rd └── write_POMDP.Rd ├── pomdp.Rproj ├── src ├── POMDP.cpp ├── POMDP.h ├── RcppExports.cpp ├── dgCMatrix.h ├── math.cpp ├── math.h ├── model.cpp ├── model.h ├── sample_simplex.cpp ├── simulate_MDP.cpp └── simulate_POMDP.cpp ├── tests ├── testthat.R └── testthat │ ├── test-MDP_functions.R │ ├── test-POMDP_accessors.R │ ├── test-cpp.R │ ├── test-read_write_POMDP.R │ ├── test-simulate.R │ ├── test-solve_MDP.R │ ├── test-solve_POMDP.R │ └── test-solve_SARSOP.R └── vignettes ├── .gitignore ├── gridworlds.Rmd ├── pomdp.Rmd └── references.bib /.Rbuildignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/.Rbuildignore -------------------------------------------------------------------------------- /.github/.gitignore: -------------------------------------------------------------------------------- 1 | *.html 2 | -------------------------------------------------------------------------------- /.github/workflows/check-standard.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/.github/workflows/check-standard.yaml -------------------------------------------------------------------------------- /.github/workflows/rhub.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/.github/workflows/rhub.yaml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/.gitignore -------------------------------------------------------------------------------- /DESCRIPTION: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/DESCRIPTION -------------------------------------------------------------------------------- /NAMESPACE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/NAMESPACE -------------------------------------------------------------------------------- /NEWS.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/NEWS.md -------------------------------------------------------------------------------- /R/AAA_check_installed.R: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/R/AAA_check_installed.R -------------------------------------------------------------------------------- /R/AAA_pomdp-package.R: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/R/AAA_pomdp-package.R -------------------------------------------------------------------------------- /R/AAA_shorten.R: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/R/AAA_shorten.R -------------------------------------------------------------------------------- /R/Cliff_walking.R: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/R/Cliff_walking.R -------------------------------------------------------------------------------- /R/DynaMaze.R: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/R/DynaMaze.R -------------------------------------------------------------------------------- /R/MDP.R: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/R/MDP.R -------------------------------------------------------------------------------- /R/MDP_policy_functions.R: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/R/MDP_policy_functions.R -------------------------------------------------------------------------------- /R/Maze.R: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/R/Maze.R -------------------------------------------------------------------------------- /R/POMDP.R: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/R/POMDP.R -------------------------------------------------------------------------------- /R/POMDP_file_examples.R: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/R/POMDP_file_examples.R -------------------------------------------------------------------------------- /R/RcppExports.R: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/R/RcppExports.R -------------------------------------------------------------------------------- /R/RussianTiger.R: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/R/RussianTiger.R -------------------------------------------------------------------------------- /R/Tiger.R: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/R/Tiger.R -------------------------------------------------------------------------------- /R/Windy_gridworld.R: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/R/Windy_gridworld.R -------------------------------------------------------------------------------- /R/accessors.R: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/R/accessors.R -------------------------------------------------------------------------------- /R/accessors_reward.R: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/R/accessors_reward.R -------------------------------------------------------------------------------- /R/accessors_trans_obs.R: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/R/accessors_trans_obs.R -------------------------------------------------------------------------------- /R/actions.R: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/R/actions.R -------------------------------------------------------------------------------- /R/add_policy.R: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/R/add_policy.R -------------------------------------------------------------------------------- /R/check_and_fix_MDP.R: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/R/check_and_fix_MDP.R -------------------------------------------------------------------------------- /R/colors.R: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/R/colors.R -------------------------------------------------------------------------------- /R/estimate_belief_for_nodes.R: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/R/estimate_belief_for_nodes.R -------------------------------------------------------------------------------- /R/foreach_helper.R: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/R/foreach_helper.R -------------------------------------------------------------------------------- /R/gridworld.R: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/R/gridworld.R -------------------------------------------------------------------------------- /R/make_partially_observable.R: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/R/make_partially_observable.R -------------------------------------------------------------------------------- /R/optimal_action.R: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/R/optimal_action.R -------------------------------------------------------------------------------- /R/plot_belief_space.R: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/R/plot_belief_space.R -------------------------------------------------------------------------------- /R/plot_policy_graph.R: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/R/plot_policy_graph.R -------------------------------------------------------------------------------- /R/policy.R: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/R/policy.R -------------------------------------------------------------------------------- /R/policy_graph.R: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/R/policy_graph.R -------------------------------------------------------------------------------- /R/print.text.R: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/R/print.text.R -------------------------------------------------------------------------------- /R/projection.R: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/R/projection.R -------------------------------------------------------------------------------- /R/queue.R: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/R/queue.R -------------------------------------------------------------------------------- /R/reachable_and_absorbing.R: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/R/reachable_and_absorbing.R -------------------------------------------------------------------------------- /R/read_write_POMDP.R: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/R/read_write_POMDP.R -------------------------------------------------------------------------------- /R/read_write_pomdp_solve.R: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/R/read_write_pomdp_solve.R -------------------------------------------------------------------------------- /R/regret.R: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/R/regret.R -------------------------------------------------------------------------------- /R/reward.R: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/R/reward.R -------------------------------------------------------------------------------- /R/round_stochchastic.R: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/R/round_stochchastic.R -------------------------------------------------------------------------------- /R/sample_belief_space.R: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/R/sample_belief_space.R -------------------------------------------------------------------------------- /R/simulate_MDP.R: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/R/simulate_MDP.R -------------------------------------------------------------------------------- /R/simulate_POMDP.R: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/R/simulate_POMDP.R -------------------------------------------------------------------------------- /R/solve_MDP.R: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/R/solve_MDP.R -------------------------------------------------------------------------------- /R/solve_POMDP.R: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/R/solve_POMDP.R -------------------------------------------------------------------------------- /R/solve_SARSOP.R: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/R/solve_SARSOP.R -------------------------------------------------------------------------------- /R/stack.R: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/R/stack.R -------------------------------------------------------------------------------- /R/transition_graph.R: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/R/transition_graph.R -------------------------------------------------------------------------------- /R/update_belief.R: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/R/update_belief.R -------------------------------------------------------------------------------- /R/value_function.R: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/R/value_function.R -------------------------------------------------------------------------------- /R/which_max_random.R: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/R/which_max_random.R -------------------------------------------------------------------------------- /README.Rmd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/README.Rmd -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/README.md -------------------------------------------------------------------------------- /data/Cliff_walking.rda: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/data/Cliff_walking.rda -------------------------------------------------------------------------------- /data/DynaMaze.rda: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/data/DynaMaze.rda -------------------------------------------------------------------------------- /data/Maze.rda: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/data/Maze.rda -------------------------------------------------------------------------------- /data/RussianTiger.rda: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/data/RussianTiger.rda -------------------------------------------------------------------------------- /data/Three_doors.rda: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/data/Three_doors.rda -------------------------------------------------------------------------------- /data/Tiger.rda: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/data/Tiger.rda -------------------------------------------------------------------------------- /data/Windy_gridworld.rda: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/data/Windy_gridworld.rda -------------------------------------------------------------------------------- /data_src/create_Cliff_walking.R: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/data_src/create_Cliff_walking.R -------------------------------------------------------------------------------- /data_src/create_DynaMaze.R: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/data_src/create_DynaMaze.R -------------------------------------------------------------------------------- /data_src/create_Russian_Tiger.R: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/data_src/create_Russian_Tiger.R -------------------------------------------------------------------------------- /data_src/create_Three_doors.R: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/data_src/create_Three_doors.R -------------------------------------------------------------------------------- /data_src/create_Tiger.R: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/data_src/create_Tiger.R -------------------------------------------------------------------------------- /data_src/create_Windy_gridworld.R: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/data_src/create_Windy_gridworld.R -------------------------------------------------------------------------------- /data_src/light.pomdp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/data_src/light.pomdp -------------------------------------------------------------------------------- /data_src/line_maze.R: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/data_src/line_maze.R -------------------------------------------------------------------------------- /inst/CITATION: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/inst/CITATION -------------------------------------------------------------------------------- /inst/README_files/policy_graph-1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/inst/README_files/policy_graph-1.png -------------------------------------------------------------------------------- /inst/README_files/value_function-1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/inst/README_files/value_function-1.png -------------------------------------------------------------------------------- /inst/examples/light_maze.POMDP: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/inst/examples/light_maze.POMDP -------------------------------------------------------------------------------- /inst/examples/shuttle_95.POMDP: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/inst/examples/shuttle_95.POMDP -------------------------------------------------------------------------------- /inst/examples/tiger_aaai.POMDP: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/inst/examples/tiger_aaai.POMDP -------------------------------------------------------------------------------- /man/Cliff_walking.Rd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/man/Cliff_walking.Rd -------------------------------------------------------------------------------- /man/DynaMaze.Rd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/man/DynaMaze.Rd -------------------------------------------------------------------------------- /man/MDP.Rd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/man/MDP.Rd -------------------------------------------------------------------------------- /man/MDP2POMDP.Rd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/man/MDP2POMDP.Rd -------------------------------------------------------------------------------- /man/MDP_policy_functions.Rd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/man/MDP_policy_functions.Rd -------------------------------------------------------------------------------- /man/Maze.Rd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/man/Maze.Rd -------------------------------------------------------------------------------- /man/POMDP.Rd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/man/POMDP.Rd -------------------------------------------------------------------------------- /man/POMDP_example_files.Rd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/man/POMDP_example_files.Rd -------------------------------------------------------------------------------- /man/RussianTiger.Rd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/man/RussianTiger.Rd -------------------------------------------------------------------------------- /man/Tiger.Rd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/man/Tiger.Rd -------------------------------------------------------------------------------- /man/Windy_gridworld.Rd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/man/Windy_gridworld.Rd -------------------------------------------------------------------------------- /man/accessors.Rd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/man/accessors.Rd -------------------------------------------------------------------------------- /man/actions.Rd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/man/actions.Rd -------------------------------------------------------------------------------- /man/add_policy.Rd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/man/add_policy.Rd -------------------------------------------------------------------------------- /man/colors.Rd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/man/colors.Rd -------------------------------------------------------------------------------- /man/estimate_belief_for_nodes.Rd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/man/estimate_belief_for_nodes.Rd -------------------------------------------------------------------------------- /man/figures/cliff-walking-gridworld.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/man/figures/cliff-walking-gridworld.png -------------------------------------------------------------------------------- /man/figures/logo.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/man/figures/logo.svg -------------------------------------------------------------------------------- /man/figures/windy-gridworld.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/man/figures/windy-gridworld.png -------------------------------------------------------------------------------- /man/gridworld.Rd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/man/gridworld.Rd -------------------------------------------------------------------------------- /man/optimal_action.Rd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/man/optimal_action.Rd -------------------------------------------------------------------------------- /man/plot_belief_space.Rd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/man/plot_belief_space.Rd -------------------------------------------------------------------------------- /man/plot_policy_graph.Rd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/man/plot_policy_graph.Rd -------------------------------------------------------------------------------- /man/policy.Rd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/man/policy.Rd -------------------------------------------------------------------------------- /man/policy_graph.Rd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/man/policy_graph.Rd -------------------------------------------------------------------------------- /man/pomdp-package.Rd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/man/pomdp-package.Rd -------------------------------------------------------------------------------- /man/projection.Rd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/man/projection.Rd -------------------------------------------------------------------------------- /man/reachable_and_absorbing.Rd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/man/reachable_and_absorbing.Rd -------------------------------------------------------------------------------- /man/regret.Rd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/man/regret.Rd -------------------------------------------------------------------------------- /man/reward.Rd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/man/reward.Rd -------------------------------------------------------------------------------- /man/round_stochastic.Rd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/man/round_stochastic.Rd -------------------------------------------------------------------------------- /man/sample_belief_space.Rd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/man/sample_belief_space.Rd -------------------------------------------------------------------------------- /man/simulate_MDP.Rd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/man/simulate_MDP.Rd -------------------------------------------------------------------------------- /man/simulate_POMDP.Rd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/man/simulate_POMDP.Rd -------------------------------------------------------------------------------- /man/solve_MDP.Rd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/man/solve_MDP.Rd -------------------------------------------------------------------------------- /man/solve_POMDP.Rd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/man/solve_POMDP.Rd -------------------------------------------------------------------------------- /man/solve_SARSOP.Rd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/man/solve_SARSOP.Rd -------------------------------------------------------------------------------- /man/transition_graph.Rd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/man/transition_graph.Rd -------------------------------------------------------------------------------- /man/update_belief.Rd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/man/update_belief.Rd -------------------------------------------------------------------------------- /man/value_function.Rd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/man/value_function.Rd -------------------------------------------------------------------------------- /man/write_POMDP.Rd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/man/write_POMDP.Rd -------------------------------------------------------------------------------- /pomdp.Rproj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/pomdp.Rproj -------------------------------------------------------------------------------- /src/POMDP.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/src/POMDP.cpp -------------------------------------------------------------------------------- /src/POMDP.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/src/POMDP.h -------------------------------------------------------------------------------- /src/RcppExports.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/src/RcppExports.cpp -------------------------------------------------------------------------------- /src/dgCMatrix.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/src/dgCMatrix.h -------------------------------------------------------------------------------- /src/math.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/src/math.cpp -------------------------------------------------------------------------------- /src/math.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/src/math.h -------------------------------------------------------------------------------- /src/model.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/src/model.cpp -------------------------------------------------------------------------------- /src/model.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/src/model.h -------------------------------------------------------------------------------- /src/sample_simplex.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/src/sample_simplex.cpp -------------------------------------------------------------------------------- /src/simulate_MDP.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/src/simulate_MDP.cpp -------------------------------------------------------------------------------- /src/simulate_POMDP.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/src/simulate_POMDP.cpp -------------------------------------------------------------------------------- /tests/testthat.R: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/tests/testthat.R -------------------------------------------------------------------------------- /tests/testthat/test-MDP_functions.R: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/tests/testthat/test-MDP_functions.R -------------------------------------------------------------------------------- /tests/testthat/test-POMDP_accessors.R: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/tests/testthat/test-POMDP_accessors.R -------------------------------------------------------------------------------- /tests/testthat/test-cpp.R: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/tests/testthat/test-cpp.R -------------------------------------------------------------------------------- /tests/testthat/test-read_write_POMDP.R: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/tests/testthat/test-read_write_POMDP.R -------------------------------------------------------------------------------- /tests/testthat/test-simulate.R: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/tests/testthat/test-simulate.R -------------------------------------------------------------------------------- /tests/testthat/test-solve_MDP.R: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/tests/testthat/test-solve_MDP.R -------------------------------------------------------------------------------- /tests/testthat/test-solve_POMDP.R: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/tests/testthat/test-solve_POMDP.R -------------------------------------------------------------------------------- /tests/testthat/test-solve_SARSOP.R: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/tests/testthat/test-solve_SARSOP.R -------------------------------------------------------------------------------- /vignettes/.gitignore: -------------------------------------------------------------------------------- 1 | *.html 2 | *.R 3 | -------------------------------------------------------------------------------- /vignettes/gridworlds.Rmd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/vignettes/gridworlds.Rmd -------------------------------------------------------------------------------- /vignettes/pomdp.Rmd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/vignettes/pomdp.Rmd -------------------------------------------------------------------------------- /vignettes/references.bib: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mhahsler/pomdp/HEAD/vignettes/references.bib --------------------------------------------------------------------------------