├── .gitignore ├── .travis.yml ├── LICENSE.txt ├── README.rst ├── docs ├── Makefile ├── api │ ├── example.rst │ ├── mdp.rst │ ├── mdptoolbox.rst │ └── util.rst ├── conf.py ├── index.rst ├── make.bat └── requirements.txt ├── runtests.sh ├── setup.py └── src ├── examples ├── README.rst ├── bigsql.py ├── firemdp.py └── tictactoe.py ├── experimental ├── mdpsql.py └── test_mdpsql.py ├── mdptoolbox ├── __init__.py ├── error.py ├── example.py ├── mdp.py └── util.py └── tests ├── __init__.py ├── ideas.py ├── test_FiniteHorizon.py ├── test_LP.py ├── test_MDP.py ├── test_PolicyIteration.py ├── test_PolicyIterationModified.py ├── test_QLearning.py ├── test_RelativeValueIteration.py ├── test_ValueIteration.py ├── test_ValueIterationGS.py ├── test_examples.py ├── test_issue7.py ├── test_utils.py └── utils.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nasa/pymdptoolbox/HEAD/.gitignore -------------------------------------------------------------------------------- /.travis.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nasa/pymdptoolbox/HEAD/.travis.yml -------------------------------------------------------------------------------- /LICENSE.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nasa/pymdptoolbox/HEAD/LICENSE.txt -------------------------------------------------------------------------------- /README.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nasa/pymdptoolbox/HEAD/README.rst -------------------------------------------------------------------------------- /docs/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nasa/pymdptoolbox/HEAD/docs/Makefile -------------------------------------------------------------------------------- /docs/api/example.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nasa/pymdptoolbox/HEAD/docs/api/example.rst -------------------------------------------------------------------------------- /docs/api/mdp.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nasa/pymdptoolbox/HEAD/docs/api/mdp.rst -------------------------------------------------------------------------------- /docs/api/mdptoolbox.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nasa/pymdptoolbox/HEAD/docs/api/mdptoolbox.rst -------------------------------------------------------------------------------- /docs/api/util.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nasa/pymdptoolbox/HEAD/docs/api/util.rst -------------------------------------------------------------------------------- /docs/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nasa/pymdptoolbox/HEAD/docs/conf.py -------------------------------------------------------------------------------- /docs/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nasa/pymdptoolbox/HEAD/docs/index.rst -------------------------------------------------------------------------------- /docs/make.bat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nasa/pymdptoolbox/HEAD/docs/make.bat -------------------------------------------------------------------------------- /docs/requirements.txt: -------------------------------------------------------------------------------- 1 | sphinxcontrib-napoleon==0.3.1 2 | -------------------------------------------------------------------------------- /runtests.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nasa/pymdptoolbox/HEAD/runtests.sh -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nasa/pymdptoolbox/HEAD/setup.py -------------------------------------------------------------------------------- /src/examples/README.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nasa/pymdptoolbox/HEAD/src/examples/README.rst -------------------------------------------------------------------------------- /src/examples/bigsql.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nasa/pymdptoolbox/HEAD/src/examples/bigsql.py -------------------------------------------------------------------------------- /src/examples/firemdp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nasa/pymdptoolbox/HEAD/src/examples/firemdp.py -------------------------------------------------------------------------------- /src/examples/tictactoe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nasa/pymdptoolbox/HEAD/src/examples/tictactoe.py -------------------------------------------------------------------------------- /src/experimental/mdpsql.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nasa/pymdptoolbox/HEAD/src/experimental/mdpsql.py -------------------------------------------------------------------------------- /src/experimental/test_mdpsql.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf-8 -*- 2 | 3 | -------------------------------------------------------------------------------- /src/mdptoolbox/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nasa/pymdptoolbox/HEAD/src/mdptoolbox/__init__.py -------------------------------------------------------------------------------- /src/mdptoolbox/error.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nasa/pymdptoolbox/HEAD/src/mdptoolbox/error.py -------------------------------------------------------------------------------- /src/mdptoolbox/example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nasa/pymdptoolbox/HEAD/src/mdptoolbox/example.py -------------------------------------------------------------------------------- /src/mdptoolbox/mdp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nasa/pymdptoolbox/HEAD/src/mdptoolbox/mdp.py -------------------------------------------------------------------------------- /src/mdptoolbox/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nasa/pymdptoolbox/HEAD/src/mdptoolbox/util.py -------------------------------------------------------------------------------- /src/tests/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nasa/pymdptoolbox/HEAD/src/tests/__init__.py -------------------------------------------------------------------------------- /src/tests/ideas.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nasa/pymdptoolbox/HEAD/src/tests/ideas.py -------------------------------------------------------------------------------- /src/tests/test_FiniteHorizon.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nasa/pymdptoolbox/HEAD/src/tests/test_FiniteHorizon.py -------------------------------------------------------------------------------- /src/tests/test_LP.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nasa/pymdptoolbox/HEAD/src/tests/test_LP.py -------------------------------------------------------------------------------- /src/tests/test_MDP.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nasa/pymdptoolbox/HEAD/src/tests/test_MDP.py -------------------------------------------------------------------------------- /src/tests/test_PolicyIteration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nasa/pymdptoolbox/HEAD/src/tests/test_PolicyIteration.py -------------------------------------------------------------------------------- /src/tests/test_PolicyIterationModified.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nasa/pymdptoolbox/HEAD/src/tests/test_PolicyIterationModified.py -------------------------------------------------------------------------------- /src/tests/test_QLearning.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nasa/pymdptoolbox/HEAD/src/tests/test_QLearning.py -------------------------------------------------------------------------------- /src/tests/test_RelativeValueIteration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nasa/pymdptoolbox/HEAD/src/tests/test_RelativeValueIteration.py -------------------------------------------------------------------------------- /src/tests/test_ValueIteration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nasa/pymdptoolbox/HEAD/src/tests/test_ValueIteration.py -------------------------------------------------------------------------------- /src/tests/test_ValueIterationGS.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nasa/pymdptoolbox/HEAD/src/tests/test_ValueIterationGS.py -------------------------------------------------------------------------------- /src/tests/test_examples.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nasa/pymdptoolbox/HEAD/src/tests/test_examples.py -------------------------------------------------------------------------------- /src/tests/test_issue7.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nasa/pymdptoolbox/HEAD/src/tests/test_issue7.py -------------------------------------------------------------------------------- /src/tests/test_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nasa/pymdptoolbox/HEAD/src/tests/test_utils.py -------------------------------------------------------------------------------- /src/tests/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nasa/pymdptoolbox/HEAD/src/tests/utils.py --------------------------------------------------------------------------------