├── .bumpversion.cfg ├── .gitignore ├── HISTORY.md ├── LICENSE ├── MANIFEST.in ├── README.md ├── docs ├── .gitignore ├── .nojekyll ├── Makefile ├── conf.py ├── index.html ├── index.rst ├── make.bat └── output │ ├── doctrees │ ├── api │ │ ├── mdpy.discrete.doctree │ │ ├── mdpy.doctree │ │ ├── mdpy.empirical.doctree │ │ ├── mdpy.examples.baird.doctree │ │ ├── mdpy.examples.boyan_chain.doctree │ │ ├── mdpy.examples.chain.doctree │ │ ├── mdpy.examples.complex.doctree │ │ ├── mdpy.examples.doctree │ │ ├── mdpy.examples.tsitsiklis_van_roy.doctree │ │ ├── mdpy.linalg.doctree │ │ ├── mdpy.mdp.doctree │ │ ├── mdpy.solve.doctree │ │ └── mdpy.util.doctree │ ├── environment.pickle │ └── index.doctree │ └── html │ ├── .buildinfo │ ├── .nojekyll │ ├── _modules │ ├── _functools.html │ ├── index.html │ ├── mdpy │ │ ├── discrete.html │ │ ├── empirical.html │ │ ├── linalg.html │ │ ├── mdp.html │ │ ├── solve.html │ │ └── util.html │ ├── numbers.html │ └── numpy │ │ └── linalg │ │ └── linalg.html │ ├── _sources │ ├── api │ │ ├── mdpy.discrete.rst.txt │ │ ├── mdpy.empirical.rst.txt │ │ ├── mdpy.examples.baird.rst.txt │ │ ├── mdpy.examples.boyan_chain.rst.txt │ │ ├── mdpy.examples.chain.rst.txt │ │ ├── mdpy.examples.complex.rst.txt │ │ ├── mdpy.examples.rst.txt │ │ ├── mdpy.examples.tsitsiklis_van_roy.rst.txt │ │ ├── mdpy.linalg.rst.txt │ │ ├── mdpy.mdp.rst.txt │ │ ├── mdpy.rst.txt │ │ ├── mdpy.solve.rst.txt │ │ └── mdpy.util.rst.txt │ └── index.rst.txt │ ├── _static │ ├── ajax-loader.gif │ ├── alabaster.css │ ├── basic.css │ ├── comment-bright.png │ ├── comment-close.png │ ├── comment.png │ ├── custom.css │ ├── doctools.js │ ├── documentation_options.js │ ├── down-pressed.png │ ├── down.png │ ├── file.png │ ├── jquery-3.2.1.js │ ├── jquery.js │ ├── minus.png │ ├── plus.png │ ├── pygments.css │ ├── searchtools.js │ ├── underscore-1.3.1.js │ ├── underscore.js │ ├── up-pressed.png │ ├── up.png │ └── websupport.js │ ├── api │ ├── mdpy.discrete.html │ ├── mdpy.empirical.html │ ├── mdpy.examples.baird.html │ ├── mdpy.examples.boyan_chain.html │ ├── mdpy.examples.chain.html │ ├── mdpy.examples.complex.html │ ├── mdpy.examples.html │ ├── mdpy.examples.tsitsiklis_van_roy.html │ ├── mdpy.html │ ├── mdpy.linalg.html │ ├── mdpy.mdp.html │ ├── mdpy.solve.html │ └── mdpy.util.html │ ├── genindex.html │ ├── index.html │ ├── objects.inv │ ├── py-modindex.html │ ├── search.html │ └── searchindex.js ├── mdpy ├── __init__.py ├── discrete.py ├── empirical.py ├── examples │ ├── __init__.py │ ├── baird.py │ ├── boyan_chain.py │ ├── chain.py │ ├── complex.py │ └── tsitsiklis_van_roy.py ├── linalg.py ├── mdp.py ├── solve.py └── util.py ├── notebooks ├── .gitignore ├── analytical_variance_estimate_under_function_approximation-tamar_chain.ipynb ├── example_notebook.ipynb ├── html │ ├── analytical_variance_estimate_under_function_approximation-tamar_chain.html │ ├── example_notebook.html │ └── markov_process_generation.html └── markov_process_generation.ipynb ├── requirements.txt ├── scripts └── convert_notebooks.py ├── setup.cfg ├── setup.py ├── tasks.py └── tests └── .gitignore /.bumpversion.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/.bumpversion.cfg -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/.gitignore -------------------------------------------------------------------------------- /HISTORY.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/HISTORY.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/LICENSE -------------------------------------------------------------------------------- /MANIFEST.in: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/MANIFEST.in -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/README.md -------------------------------------------------------------------------------- /docs/.gitignore: -------------------------------------------------------------------------------- 1 | # Ignore raw sphinx-generated documentation 2 | api/* 3 | -------------------------------------------------------------------------------- /docs/.nojekyll: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /docs/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/docs/Makefile -------------------------------------------------------------------------------- /docs/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/docs/conf.py -------------------------------------------------------------------------------- /docs/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/docs/index.html -------------------------------------------------------------------------------- /docs/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/docs/index.rst -------------------------------------------------------------------------------- /docs/make.bat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/docs/make.bat -------------------------------------------------------------------------------- /docs/output/doctrees/api/mdpy.discrete.doctree: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/docs/output/doctrees/api/mdpy.discrete.doctree -------------------------------------------------------------------------------- /docs/output/doctrees/api/mdpy.doctree: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/docs/output/doctrees/api/mdpy.doctree -------------------------------------------------------------------------------- /docs/output/doctrees/api/mdpy.empirical.doctree: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/docs/output/doctrees/api/mdpy.empirical.doctree -------------------------------------------------------------------------------- /docs/output/doctrees/api/mdpy.examples.baird.doctree: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/docs/output/doctrees/api/mdpy.examples.baird.doctree -------------------------------------------------------------------------------- /docs/output/doctrees/api/mdpy.examples.boyan_chain.doctree: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/docs/output/doctrees/api/mdpy.examples.boyan_chain.doctree -------------------------------------------------------------------------------- /docs/output/doctrees/api/mdpy.examples.chain.doctree: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/docs/output/doctrees/api/mdpy.examples.chain.doctree -------------------------------------------------------------------------------- /docs/output/doctrees/api/mdpy.examples.complex.doctree: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/docs/output/doctrees/api/mdpy.examples.complex.doctree -------------------------------------------------------------------------------- /docs/output/doctrees/api/mdpy.examples.doctree: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/docs/output/doctrees/api/mdpy.examples.doctree -------------------------------------------------------------------------------- /docs/output/doctrees/api/mdpy.examples.tsitsiklis_van_roy.doctree: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/docs/output/doctrees/api/mdpy.examples.tsitsiklis_van_roy.doctree -------------------------------------------------------------------------------- /docs/output/doctrees/api/mdpy.linalg.doctree: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/docs/output/doctrees/api/mdpy.linalg.doctree -------------------------------------------------------------------------------- /docs/output/doctrees/api/mdpy.mdp.doctree: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/docs/output/doctrees/api/mdpy.mdp.doctree -------------------------------------------------------------------------------- /docs/output/doctrees/api/mdpy.solve.doctree: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/docs/output/doctrees/api/mdpy.solve.doctree -------------------------------------------------------------------------------- /docs/output/doctrees/api/mdpy.util.doctree: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/docs/output/doctrees/api/mdpy.util.doctree -------------------------------------------------------------------------------- /docs/output/doctrees/environment.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/docs/output/doctrees/environment.pickle -------------------------------------------------------------------------------- /docs/output/doctrees/index.doctree: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/docs/output/doctrees/index.doctree -------------------------------------------------------------------------------- /docs/output/html/.buildinfo: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/docs/output/html/.buildinfo -------------------------------------------------------------------------------- /docs/output/html/.nojekyll: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /docs/output/html/_modules/_functools.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/docs/output/html/_modules/_functools.html -------------------------------------------------------------------------------- /docs/output/html/_modules/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/docs/output/html/_modules/index.html -------------------------------------------------------------------------------- /docs/output/html/_modules/mdpy/discrete.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/docs/output/html/_modules/mdpy/discrete.html -------------------------------------------------------------------------------- /docs/output/html/_modules/mdpy/empirical.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/docs/output/html/_modules/mdpy/empirical.html -------------------------------------------------------------------------------- /docs/output/html/_modules/mdpy/linalg.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/docs/output/html/_modules/mdpy/linalg.html -------------------------------------------------------------------------------- /docs/output/html/_modules/mdpy/mdp.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/docs/output/html/_modules/mdpy/mdp.html -------------------------------------------------------------------------------- /docs/output/html/_modules/mdpy/solve.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/docs/output/html/_modules/mdpy/solve.html -------------------------------------------------------------------------------- /docs/output/html/_modules/mdpy/util.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/docs/output/html/_modules/mdpy/util.html -------------------------------------------------------------------------------- /docs/output/html/_modules/numbers.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/docs/output/html/_modules/numbers.html -------------------------------------------------------------------------------- /docs/output/html/_modules/numpy/linalg/linalg.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/docs/output/html/_modules/numpy/linalg/linalg.html -------------------------------------------------------------------------------- /docs/output/html/_sources/api/mdpy.discrete.rst.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/docs/output/html/_sources/api/mdpy.discrete.rst.txt -------------------------------------------------------------------------------- /docs/output/html/_sources/api/mdpy.empirical.rst.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/docs/output/html/_sources/api/mdpy.empirical.rst.txt -------------------------------------------------------------------------------- /docs/output/html/_sources/api/mdpy.examples.baird.rst.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/docs/output/html/_sources/api/mdpy.examples.baird.rst.txt -------------------------------------------------------------------------------- /docs/output/html/_sources/api/mdpy.examples.boyan_chain.rst.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/docs/output/html/_sources/api/mdpy.examples.boyan_chain.rst.txt -------------------------------------------------------------------------------- /docs/output/html/_sources/api/mdpy.examples.chain.rst.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/docs/output/html/_sources/api/mdpy.examples.chain.rst.txt -------------------------------------------------------------------------------- /docs/output/html/_sources/api/mdpy.examples.complex.rst.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/docs/output/html/_sources/api/mdpy.examples.complex.rst.txt -------------------------------------------------------------------------------- /docs/output/html/_sources/api/mdpy.examples.rst.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/docs/output/html/_sources/api/mdpy.examples.rst.txt -------------------------------------------------------------------------------- /docs/output/html/_sources/api/mdpy.examples.tsitsiklis_van_roy.rst.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/docs/output/html/_sources/api/mdpy.examples.tsitsiklis_van_roy.rst.txt -------------------------------------------------------------------------------- /docs/output/html/_sources/api/mdpy.linalg.rst.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/docs/output/html/_sources/api/mdpy.linalg.rst.txt -------------------------------------------------------------------------------- /docs/output/html/_sources/api/mdpy.mdp.rst.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/docs/output/html/_sources/api/mdpy.mdp.rst.txt -------------------------------------------------------------------------------- /docs/output/html/_sources/api/mdpy.rst.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/docs/output/html/_sources/api/mdpy.rst.txt -------------------------------------------------------------------------------- /docs/output/html/_sources/api/mdpy.solve.rst.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/docs/output/html/_sources/api/mdpy.solve.rst.txt -------------------------------------------------------------------------------- /docs/output/html/_sources/api/mdpy.util.rst.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/docs/output/html/_sources/api/mdpy.util.rst.txt -------------------------------------------------------------------------------- /docs/output/html/_sources/index.rst.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/docs/output/html/_sources/index.rst.txt -------------------------------------------------------------------------------- /docs/output/html/_static/ajax-loader.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/docs/output/html/_static/ajax-loader.gif -------------------------------------------------------------------------------- /docs/output/html/_static/alabaster.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/docs/output/html/_static/alabaster.css -------------------------------------------------------------------------------- /docs/output/html/_static/basic.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/docs/output/html/_static/basic.css -------------------------------------------------------------------------------- /docs/output/html/_static/comment-bright.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/docs/output/html/_static/comment-bright.png -------------------------------------------------------------------------------- /docs/output/html/_static/comment-close.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/docs/output/html/_static/comment-close.png -------------------------------------------------------------------------------- /docs/output/html/_static/comment.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/docs/output/html/_static/comment.png -------------------------------------------------------------------------------- /docs/output/html/_static/custom.css: -------------------------------------------------------------------------------- 1 | /* This file intentionally left blank. */ 2 | -------------------------------------------------------------------------------- /docs/output/html/_static/doctools.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/docs/output/html/_static/doctools.js -------------------------------------------------------------------------------- /docs/output/html/_static/documentation_options.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/docs/output/html/_static/documentation_options.js -------------------------------------------------------------------------------- /docs/output/html/_static/down-pressed.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/docs/output/html/_static/down-pressed.png -------------------------------------------------------------------------------- /docs/output/html/_static/down.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/docs/output/html/_static/down.png -------------------------------------------------------------------------------- /docs/output/html/_static/file.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/docs/output/html/_static/file.png -------------------------------------------------------------------------------- /docs/output/html/_static/jquery-3.2.1.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/docs/output/html/_static/jquery-3.2.1.js -------------------------------------------------------------------------------- /docs/output/html/_static/jquery.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/docs/output/html/_static/jquery.js -------------------------------------------------------------------------------- /docs/output/html/_static/minus.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/docs/output/html/_static/minus.png -------------------------------------------------------------------------------- /docs/output/html/_static/plus.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/docs/output/html/_static/plus.png -------------------------------------------------------------------------------- /docs/output/html/_static/pygments.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/docs/output/html/_static/pygments.css -------------------------------------------------------------------------------- /docs/output/html/_static/searchtools.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/docs/output/html/_static/searchtools.js -------------------------------------------------------------------------------- /docs/output/html/_static/underscore-1.3.1.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/docs/output/html/_static/underscore-1.3.1.js -------------------------------------------------------------------------------- /docs/output/html/_static/underscore.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/docs/output/html/_static/underscore.js -------------------------------------------------------------------------------- /docs/output/html/_static/up-pressed.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/docs/output/html/_static/up-pressed.png -------------------------------------------------------------------------------- /docs/output/html/_static/up.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/docs/output/html/_static/up.png -------------------------------------------------------------------------------- /docs/output/html/_static/websupport.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/docs/output/html/_static/websupport.js -------------------------------------------------------------------------------- /docs/output/html/api/mdpy.discrete.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/docs/output/html/api/mdpy.discrete.html -------------------------------------------------------------------------------- /docs/output/html/api/mdpy.empirical.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/docs/output/html/api/mdpy.empirical.html -------------------------------------------------------------------------------- /docs/output/html/api/mdpy.examples.baird.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/docs/output/html/api/mdpy.examples.baird.html -------------------------------------------------------------------------------- /docs/output/html/api/mdpy.examples.boyan_chain.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/docs/output/html/api/mdpy.examples.boyan_chain.html -------------------------------------------------------------------------------- /docs/output/html/api/mdpy.examples.chain.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/docs/output/html/api/mdpy.examples.chain.html -------------------------------------------------------------------------------- /docs/output/html/api/mdpy.examples.complex.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/docs/output/html/api/mdpy.examples.complex.html -------------------------------------------------------------------------------- /docs/output/html/api/mdpy.examples.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/docs/output/html/api/mdpy.examples.html -------------------------------------------------------------------------------- /docs/output/html/api/mdpy.examples.tsitsiklis_van_roy.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/docs/output/html/api/mdpy.examples.tsitsiklis_van_roy.html -------------------------------------------------------------------------------- /docs/output/html/api/mdpy.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/docs/output/html/api/mdpy.html -------------------------------------------------------------------------------- /docs/output/html/api/mdpy.linalg.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/docs/output/html/api/mdpy.linalg.html -------------------------------------------------------------------------------- /docs/output/html/api/mdpy.mdp.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/docs/output/html/api/mdpy.mdp.html -------------------------------------------------------------------------------- /docs/output/html/api/mdpy.solve.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/docs/output/html/api/mdpy.solve.html -------------------------------------------------------------------------------- /docs/output/html/api/mdpy.util.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/docs/output/html/api/mdpy.util.html -------------------------------------------------------------------------------- /docs/output/html/genindex.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/docs/output/html/genindex.html -------------------------------------------------------------------------------- /docs/output/html/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/docs/output/html/index.html -------------------------------------------------------------------------------- /docs/output/html/objects.inv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/docs/output/html/objects.inv -------------------------------------------------------------------------------- /docs/output/html/py-modindex.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/docs/output/html/py-modindex.html -------------------------------------------------------------------------------- /docs/output/html/search.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/docs/output/html/search.html -------------------------------------------------------------------------------- /docs/output/html/searchindex.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/docs/output/html/searchindex.js -------------------------------------------------------------------------------- /mdpy/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/mdpy/__init__.py -------------------------------------------------------------------------------- /mdpy/discrete.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/mdpy/discrete.py -------------------------------------------------------------------------------- /mdpy/empirical.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/mdpy/empirical.py -------------------------------------------------------------------------------- /mdpy/examples/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /mdpy/examples/baird.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/mdpy/examples/baird.py -------------------------------------------------------------------------------- /mdpy/examples/boyan_chain.py: -------------------------------------------------------------------------------- 1 | """Boyan's Chain MDP.""" 2 | import numpy as np 3 | -------------------------------------------------------------------------------- /mdpy/examples/chain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/mdpy/examples/chain.py -------------------------------------------------------------------------------- /mdpy/examples/complex.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/mdpy/examples/complex.py -------------------------------------------------------------------------------- /mdpy/examples/tsitsiklis_van_roy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/mdpy/examples/tsitsiklis_van_roy.py -------------------------------------------------------------------------------- /mdpy/linalg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/mdpy/linalg.py -------------------------------------------------------------------------------- /mdpy/mdp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/mdpy/mdp.py -------------------------------------------------------------------------------- /mdpy/solve.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/mdpy/solve.py -------------------------------------------------------------------------------- /mdpy/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/mdpy/util.py -------------------------------------------------------------------------------- /notebooks/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/notebooks/.gitignore -------------------------------------------------------------------------------- /notebooks/analytical_variance_estimate_under_function_approximation-tamar_chain.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/notebooks/analytical_variance_estimate_under_function_approximation-tamar_chain.ipynb -------------------------------------------------------------------------------- /notebooks/example_notebook.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/notebooks/example_notebook.ipynb -------------------------------------------------------------------------------- /notebooks/html/analytical_variance_estimate_under_function_approximation-tamar_chain.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/notebooks/html/analytical_variance_estimate_under_function_approximation-tamar_chain.html -------------------------------------------------------------------------------- /notebooks/html/example_notebook.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/notebooks/html/example_notebook.html -------------------------------------------------------------------------------- /notebooks/html/markov_process_generation.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/notebooks/html/markov_process_generation.html -------------------------------------------------------------------------------- /notebooks/markov_process_generation.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/notebooks/markov_process_generation.ipynb -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/requirements.txt -------------------------------------------------------------------------------- /scripts/convert_notebooks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/scripts/convert_notebooks.py -------------------------------------------------------------------------------- /setup.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/setup.cfg -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/setup.py -------------------------------------------------------------------------------- /tasks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rldotai/mdpy/HEAD/tasks.py -------------------------------------------------------------------------------- /tests/.gitignore: -------------------------------------------------------------------------------- 1 | --------------------------------------------------------------------------------