├── .gitignore ├── LICENSE ├── README.md ├── bayesrl ├── __init__.py ├── agents │ ├── __init__.py │ ├── agent.py │ ├── modelbasedagent.py │ ├── qlearningagent.py │ ├── rmaxagent.py │ ├── sarsaagent.py │ ├── thompsonsampagent.py │ └── thompsonsampagent_pomdp.py ├── environments │ ├── __init__.py │ ├── chainworld.py │ ├── gridworld.py │ └── pomdpgw.py ├── plot.py ├── trial.py └── utils.py ├── benchmarks ├── thompson_gridworld.py └── thompson_gridworld_pomdp.py ├── reports ├── 6_834j_ps03.bib ├── 6_834j_ps03.pdf ├── 6_834j_ps03.tex ├── 6_834j_ps04.bib ├── 6_834j_ps04.pdf ├── 6_834j_ps04.tex ├── 6_834j_talk.tex ├── beamercolorthememetropolis.sty ├── beamerfontthememetropolis.sty ├── beamerthemem.sty ├── demo.webm ├── img │ ├── agent_environment.png │ ├── agent_environment_untitled.png │ ├── mdp_imm_rewards.png │ ├── octocat.png │ ├── partial_obs.png │ ├── pomdp.png │ └── uncertain_transition.png └── pset.cls ├── setup.py ├── tests ├── gridworld.py └── thompsongridworld.py └── visual ├── .grid.py.swp ├── agent.py ├── colors.py ├── debug.py ├── display.py ├── grid.py └── images ├── barley.jpg ├── beans.jpg ├── beef.jpg ├── butter.jpg ├── candy.gif ├── chicken.jpg ├── curd.jpg ├── dairy.jpg ├── drink.jpg ├── farfalle.jpg ├── flour.jpg ├── fusilli.jpg ├── grain.jpg ├── iscream.jpg ├── juice.jpg ├── kitkat.jpg ├── lasagna.jpg ├── meats.jpg ├── milk.jpg ├── nutella.jpg ├── oreo.jpg ├── pasta.jpg ├── penne.jpg ├── pork.jpg ├── rice.jpg ├── smoothi.jpg ├── soda.jpg ├── turkey.gif ├── twix.jpg └── water.jpg /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dustinvtran/bayesrl/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dustinvtran/bayesrl/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dustinvtran/bayesrl/HEAD/README.md -------------------------------------------------------------------------------- /bayesrl/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /bayesrl/agents/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /bayesrl/agents/agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dustinvtran/bayesrl/HEAD/bayesrl/agents/agent.py -------------------------------------------------------------------------------- /bayesrl/agents/modelbasedagent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dustinvtran/bayesrl/HEAD/bayesrl/agents/modelbasedagent.py -------------------------------------------------------------------------------- /bayesrl/agents/qlearningagent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dustinvtran/bayesrl/HEAD/bayesrl/agents/qlearningagent.py -------------------------------------------------------------------------------- /bayesrl/agents/rmaxagent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dustinvtran/bayesrl/HEAD/bayesrl/agents/rmaxagent.py -------------------------------------------------------------------------------- /bayesrl/agents/sarsaagent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dustinvtran/bayesrl/HEAD/bayesrl/agents/sarsaagent.py -------------------------------------------------------------------------------- /bayesrl/agents/thompsonsampagent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dustinvtran/bayesrl/HEAD/bayesrl/agents/thompsonsampagent.py -------------------------------------------------------------------------------- /bayesrl/agents/thompsonsampagent_pomdp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dustinvtran/bayesrl/HEAD/bayesrl/agents/thompsonsampagent_pomdp.py -------------------------------------------------------------------------------- /bayesrl/environments/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dustinvtran/bayesrl/HEAD/bayesrl/environments/__init__.py -------------------------------------------------------------------------------- /bayesrl/environments/chainworld.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dustinvtran/bayesrl/HEAD/bayesrl/environments/chainworld.py -------------------------------------------------------------------------------- /bayesrl/environments/gridworld.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dustinvtran/bayesrl/HEAD/bayesrl/environments/gridworld.py -------------------------------------------------------------------------------- /bayesrl/environments/pomdpgw.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dustinvtran/bayesrl/HEAD/bayesrl/environments/pomdpgw.py -------------------------------------------------------------------------------- /bayesrl/plot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dustinvtran/bayesrl/HEAD/bayesrl/plot.py -------------------------------------------------------------------------------- /bayesrl/trial.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dustinvtran/bayesrl/HEAD/bayesrl/trial.py -------------------------------------------------------------------------------- /bayesrl/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dustinvtran/bayesrl/HEAD/bayesrl/utils.py -------------------------------------------------------------------------------- /benchmarks/thompson_gridworld.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dustinvtran/bayesrl/HEAD/benchmarks/thompson_gridworld.py -------------------------------------------------------------------------------- /benchmarks/thompson_gridworld_pomdp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dustinvtran/bayesrl/HEAD/benchmarks/thompson_gridworld_pomdp.py -------------------------------------------------------------------------------- /reports/6_834j_ps03.bib: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dustinvtran/bayesrl/HEAD/reports/6_834j_ps03.bib -------------------------------------------------------------------------------- /reports/6_834j_ps03.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dustinvtran/bayesrl/HEAD/reports/6_834j_ps03.pdf -------------------------------------------------------------------------------- /reports/6_834j_ps03.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dustinvtran/bayesrl/HEAD/reports/6_834j_ps03.tex -------------------------------------------------------------------------------- /reports/6_834j_ps04.bib: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /reports/6_834j_ps04.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dustinvtran/bayesrl/HEAD/reports/6_834j_ps04.pdf -------------------------------------------------------------------------------- /reports/6_834j_ps04.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dustinvtran/bayesrl/HEAD/reports/6_834j_ps04.tex -------------------------------------------------------------------------------- /reports/6_834j_talk.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dustinvtran/bayesrl/HEAD/reports/6_834j_talk.tex -------------------------------------------------------------------------------- /reports/beamercolorthememetropolis.sty: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dustinvtran/bayesrl/HEAD/reports/beamercolorthememetropolis.sty -------------------------------------------------------------------------------- /reports/beamerfontthememetropolis.sty: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dustinvtran/bayesrl/HEAD/reports/beamerfontthememetropolis.sty -------------------------------------------------------------------------------- /reports/beamerthemem.sty: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dustinvtran/bayesrl/HEAD/reports/beamerthemem.sty -------------------------------------------------------------------------------- /reports/demo.webm: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dustinvtran/bayesrl/HEAD/reports/demo.webm -------------------------------------------------------------------------------- /reports/img/agent_environment.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dustinvtran/bayesrl/HEAD/reports/img/agent_environment.png -------------------------------------------------------------------------------- /reports/img/agent_environment_untitled.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dustinvtran/bayesrl/HEAD/reports/img/agent_environment_untitled.png -------------------------------------------------------------------------------- /reports/img/mdp_imm_rewards.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dustinvtran/bayesrl/HEAD/reports/img/mdp_imm_rewards.png -------------------------------------------------------------------------------- /reports/img/octocat.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dustinvtran/bayesrl/HEAD/reports/img/octocat.png -------------------------------------------------------------------------------- /reports/img/partial_obs.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dustinvtran/bayesrl/HEAD/reports/img/partial_obs.png -------------------------------------------------------------------------------- /reports/img/pomdp.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dustinvtran/bayesrl/HEAD/reports/img/pomdp.png -------------------------------------------------------------------------------- /reports/img/uncertain_transition.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dustinvtran/bayesrl/HEAD/reports/img/uncertain_transition.png -------------------------------------------------------------------------------- /reports/pset.cls: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dustinvtran/bayesrl/HEAD/reports/pset.cls -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dustinvtran/bayesrl/HEAD/setup.py -------------------------------------------------------------------------------- /tests/gridworld.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dustinvtran/bayesrl/HEAD/tests/gridworld.py -------------------------------------------------------------------------------- /tests/thompsongridworld.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dustinvtran/bayesrl/HEAD/tests/thompsongridworld.py -------------------------------------------------------------------------------- /visual/.grid.py.swp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dustinvtran/bayesrl/HEAD/visual/.grid.py.swp -------------------------------------------------------------------------------- /visual/agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dustinvtran/bayesrl/HEAD/visual/agent.py -------------------------------------------------------------------------------- /visual/colors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dustinvtran/bayesrl/HEAD/visual/colors.py -------------------------------------------------------------------------------- /visual/debug.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dustinvtran/bayesrl/HEAD/visual/debug.py -------------------------------------------------------------------------------- /visual/display.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dustinvtran/bayesrl/HEAD/visual/display.py -------------------------------------------------------------------------------- /visual/grid.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dustinvtran/bayesrl/HEAD/visual/grid.py -------------------------------------------------------------------------------- /visual/images/barley.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dustinvtran/bayesrl/HEAD/visual/images/barley.jpg -------------------------------------------------------------------------------- /visual/images/beans.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dustinvtran/bayesrl/HEAD/visual/images/beans.jpg -------------------------------------------------------------------------------- /visual/images/beef.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dustinvtran/bayesrl/HEAD/visual/images/beef.jpg -------------------------------------------------------------------------------- /visual/images/butter.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dustinvtran/bayesrl/HEAD/visual/images/butter.jpg -------------------------------------------------------------------------------- /visual/images/candy.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dustinvtran/bayesrl/HEAD/visual/images/candy.gif -------------------------------------------------------------------------------- /visual/images/chicken.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dustinvtran/bayesrl/HEAD/visual/images/chicken.jpg -------------------------------------------------------------------------------- /visual/images/curd.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dustinvtran/bayesrl/HEAD/visual/images/curd.jpg -------------------------------------------------------------------------------- /visual/images/dairy.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dustinvtran/bayesrl/HEAD/visual/images/dairy.jpg -------------------------------------------------------------------------------- /visual/images/drink.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dustinvtran/bayesrl/HEAD/visual/images/drink.jpg -------------------------------------------------------------------------------- /visual/images/farfalle.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dustinvtran/bayesrl/HEAD/visual/images/farfalle.jpg -------------------------------------------------------------------------------- /visual/images/flour.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dustinvtran/bayesrl/HEAD/visual/images/flour.jpg -------------------------------------------------------------------------------- /visual/images/fusilli.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dustinvtran/bayesrl/HEAD/visual/images/fusilli.jpg -------------------------------------------------------------------------------- /visual/images/grain.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dustinvtran/bayesrl/HEAD/visual/images/grain.jpg -------------------------------------------------------------------------------- /visual/images/iscream.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dustinvtran/bayesrl/HEAD/visual/images/iscream.jpg -------------------------------------------------------------------------------- /visual/images/juice.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dustinvtran/bayesrl/HEAD/visual/images/juice.jpg -------------------------------------------------------------------------------- /visual/images/kitkat.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dustinvtran/bayesrl/HEAD/visual/images/kitkat.jpg -------------------------------------------------------------------------------- /visual/images/lasagna.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dustinvtran/bayesrl/HEAD/visual/images/lasagna.jpg -------------------------------------------------------------------------------- /visual/images/meats.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dustinvtran/bayesrl/HEAD/visual/images/meats.jpg -------------------------------------------------------------------------------- /visual/images/milk.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dustinvtran/bayesrl/HEAD/visual/images/milk.jpg -------------------------------------------------------------------------------- /visual/images/nutella.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dustinvtran/bayesrl/HEAD/visual/images/nutella.jpg -------------------------------------------------------------------------------- /visual/images/oreo.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dustinvtran/bayesrl/HEAD/visual/images/oreo.jpg -------------------------------------------------------------------------------- /visual/images/pasta.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dustinvtran/bayesrl/HEAD/visual/images/pasta.jpg -------------------------------------------------------------------------------- /visual/images/penne.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dustinvtran/bayesrl/HEAD/visual/images/penne.jpg -------------------------------------------------------------------------------- /visual/images/pork.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dustinvtran/bayesrl/HEAD/visual/images/pork.jpg -------------------------------------------------------------------------------- /visual/images/rice.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dustinvtran/bayesrl/HEAD/visual/images/rice.jpg -------------------------------------------------------------------------------- /visual/images/smoothi.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dustinvtran/bayesrl/HEAD/visual/images/smoothi.jpg -------------------------------------------------------------------------------- /visual/images/soda.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dustinvtran/bayesrl/HEAD/visual/images/soda.jpg -------------------------------------------------------------------------------- /visual/images/turkey.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dustinvtran/bayesrl/HEAD/visual/images/turkey.gif -------------------------------------------------------------------------------- /visual/images/twix.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dustinvtran/bayesrl/HEAD/visual/images/twix.jpg -------------------------------------------------------------------------------- /visual/images/water.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dustinvtran/bayesrl/HEAD/visual/images/water.jpg --------------------------------------------------------------------------------