├── .gitignore ├── LICENSE ├── README.md ├── function_approximation ├── common │ ├── __init__.py │ ├── circular_buffer.py │ ├── decorators.py │ ├── experience_replay.py │ ├── sum_tree.py │ └── utils.py ├── environments │ ├── __init__.py │ └── atari_environment.py ├── exp_eig_sr │ ├── __init__.py │ ├── def_large_arch.py │ ├── exp_eig_sr.py │ ├── play.py │ ├── ssr_dqn.py │ └── train.py └── obtainResults.py ├── tabular ├── agent.py ├── environment.py ├── mdps │ ├── .DS_Store │ ├── riverswim.mdp │ └── sixarms.mdp ├── sarsa_agent.py ├── sarsa_sr_agent.py ├── ssr_bellman_q.py ├── tabular_mbrl.py ├── tabular_sarsa.py ├── tabular_sarsa_sr.py └── utils.py └── visualization └── mdps ├── 4rooms.mdp └── large_grid.mdp /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mcmachado/count_based_exploration_sr/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mcmachado/count_based_exploration_sr/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mcmachado/count_based_exploration_sr/HEAD/README.md -------------------------------------------------------------------------------- /function_approximation/common/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mcmachado/count_based_exploration_sr/HEAD/function_approximation/common/__init__.py -------------------------------------------------------------------------------- /function_approximation/common/circular_buffer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mcmachado/count_based_exploration_sr/HEAD/function_approximation/common/circular_buffer.py -------------------------------------------------------------------------------- /function_approximation/common/decorators.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mcmachado/count_based_exploration_sr/HEAD/function_approximation/common/decorators.py -------------------------------------------------------------------------------- /function_approximation/common/experience_replay.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mcmachado/count_based_exploration_sr/HEAD/function_approximation/common/experience_replay.py -------------------------------------------------------------------------------- /function_approximation/common/sum_tree.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mcmachado/count_based_exploration_sr/HEAD/function_approximation/common/sum_tree.py -------------------------------------------------------------------------------- /function_approximation/common/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mcmachado/count_based_exploration_sr/HEAD/function_approximation/common/utils.py -------------------------------------------------------------------------------- /function_approximation/environments/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mcmachado/count_based_exploration_sr/HEAD/function_approximation/environments/__init__.py -------------------------------------------------------------------------------- /function_approximation/environments/atari_environment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mcmachado/count_based_exploration_sr/HEAD/function_approximation/environments/atari_environment.py -------------------------------------------------------------------------------- /function_approximation/exp_eig_sr/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /function_approximation/exp_eig_sr/def_large_arch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mcmachado/count_based_exploration_sr/HEAD/function_approximation/exp_eig_sr/def_large_arch.py -------------------------------------------------------------------------------- /function_approximation/exp_eig_sr/exp_eig_sr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mcmachado/count_based_exploration_sr/HEAD/function_approximation/exp_eig_sr/exp_eig_sr.py -------------------------------------------------------------------------------- /function_approximation/exp_eig_sr/play.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mcmachado/count_based_exploration_sr/HEAD/function_approximation/exp_eig_sr/play.py -------------------------------------------------------------------------------- /function_approximation/exp_eig_sr/ssr_dqn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mcmachado/count_based_exploration_sr/HEAD/function_approximation/exp_eig_sr/ssr_dqn.py -------------------------------------------------------------------------------- /function_approximation/exp_eig_sr/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mcmachado/count_based_exploration_sr/HEAD/function_approximation/exp_eig_sr/train.py -------------------------------------------------------------------------------- /function_approximation/obtainResults.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mcmachado/count_based_exploration_sr/HEAD/function_approximation/obtainResults.py -------------------------------------------------------------------------------- /tabular/agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mcmachado/count_based_exploration_sr/HEAD/tabular/agent.py -------------------------------------------------------------------------------- /tabular/environment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mcmachado/count_based_exploration_sr/HEAD/tabular/environment.py -------------------------------------------------------------------------------- /tabular/mdps/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mcmachado/count_based_exploration_sr/HEAD/tabular/mdps/.DS_Store -------------------------------------------------------------------------------- /tabular/mdps/riverswim.mdp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mcmachado/count_based_exploration_sr/HEAD/tabular/mdps/riverswim.mdp -------------------------------------------------------------------------------- /tabular/mdps/sixarms.mdp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mcmachado/count_based_exploration_sr/HEAD/tabular/mdps/sixarms.mdp -------------------------------------------------------------------------------- /tabular/sarsa_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mcmachado/count_based_exploration_sr/HEAD/tabular/sarsa_agent.py -------------------------------------------------------------------------------- /tabular/sarsa_sr_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mcmachado/count_based_exploration_sr/HEAD/tabular/sarsa_sr_agent.py -------------------------------------------------------------------------------- /tabular/ssr_bellman_q.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mcmachado/count_based_exploration_sr/HEAD/tabular/ssr_bellman_q.py -------------------------------------------------------------------------------- /tabular/tabular_mbrl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mcmachado/count_based_exploration_sr/HEAD/tabular/tabular_mbrl.py -------------------------------------------------------------------------------- /tabular/tabular_sarsa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mcmachado/count_based_exploration_sr/HEAD/tabular/tabular_sarsa.py -------------------------------------------------------------------------------- /tabular/tabular_sarsa_sr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mcmachado/count_based_exploration_sr/HEAD/tabular/tabular_sarsa_sr.py -------------------------------------------------------------------------------- /tabular/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mcmachado/count_based_exploration_sr/HEAD/tabular/utils.py -------------------------------------------------------------------------------- /visualization/mdps/4rooms.mdp: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /visualization/mdps/large_grid.mdp: -------------------------------------------------------------------------------- 1 | --------------------------------------------------------------------------------