├── .gitignore ├── LICENSE ├── README.md ├── aistats2022-slides ├── .gitignore ├── .npmrc ├── README.md ├── assets │ └── subspace-neural-bandit-diagram.tex ├── components │ └── Counter.vue ├── netlify.toml ├── package-lock.json ├── package.json ├── public │ ├── subspace-neural-bandit-diagram.jpg │ └── ts-bandits.mp4 ├── slides.md ├── style.css └── vercel.json ├── bandit-data ├── bandit-adult.pkl ├── bandit-covertype.pkl ├── bandit-mushroom.pkl ├── bandit-statlog.pkl ├── bandit-stock.pkl └── ml-100k │ ├── README.txt │ └── u.data ├── bandits ├── __init__.py ├── __main__.py ├── agents │ ├── agent_utils.py │ ├── base.py │ ├── diagonal_subspace.py │ ├── ekf_orig_diag.py │ ├── ekf_orig_full.py │ ├── ekf_subspace.py │ ├── limited_memory_neural_linear.py │ ├── linear_bandit.py │ ├── linear_bandit_wide.py │ ├── linear_kf_bandit.py │ ├── low_rank_filter_bandit.py │ ├── neural_greedy.py │ ├── neural_linear.py │ └── neural_linear_bandit_wide.py ├── environments │ ├── ads16_env.py │ ├── environment.py │ ├── mnist_env.py │ ├── movielens_env.py │ └── tabular_env.py ├── figures │ └── empty ├── results │ └── empty ├── scripts │ ├── __init__.py │ ├── mnist_exp.py │ ├── movielens_exp.py │ ├── plot_figures.ipynb │ ├── plot_results.py │ ├── run_experiments.ipynb │ ├── run_experiments.py │ ├── subspace_bandits.ipynb │ ├── tabular_exp.py │ ├── tabular_subspace_exp.py │ ├── tabular_test.py │ ├── thompson_sampling_bernoulli.py │ └── training_utils.py └── training.py ├── demos ├── bandit-comparison-bo.ipynb ├── bandit-vs-memory.ipynb ├── lofi-mnist.ipynb └── lofi_tabular.py ├── requirements.txt └── setup.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/probml/bandits/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/probml/bandits/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/probml/bandits/HEAD/README.md -------------------------------------------------------------------------------- /aistats2022-slides/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/probml/bandits/HEAD/aistats2022-slides/.gitignore -------------------------------------------------------------------------------- /aistats2022-slides/.npmrc: -------------------------------------------------------------------------------- 1 | # for pnpm 2 | shamefully-hoist=true 3 | -------------------------------------------------------------------------------- /aistats2022-slides/README.md: -------------------------------------------------------------------------------- 1 | # Subspace EKF neural bandits 2 | ## AIStats 2022 3 | -------------------------------------------------------------------------------- /aistats2022-slides/assets/subspace-neural-bandit-diagram.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/probml/bandits/HEAD/aistats2022-slides/assets/subspace-neural-bandit-diagram.tex -------------------------------------------------------------------------------- /aistats2022-slides/components/Counter.vue: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/probml/bandits/HEAD/aistats2022-slides/components/Counter.vue -------------------------------------------------------------------------------- /aistats2022-slides/netlify.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/probml/bandits/HEAD/aistats2022-slides/netlify.toml -------------------------------------------------------------------------------- /aistats2022-slides/package-lock.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/probml/bandits/HEAD/aistats2022-slides/package-lock.json -------------------------------------------------------------------------------- /aistats2022-slides/package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/probml/bandits/HEAD/aistats2022-slides/package.json -------------------------------------------------------------------------------- /aistats2022-slides/public/subspace-neural-bandit-diagram.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/probml/bandits/HEAD/aistats2022-slides/public/subspace-neural-bandit-diagram.jpg -------------------------------------------------------------------------------- /aistats2022-slides/public/ts-bandits.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/probml/bandits/HEAD/aistats2022-slides/public/ts-bandits.mp4 -------------------------------------------------------------------------------- /aistats2022-slides/slides.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/probml/bandits/HEAD/aistats2022-slides/slides.md -------------------------------------------------------------------------------- /aistats2022-slides/style.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/probml/bandits/HEAD/aistats2022-slides/style.css -------------------------------------------------------------------------------- /aistats2022-slides/vercel.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/probml/bandits/HEAD/aistats2022-slides/vercel.json -------------------------------------------------------------------------------- /bandit-data/bandit-adult.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/probml/bandits/HEAD/bandit-data/bandit-adult.pkl -------------------------------------------------------------------------------- /bandit-data/bandit-covertype.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/probml/bandits/HEAD/bandit-data/bandit-covertype.pkl -------------------------------------------------------------------------------- /bandit-data/bandit-mushroom.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/probml/bandits/HEAD/bandit-data/bandit-mushroom.pkl -------------------------------------------------------------------------------- /bandit-data/bandit-statlog.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/probml/bandits/HEAD/bandit-data/bandit-statlog.pkl -------------------------------------------------------------------------------- /bandit-data/bandit-stock.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/probml/bandits/HEAD/bandit-data/bandit-stock.pkl -------------------------------------------------------------------------------- /bandit-data/ml-100k/README.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/probml/bandits/HEAD/bandit-data/ml-100k/README.txt -------------------------------------------------------------------------------- /bandit-data/ml-100k/u.data: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/probml/bandits/HEAD/bandit-data/ml-100k/u.data -------------------------------------------------------------------------------- /bandits/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /bandits/__main__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/probml/bandits/HEAD/bandits/__main__.py -------------------------------------------------------------------------------- /bandits/agents/agent_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/probml/bandits/HEAD/bandits/agents/agent_utils.py -------------------------------------------------------------------------------- /bandits/agents/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/probml/bandits/HEAD/bandits/agents/base.py -------------------------------------------------------------------------------- /bandits/agents/diagonal_subspace.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/probml/bandits/HEAD/bandits/agents/diagonal_subspace.py -------------------------------------------------------------------------------- /bandits/agents/ekf_orig_diag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/probml/bandits/HEAD/bandits/agents/ekf_orig_diag.py -------------------------------------------------------------------------------- /bandits/agents/ekf_orig_full.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/probml/bandits/HEAD/bandits/agents/ekf_orig_full.py -------------------------------------------------------------------------------- /bandits/agents/ekf_subspace.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/probml/bandits/HEAD/bandits/agents/ekf_subspace.py -------------------------------------------------------------------------------- /bandits/agents/limited_memory_neural_linear.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/probml/bandits/HEAD/bandits/agents/limited_memory_neural_linear.py -------------------------------------------------------------------------------- /bandits/agents/linear_bandit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/probml/bandits/HEAD/bandits/agents/linear_bandit.py -------------------------------------------------------------------------------- /bandits/agents/linear_bandit_wide.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/probml/bandits/HEAD/bandits/agents/linear_bandit_wide.py -------------------------------------------------------------------------------- /bandits/agents/linear_kf_bandit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/probml/bandits/HEAD/bandits/agents/linear_kf_bandit.py -------------------------------------------------------------------------------- /bandits/agents/low_rank_filter_bandit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/probml/bandits/HEAD/bandits/agents/low_rank_filter_bandit.py -------------------------------------------------------------------------------- /bandits/agents/neural_greedy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/probml/bandits/HEAD/bandits/agents/neural_greedy.py -------------------------------------------------------------------------------- /bandits/agents/neural_linear.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/probml/bandits/HEAD/bandits/agents/neural_linear.py -------------------------------------------------------------------------------- /bandits/agents/neural_linear_bandit_wide.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/probml/bandits/HEAD/bandits/agents/neural_linear_bandit_wide.py -------------------------------------------------------------------------------- /bandits/environments/ads16_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/probml/bandits/HEAD/bandits/environments/ads16_env.py -------------------------------------------------------------------------------- /bandits/environments/environment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/probml/bandits/HEAD/bandits/environments/environment.py -------------------------------------------------------------------------------- /bandits/environments/mnist_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/probml/bandits/HEAD/bandits/environments/mnist_env.py -------------------------------------------------------------------------------- /bandits/environments/movielens_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/probml/bandits/HEAD/bandits/environments/movielens_env.py -------------------------------------------------------------------------------- /bandits/environments/tabular_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/probml/bandits/HEAD/bandits/environments/tabular_env.py -------------------------------------------------------------------------------- /bandits/figures/empty: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /bandits/results/empty: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /bandits/scripts/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /bandits/scripts/mnist_exp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/probml/bandits/HEAD/bandits/scripts/mnist_exp.py -------------------------------------------------------------------------------- /bandits/scripts/movielens_exp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/probml/bandits/HEAD/bandits/scripts/movielens_exp.py -------------------------------------------------------------------------------- /bandits/scripts/plot_figures.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/probml/bandits/HEAD/bandits/scripts/plot_figures.ipynb -------------------------------------------------------------------------------- /bandits/scripts/plot_results.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/probml/bandits/HEAD/bandits/scripts/plot_results.py -------------------------------------------------------------------------------- /bandits/scripts/run_experiments.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/probml/bandits/HEAD/bandits/scripts/run_experiments.ipynb -------------------------------------------------------------------------------- /bandits/scripts/run_experiments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/probml/bandits/HEAD/bandits/scripts/run_experiments.py -------------------------------------------------------------------------------- /bandits/scripts/subspace_bandits.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/probml/bandits/HEAD/bandits/scripts/subspace_bandits.ipynb -------------------------------------------------------------------------------- /bandits/scripts/tabular_exp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/probml/bandits/HEAD/bandits/scripts/tabular_exp.py -------------------------------------------------------------------------------- /bandits/scripts/tabular_subspace_exp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/probml/bandits/HEAD/bandits/scripts/tabular_subspace_exp.py -------------------------------------------------------------------------------- /bandits/scripts/tabular_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/probml/bandits/HEAD/bandits/scripts/tabular_test.py -------------------------------------------------------------------------------- /bandits/scripts/thompson_sampling_bernoulli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/probml/bandits/HEAD/bandits/scripts/thompson_sampling_bernoulli.py -------------------------------------------------------------------------------- /bandits/scripts/training_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/probml/bandits/HEAD/bandits/scripts/training_utils.py -------------------------------------------------------------------------------- /bandits/training.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/probml/bandits/HEAD/bandits/training.py -------------------------------------------------------------------------------- /demos/bandit-comparison-bo.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/probml/bandits/HEAD/demos/bandit-comparison-bo.ipynb -------------------------------------------------------------------------------- /demos/bandit-vs-memory.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/probml/bandits/HEAD/demos/bandit-vs-memory.ipynb -------------------------------------------------------------------------------- /demos/lofi-mnist.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/probml/bandits/HEAD/demos/lofi-mnist.ipynb -------------------------------------------------------------------------------- /demos/lofi_tabular.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/probml/bandits/HEAD/demos/lofi_tabular.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/probml/bandits/HEAD/requirements.txt -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/probml/bandits/HEAD/setup.py --------------------------------------------------------------------------------