├── .DS_Store ├── .gitignore ├── LICENSE.md ├── README.md ├── src ├── assortment │ ├── __init__.py │ ├── agent_assortment.py │ ├── config_assortment.py │ └── env_assortment.py ├── base │ ├── __init__.py │ ├── agent.py │ ├── config_lib.py │ ├── environment.py │ ├── experiment.py │ └── plot.py ├── batch_analysis.py ├── batch_runner.py ├── cascading │ ├── .DS_Store │ ├── __init__.py │ ├── agent_cascading.py │ ├── config_cascading_large.py │ ├── config_cascading_small.py │ └── env_cascading.py ├── ensemble_nn │ ├── __init__.py │ ├── agent_nn.py │ ├── config_nn.py │ └── env_nn.py ├── finite_arm │ ├── __init__.py │ ├── agent_finite.py │ ├── config_drift.py │ ├── config_misspecified.py │ ├── config_simple.py │ ├── config_simple_rand.py │ ├── config_simple_sanity.py │ └── env_finite.py ├── graph │ ├── __init__.py │ ├── agent_correlated.py │ ├── agent_indep.py │ ├── agent_indep_binary.py │ ├── config_correlated.py │ ├── config_correlated_sanity.py │ ├── config_indep.py │ ├── config_indep_binary.py │ ├── config_indep_concurrent.py │ ├── dijkstra.py │ └── env_graph_bandit.py ├── local_runner.py ├── news_recommendation │ ├── __init__.py │ ├── agent_recommendation.py │ ├── config_news_recommendation.py │ └── env_recommendation.py ├── reproduce_figures.py └── simple_example.py └── ts_tutorial_intro.ipynb /.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iosband/ts_tutorial/HEAD/.DS_Store -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iosband/ts_tutorial/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iosband/ts_tutorial/HEAD/LICENSE.md -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iosband/ts_tutorial/HEAD/README.md -------------------------------------------------------------------------------- /src/assortment/__init__.py: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | -------------------------------------------------------------------------------- /src/assortment/agent_assortment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iosband/ts_tutorial/HEAD/src/assortment/agent_assortment.py -------------------------------------------------------------------------------- /src/assortment/config_assortment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iosband/ts_tutorial/HEAD/src/assortment/config_assortment.py -------------------------------------------------------------------------------- /src/assortment/env_assortment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iosband/ts_tutorial/HEAD/src/assortment/env_assortment.py -------------------------------------------------------------------------------- /src/base/__init__.py: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | -------------------------------------------------------------------------------- /src/base/agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iosband/ts_tutorial/HEAD/src/base/agent.py -------------------------------------------------------------------------------- /src/base/config_lib.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iosband/ts_tutorial/HEAD/src/base/config_lib.py -------------------------------------------------------------------------------- /src/base/environment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iosband/ts_tutorial/HEAD/src/base/environment.py -------------------------------------------------------------------------------- /src/base/experiment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iosband/ts_tutorial/HEAD/src/base/experiment.py -------------------------------------------------------------------------------- /src/base/plot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iosband/ts_tutorial/HEAD/src/base/plot.py -------------------------------------------------------------------------------- /src/batch_analysis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iosband/ts_tutorial/HEAD/src/batch_analysis.py -------------------------------------------------------------------------------- /src/batch_runner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iosband/ts_tutorial/HEAD/src/batch_runner.py -------------------------------------------------------------------------------- /src/cascading/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iosband/ts_tutorial/HEAD/src/cascading/.DS_Store -------------------------------------------------------------------------------- /src/cascading/__init__.py: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | -------------------------------------------------------------------------------- /src/cascading/agent_cascading.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iosband/ts_tutorial/HEAD/src/cascading/agent_cascading.py -------------------------------------------------------------------------------- /src/cascading/config_cascading_large.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iosband/ts_tutorial/HEAD/src/cascading/config_cascading_large.py -------------------------------------------------------------------------------- /src/cascading/config_cascading_small.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iosband/ts_tutorial/HEAD/src/cascading/config_cascading_small.py -------------------------------------------------------------------------------- /src/cascading/env_cascading.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iosband/ts_tutorial/HEAD/src/cascading/env_cascading.py -------------------------------------------------------------------------------- /src/ensemble_nn/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/ensemble_nn/agent_nn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iosband/ts_tutorial/HEAD/src/ensemble_nn/agent_nn.py -------------------------------------------------------------------------------- /src/ensemble_nn/config_nn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iosband/ts_tutorial/HEAD/src/ensemble_nn/config_nn.py -------------------------------------------------------------------------------- /src/ensemble_nn/env_nn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iosband/ts_tutorial/HEAD/src/ensemble_nn/env_nn.py -------------------------------------------------------------------------------- /src/finite_arm/__init__.py: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | -------------------------------------------------------------------------------- /src/finite_arm/agent_finite.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iosband/ts_tutorial/HEAD/src/finite_arm/agent_finite.py -------------------------------------------------------------------------------- /src/finite_arm/config_drift.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iosband/ts_tutorial/HEAD/src/finite_arm/config_drift.py -------------------------------------------------------------------------------- /src/finite_arm/config_misspecified.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iosband/ts_tutorial/HEAD/src/finite_arm/config_misspecified.py -------------------------------------------------------------------------------- /src/finite_arm/config_simple.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iosband/ts_tutorial/HEAD/src/finite_arm/config_simple.py -------------------------------------------------------------------------------- /src/finite_arm/config_simple_rand.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iosband/ts_tutorial/HEAD/src/finite_arm/config_simple_rand.py -------------------------------------------------------------------------------- /src/finite_arm/config_simple_sanity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iosband/ts_tutorial/HEAD/src/finite_arm/config_simple_sanity.py -------------------------------------------------------------------------------- /src/finite_arm/env_finite.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iosband/ts_tutorial/HEAD/src/finite_arm/env_finite.py -------------------------------------------------------------------------------- /src/graph/__init__.py: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | -------------------------------------------------------------------------------- /src/graph/agent_correlated.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iosband/ts_tutorial/HEAD/src/graph/agent_correlated.py -------------------------------------------------------------------------------- /src/graph/agent_indep.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iosband/ts_tutorial/HEAD/src/graph/agent_indep.py -------------------------------------------------------------------------------- /src/graph/agent_indep_binary.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iosband/ts_tutorial/HEAD/src/graph/agent_indep_binary.py -------------------------------------------------------------------------------- /src/graph/config_correlated.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iosband/ts_tutorial/HEAD/src/graph/config_correlated.py -------------------------------------------------------------------------------- /src/graph/config_correlated_sanity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iosband/ts_tutorial/HEAD/src/graph/config_correlated_sanity.py -------------------------------------------------------------------------------- /src/graph/config_indep.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iosband/ts_tutorial/HEAD/src/graph/config_indep.py -------------------------------------------------------------------------------- /src/graph/config_indep_binary.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iosband/ts_tutorial/HEAD/src/graph/config_indep_binary.py -------------------------------------------------------------------------------- /src/graph/config_indep_concurrent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iosband/ts_tutorial/HEAD/src/graph/config_indep_concurrent.py -------------------------------------------------------------------------------- /src/graph/dijkstra.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iosband/ts_tutorial/HEAD/src/graph/dijkstra.py -------------------------------------------------------------------------------- /src/graph/env_graph_bandit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iosband/ts_tutorial/HEAD/src/graph/env_graph_bandit.py -------------------------------------------------------------------------------- /src/local_runner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iosband/ts_tutorial/HEAD/src/local_runner.py -------------------------------------------------------------------------------- /src/news_recommendation/__init__.py: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | -------------------------------------------------------------------------------- /src/news_recommendation/agent_recommendation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iosband/ts_tutorial/HEAD/src/news_recommendation/agent_recommendation.py -------------------------------------------------------------------------------- /src/news_recommendation/config_news_recommendation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iosband/ts_tutorial/HEAD/src/news_recommendation/config_news_recommendation.py -------------------------------------------------------------------------------- /src/news_recommendation/env_recommendation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iosband/ts_tutorial/HEAD/src/news_recommendation/env_recommendation.py -------------------------------------------------------------------------------- /src/reproduce_figures.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iosband/ts_tutorial/HEAD/src/reproduce_figures.py -------------------------------------------------------------------------------- /src/simple_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iosband/ts_tutorial/HEAD/src/simple_example.py -------------------------------------------------------------------------------- /ts_tutorial_intro.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iosband/ts_tutorial/HEAD/ts_tutorial_intro.ipynb --------------------------------------------------------------------------------