├── .github └── FUNDING.yml ├── .gitignore ├── LICENSE ├── README.md ├── SAVE_DATASETS_HERE.txt ├── Section-02-Hyperparamter-Overview ├── 01-Response-Surface.ipynb └── 02-Low-Effective-Dimension.ipynb ├── Section-03-Metrics ├── 01-Making-our-own-metrics.ipynb └── 02-Optimizing-an-available-metric.ipynb ├── Section-04-Cross-Validation ├── 01-Cross-Validation.ipynb ├── 02-GridSearch-with-Cross-Validation.ipynb ├── 03-Group-Cross-Validation.ipynb └── 04-Nested-Cross-Validation.ipynb ├── Section-05-Basic-Search-Algorithms ├── 01-Manual-Search.ipynb ├── 02-Grid-Search.ipynb ├── 03-Grid-Search-nested-hyperparameter-spaces.ipynb ├── 04-Random-Search-with-sklearn.ipynb ├── 05-Randomized-Search-with-Scikit-Optimize.ipynb └── 06-Randomized-Search-with-Hyperopt.ipynb ├── Section-06-Bayesian-Optimization ├── 01-Bayesian-Optimization-Demo.ipynb ├── 02-Bayesian-Optimization-1-Dimension.ipynb ├── 03-Bayesian-Optimization-GBM-Manual.ipynb ├── 04-Bayesian-Optimization-GBM-Grid.ipynb ├── 05-Bayesian-Optimization-Change-Kernel.ipynb ├── 06-Bayesian-Optimization-xgb-Optional.ipynb └── 07-Bayesian-Optimization-CNN.ipynb ├── Section-07-Other-SMBO-Models ├── 01-SMAC-Scikit-Optimize-CNN.ipynb ├── 02-TPE-plots-for-slides.ipynb ├── 03-TPE-with-CNN.ipynb └── 04-Improving-Randomized-Search-Sequentially.ipynb ├── Section-08-Multi-fidelity-Optimization ├── 01-figures-for-slides.ipynb ├── 02-successive-halving-sklearn.ipynb └── 03-hyperband-formula.ipynb ├── Section-10-Scikit-Optimize ├── 01-Search-space-distributions.ipynb ├── 02-Randomized-Search.ipynb ├── 03-Bayesian-Optimization-GP-Manual.ipynb ├── 04-Bayesian-Optimization-Random-Forests.ipynb ├── 05-Bayesian-Optimization-GBM.ipynb ├── 06-Parallelization.ipynb ├── 07-Bayesian-Optimization-Sklearn-wrapper.ipynb ├── 08-Bayesian-Optimization-Change-Kernel.ipynb ├── 09-Bayesian-Optimization-xgb-Optional.ipynb └── 10-Bayesian-Optimization-CNN.ipynb ├── Section-11-Hyperopt ├── 01-Hyperparameter-Distributions.ipynb ├── 02-Search-algorithms.ipynb ├── 03-Evaluating-the-search.ipynb ├── 04-Conditonal-Search-Spaces.ipynb ├── 05-TPE-with-CNN.ipynb └── 06-Optional-Sklearn-MLPClassifier.ipynb ├── Section-12-Optuna ├── 01-Search-algorithms.ipynb ├── 02-Conditional-Spaces-Multiple-Models.ipynb ├── 03-Optimizing-a-CNN.ipynb ├── 04-Optimizing-a-CNN-extended.ipynb ├── 05-Evaluating-the-search.ipynb ├── 06-Enriching-the-search.ipynb ├── 07-successive-halving-optuna.ipynb ├── 08-Optimizing-a-CNN-with-ASHA.ipynb ├── 09-hperband.ipynb ├── cnn_study.db ├── cnn_study_2.db └── students-solutions │ └── PLACE-YOUR-SOLUTIONS-HERE.txt ├── _for_slides ├── 01-Gaussian_Plots.ipynb ├── 02-Covariance.ipynb ├── 03-Testing.ipynb └── 04-Optuna-main-functions.ipynb ├── course-banner.png ├── logo.png └── requirements.txt /.github/FUNDING.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/hyperparameter-optimization/HEAD/.github/FUNDING.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/hyperparameter-optimization/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/hyperparameter-optimization/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/hyperparameter-optimization/HEAD/README.md -------------------------------------------------------------------------------- /SAVE_DATASETS_HERE.txt: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /Section-02-Hyperparamter-Overview/01-Response-Surface.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/hyperparameter-optimization/HEAD/Section-02-Hyperparamter-Overview/01-Response-Surface.ipynb -------------------------------------------------------------------------------- /Section-02-Hyperparamter-Overview/02-Low-Effective-Dimension.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/hyperparameter-optimization/HEAD/Section-02-Hyperparamter-Overview/02-Low-Effective-Dimension.ipynb -------------------------------------------------------------------------------- /Section-03-Metrics/01-Making-our-own-metrics.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/hyperparameter-optimization/HEAD/Section-03-Metrics/01-Making-our-own-metrics.ipynb -------------------------------------------------------------------------------- /Section-03-Metrics/02-Optimizing-an-available-metric.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/hyperparameter-optimization/HEAD/Section-03-Metrics/02-Optimizing-an-available-metric.ipynb -------------------------------------------------------------------------------- /Section-04-Cross-Validation/01-Cross-Validation.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/hyperparameter-optimization/HEAD/Section-04-Cross-Validation/01-Cross-Validation.ipynb -------------------------------------------------------------------------------- /Section-04-Cross-Validation/02-GridSearch-with-Cross-Validation.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/hyperparameter-optimization/HEAD/Section-04-Cross-Validation/02-GridSearch-with-Cross-Validation.ipynb -------------------------------------------------------------------------------- /Section-04-Cross-Validation/03-Group-Cross-Validation.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/hyperparameter-optimization/HEAD/Section-04-Cross-Validation/03-Group-Cross-Validation.ipynb -------------------------------------------------------------------------------- /Section-04-Cross-Validation/04-Nested-Cross-Validation.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/hyperparameter-optimization/HEAD/Section-04-Cross-Validation/04-Nested-Cross-Validation.ipynb -------------------------------------------------------------------------------- /Section-05-Basic-Search-Algorithms/01-Manual-Search.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/hyperparameter-optimization/HEAD/Section-05-Basic-Search-Algorithms/01-Manual-Search.ipynb -------------------------------------------------------------------------------- /Section-05-Basic-Search-Algorithms/02-Grid-Search.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/hyperparameter-optimization/HEAD/Section-05-Basic-Search-Algorithms/02-Grid-Search.ipynb -------------------------------------------------------------------------------- /Section-05-Basic-Search-Algorithms/03-Grid-Search-nested-hyperparameter-spaces.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/hyperparameter-optimization/HEAD/Section-05-Basic-Search-Algorithms/03-Grid-Search-nested-hyperparameter-spaces.ipynb -------------------------------------------------------------------------------- /Section-05-Basic-Search-Algorithms/04-Random-Search-with-sklearn.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/hyperparameter-optimization/HEAD/Section-05-Basic-Search-Algorithms/04-Random-Search-with-sklearn.ipynb -------------------------------------------------------------------------------- /Section-05-Basic-Search-Algorithms/05-Randomized-Search-with-Scikit-Optimize.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/hyperparameter-optimization/HEAD/Section-05-Basic-Search-Algorithms/05-Randomized-Search-with-Scikit-Optimize.ipynb -------------------------------------------------------------------------------- /Section-05-Basic-Search-Algorithms/06-Randomized-Search-with-Hyperopt.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/hyperparameter-optimization/HEAD/Section-05-Basic-Search-Algorithms/06-Randomized-Search-with-Hyperopt.ipynb -------------------------------------------------------------------------------- /Section-06-Bayesian-Optimization/01-Bayesian-Optimization-Demo.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/hyperparameter-optimization/HEAD/Section-06-Bayesian-Optimization/01-Bayesian-Optimization-Demo.ipynb -------------------------------------------------------------------------------- /Section-06-Bayesian-Optimization/02-Bayesian-Optimization-1-Dimension.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/hyperparameter-optimization/HEAD/Section-06-Bayesian-Optimization/02-Bayesian-Optimization-1-Dimension.ipynb -------------------------------------------------------------------------------- /Section-06-Bayesian-Optimization/03-Bayesian-Optimization-GBM-Manual.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/hyperparameter-optimization/HEAD/Section-06-Bayesian-Optimization/03-Bayesian-Optimization-GBM-Manual.ipynb -------------------------------------------------------------------------------- /Section-06-Bayesian-Optimization/04-Bayesian-Optimization-GBM-Grid.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/hyperparameter-optimization/HEAD/Section-06-Bayesian-Optimization/04-Bayesian-Optimization-GBM-Grid.ipynb -------------------------------------------------------------------------------- /Section-06-Bayesian-Optimization/05-Bayesian-Optimization-Change-Kernel.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/hyperparameter-optimization/HEAD/Section-06-Bayesian-Optimization/05-Bayesian-Optimization-Change-Kernel.ipynb -------------------------------------------------------------------------------- /Section-06-Bayesian-Optimization/06-Bayesian-Optimization-xgb-Optional.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/hyperparameter-optimization/HEAD/Section-06-Bayesian-Optimization/06-Bayesian-Optimization-xgb-Optional.ipynb -------------------------------------------------------------------------------- /Section-06-Bayesian-Optimization/07-Bayesian-Optimization-CNN.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/hyperparameter-optimization/HEAD/Section-06-Bayesian-Optimization/07-Bayesian-Optimization-CNN.ipynb -------------------------------------------------------------------------------- /Section-07-Other-SMBO-Models/01-SMAC-Scikit-Optimize-CNN.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/hyperparameter-optimization/HEAD/Section-07-Other-SMBO-Models/01-SMAC-Scikit-Optimize-CNN.ipynb -------------------------------------------------------------------------------- /Section-07-Other-SMBO-Models/02-TPE-plots-for-slides.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/hyperparameter-optimization/HEAD/Section-07-Other-SMBO-Models/02-TPE-plots-for-slides.ipynb -------------------------------------------------------------------------------- /Section-07-Other-SMBO-Models/03-TPE-with-CNN.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/hyperparameter-optimization/HEAD/Section-07-Other-SMBO-Models/03-TPE-with-CNN.ipynb -------------------------------------------------------------------------------- /Section-07-Other-SMBO-Models/04-Improving-Randomized-Search-Sequentially.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/hyperparameter-optimization/HEAD/Section-07-Other-SMBO-Models/04-Improving-Randomized-Search-Sequentially.ipynb -------------------------------------------------------------------------------- /Section-08-Multi-fidelity-Optimization/01-figures-for-slides.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/hyperparameter-optimization/HEAD/Section-08-Multi-fidelity-Optimization/01-figures-for-slides.ipynb -------------------------------------------------------------------------------- /Section-08-Multi-fidelity-Optimization/02-successive-halving-sklearn.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/hyperparameter-optimization/HEAD/Section-08-Multi-fidelity-Optimization/02-successive-halving-sklearn.ipynb -------------------------------------------------------------------------------- /Section-08-Multi-fidelity-Optimization/03-hyperband-formula.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/hyperparameter-optimization/HEAD/Section-08-Multi-fidelity-Optimization/03-hyperband-formula.ipynb -------------------------------------------------------------------------------- /Section-10-Scikit-Optimize/01-Search-space-distributions.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/hyperparameter-optimization/HEAD/Section-10-Scikit-Optimize/01-Search-space-distributions.ipynb -------------------------------------------------------------------------------- /Section-10-Scikit-Optimize/02-Randomized-Search.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/hyperparameter-optimization/HEAD/Section-10-Scikit-Optimize/02-Randomized-Search.ipynb -------------------------------------------------------------------------------- /Section-10-Scikit-Optimize/03-Bayesian-Optimization-GP-Manual.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/hyperparameter-optimization/HEAD/Section-10-Scikit-Optimize/03-Bayesian-Optimization-GP-Manual.ipynb -------------------------------------------------------------------------------- /Section-10-Scikit-Optimize/04-Bayesian-Optimization-Random-Forests.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/hyperparameter-optimization/HEAD/Section-10-Scikit-Optimize/04-Bayesian-Optimization-Random-Forests.ipynb -------------------------------------------------------------------------------- /Section-10-Scikit-Optimize/05-Bayesian-Optimization-GBM.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/hyperparameter-optimization/HEAD/Section-10-Scikit-Optimize/05-Bayesian-Optimization-GBM.ipynb -------------------------------------------------------------------------------- /Section-10-Scikit-Optimize/06-Parallelization.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/hyperparameter-optimization/HEAD/Section-10-Scikit-Optimize/06-Parallelization.ipynb -------------------------------------------------------------------------------- /Section-10-Scikit-Optimize/07-Bayesian-Optimization-Sklearn-wrapper.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/hyperparameter-optimization/HEAD/Section-10-Scikit-Optimize/07-Bayesian-Optimization-Sklearn-wrapper.ipynb -------------------------------------------------------------------------------- /Section-10-Scikit-Optimize/08-Bayesian-Optimization-Change-Kernel.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/hyperparameter-optimization/HEAD/Section-10-Scikit-Optimize/08-Bayesian-Optimization-Change-Kernel.ipynb -------------------------------------------------------------------------------- /Section-10-Scikit-Optimize/09-Bayesian-Optimization-xgb-Optional.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/hyperparameter-optimization/HEAD/Section-10-Scikit-Optimize/09-Bayesian-Optimization-xgb-Optional.ipynb -------------------------------------------------------------------------------- /Section-10-Scikit-Optimize/10-Bayesian-Optimization-CNN.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/hyperparameter-optimization/HEAD/Section-10-Scikit-Optimize/10-Bayesian-Optimization-CNN.ipynb -------------------------------------------------------------------------------- /Section-11-Hyperopt/01-Hyperparameter-Distributions.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/hyperparameter-optimization/HEAD/Section-11-Hyperopt/01-Hyperparameter-Distributions.ipynb -------------------------------------------------------------------------------- /Section-11-Hyperopt/02-Search-algorithms.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/hyperparameter-optimization/HEAD/Section-11-Hyperopt/02-Search-algorithms.ipynb -------------------------------------------------------------------------------- /Section-11-Hyperopt/03-Evaluating-the-search.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/hyperparameter-optimization/HEAD/Section-11-Hyperopt/03-Evaluating-the-search.ipynb -------------------------------------------------------------------------------- /Section-11-Hyperopt/04-Conditonal-Search-Spaces.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/hyperparameter-optimization/HEAD/Section-11-Hyperopt/04-Conditonal-Search-Spaces.ipynb -------------------------------------------------------------------------------- /Section-11-Hyperopt/05-TPE-with-CNN.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/hyperparameter-optimization/HEAD/Section-11-Hyperopt/05-TPE-with-CNN.ipynb -------------------------------------------------------------------------------- /Section-11-Hyperopt/06-Optional-Sklearn-MLPClassifier.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/hyperparameter-optimization/HEAD/Section-11-Hyperopt/06-Optional-Sklearn-MLPClassifier.ipynb -------------------------------------------------------------------------------- /Section-12-Optuna/01-Search-algorithms.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/hyperparameter-optimization/HEAD/Section-12-Optuna/01-Search-algorithms.ipynb -------------------------------------------------------------------------------- /Section-12-Optuna/02-Conditional-Spaces-Multiple-Models.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/hyperparameter-optimization/HEAD/Section-12-Optuna/02-Conditional-Spaces-Multiple-Models.ipynb -------------------------------------------------------------------------------- /Section-12-Optuna/03-Optimizing-a-CNN.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/hyperparameter-optimization/HEAD/Section-12-Optuna/03-Optimizing-a-CNN.ipynb -------------------------------------------------------------------------------- /Section-12-Optuna/04-Optimizing-a-CNN-extended.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/hyperparameter-optimization/HEAD/Section-12-Optuna/04-Optimizing-a-CNN-extended.ipynb -------------------------------------------------------------------------------- /Section-12-Optuna/05-Evaluating-the-search.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/hyperparameter-optimization/HEAD/Section-12-Optuna/05-Evaluating-the-search.ipynb -------------------------------------------------------------------------------- /Section-12-Optuna/06-Enriching-the-search.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/hyperparameter-optimization/HEAD/Section-12-Optuna/06-Enriching-the-search.ipynb -------------------------------------------------------------------------------- /Section-12-Optuna/07-successive-halving-optuna.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/hyperparameter-optimization/HEAD/Section-12-Optuna/07-successive-halving-optuna.ipynb -------------------------------------------------------------------------------- /Section-12-Optuna/08-Optimizing-a-CNN-with-ASHA.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/hyperparameter-optimization/HEAD/Section-12-Optuna/08-Optimizing-a-CNN-with-ASHA.ipynb -------------------------------------------------------------------------------- /Section-12-Optuna/09-hperband.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/hyperparameter-optimization/HEAD/Section-12-Optuna/09-hperband.ipynb -------------------------------------------------------------------------------- /Section-12-Optuna/cnn_study.db: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/hyperparameter-optimization/HEAD/Section-12-Optuna/cnn_study.db -------------------------------------------------------------------------------- /Section-12-Optuna/cnn_study_2.db: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/hyperparameter-optimization/HEAD/Section-12-Optuna/cnn_study_2.db -------------------------------------------------------------------------------- /Section-12-Optuna/students-solutions/PLACE-YOUR-SOLUTIONS-HERE.txt: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /_for_slides/01-Gaussian_Plots.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/hyperparameter-optimization/HEAD/_for_slides/01-Gaussian_Plots.ipynb -------------------------------------------------------------------------------- /_for_slides/02-Covariance.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/hyperparameter-optimization/HEAD/_for_slides/02-Covariance.ipynb -------------------------------------------------------------------------------- /_for_slides/03-Testing.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/hyperparameter-optimization/HEAD/_for_slides/03-Testing.ipynb -------------------------------------------------------------------------------- /_for_slides/04-Optuna-main-functions.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/hyperparameter-optimization/HEAD/_for_slides/04-Optuna-main-functions.ipynb -------------------------------------------------------------------------------- /course-banner.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/hyperparameter-optimization/HEAD/course-banner.png -------------------------------------------------------------------------------- /logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/hyperparameter-optimization/HEAD/logo.png -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/hyperparameter-optimization/HEAD/requirements.txt --------------------------------------------------------------------------------