├── .github └── FUNDING.yml ├── .gitignore ├── 03-Constant-Quasi-Constant-Duplicates ├── 03.1-Constant-features.ipynb ├── 03.2-Quasi-constant-features.ipynb ├── 03.3-Duplicated-features.ipynb ├── 03.4-Constant-features-with-Feature-engine.ipynb └── 03.5-Duplicated-features-with-Feature-engine.ipynb ├── 04-Correlation ├── 04.1-Correlation-Pearson.ipynb ├── 04.2-Basic-methods-plus-correlation-pipeline.ipynb ├── 04.3-Correlation-with-Feature-engine.ipynb └── 04.4-Pipeline-with-Feature-engine.ipynb ├── 05-Filter-Statistical-Tests ├── 05.1-Mutual-information.ipynb ├── 05.2-Chi-square-test.ipynb ├── 05.3-ANOVA.ipynb ├── 05.4-Correlation-with-the-target.ipynb ├── 05.5-Basic-methods-plus-statistical-pipeline.ipynb └── Data-for-slides.ipynb ├── 06-Filter-other-metrics ├── 06.1-Univariate-roc-auc.ipynb ├── 06.2-Univariate-Performance-with-Feature-engine.ipynb ├── 06.3-Method-used-in-a-KDD-competition.ipynb └── 06.4-KDD-method-with-Feature-engine.ipynb ├── 07-Wrapper ├── 07.1-Step-forward-feature-selection-mlxtend.ipynb ├── 07.2-Step-forward-feature-selection-sklearn.ipynb ├── 07.3-Step-backward-feature-selection-mlxtend.ipynb ├── 07.4-Step-backward-feature-selection-sklearn.ipynb └── 07.5-Exhaustive-feature-selection.ipynb ├── 08-Embedded-linear-coefficients ├── 08.1-Logistic-regression-coefficients.ipynb ├── 08.2-Linear-Regression-coefficients.ipynb ├── 08.3-Regression-coefficients-and-regularisation.ipynb └── 08.4-Basic-methods-plus-coefficients-pipeline.ipynb ├── 09-Embedded-Lasso ├── 09.1-Lasso.ipynb └── 09.2-Basic-methods-plus-Lasso-pipeline.ipynb ├── 10-Embedded-tree-importance ├── 09.1-Random-forest-importance.ipynb ├── 09.2-Random-Forest-with-recursive-feature-selection.ipynb └── 09.3_Basic-methods-plus-Random-Forests-pipeline.ipynb ├── 11-Hybrid-methods ├── 11.1-Feature-shuffling.ipynb ├── 11.2-Recursive-feature-elimination.ipynb ├── 11.3-Recursive-feature-addition.ipynb ├── 11.4-Feature-shuffling-with-Feature-engine.ipynb ├── 11.5-Recursive-feature-elimination-with-Feature-engine.ipynb ├── 11.6-Recursive-feature-addition-with-Feature-engine.ipynb ├── 11.7-MRMR.ipynb ├── 11.8-MRMR-with-loop.ipynb └── 11.9-MRMR-feature-engine.ipynb ├── LICENSE ├── Prepare-Titanic-dataset.ipynb ├── README.md ├── SAVE_DATASETS_HERE.txt ├── course-banner.png ├── feature_selection.png └── requirements.txt /.github/FUNDING.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/feature-selection-for-machine-learning/HEAD/.github/FUNDING.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/feature-selection-for-machine-learning/HEAD/.gitignore -------------------------------------------------------------------------------- /03-Constant-Quasi-Constant-Duplicates/03.1-Constant-features.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/feature-selection-for-machine-learning/HEAD/03-Constant-Quasi-Constant-Duplicates/03.1-Constant-features.ipynb -------------------------------------------------------------------------------- /03-Constant-Quasi-Constant-Duplicates/03.2-Quasi-constant-features.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/feature-selection-for-machine-learning/HEAD/03-Constant-Quasi-Constant-Duplicates/03.2-Quasi-constant-features.ipynb -------------------------------------------------------------------------------- /03-Constant-Quasi-Constant-Duplicates/03.3-Duplicated-features.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/feature-selection-for-machine-learning/HEAD/03-Constant-Quasi-Constant-Duplicates/03.3-Duplicated-features.ipynb -------------------------------------------------------------------------------- /03-Constant-Quasi-Constant-Duplicates/03.4-Constant-features-with-Feature-engine.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/feature-selection-for-machine-learning/HEAD/03-Constant-Quasi-Constant-Duplicates/03.4-Constant-features-with-Feature-engine.ipynb -------------------------------------------------------------------------------- /03-Constant-Quasi-Constant-Duplicates/03.5-Duplicated-features-with-Feature-engine.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/feature-selection-for-machine-learning/HEAD/03-Constant-Quasi-Constant-Duplicates/03.5-Duplicated-features-with-Feature-engine.ipynb -------------------------------------------------------------------------------- /04-Correlation/04.1-Correlation-Pearson.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/feature-selection-for-machine-learning/HEAD/04-Correlation/04.1-Correlation-Pearson.ipynb -------------------------------------------------------------------------------- /04-Correlation/04.2-Basic-methods-plus-correlation-pipeline.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/feature-selection-for-machine-learning/HEAD/04-Correlation/04.2-Basic-methods-plus-correlation-pipeline.ipynb -------------------------------------------------------------------------------- /04-Correlation/04.3-Correlation-with-Feature-engine.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/feature-selection-for-machine-learning/HEAD/04-Correlation/04.3-Correlation-with-Feature-engine.ipynb -------------------------------------------------------------------------------- /04-Correlation/04.4-Pipeline-with-Feature-engine.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/feature-selection-for-machine-learning/HEAD/04-Correlation/04.4-Pipeline-with-Feature-engine.ipynb -------------------------------------------------------------------------------- /05-Filter-Statistical-Tests/05.1-Mutual-information.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/feature-selection-for-machine-learning/HEAD/05-Filter-Statistical-Tests/05.1-Mutual-information.ipynb -------------------------------------------------------------------------------- /05-Filter-Statistical-Tests/05.2-Chi-square-test.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/feature-selection-for-machine-learning/HEAD/05-Filter-Statistical-Tests/05.2-Chi-square-test.ipynb -------------------------------------------------------------------------------- /05-Filter-Statistical-Tests/05.3-ANOVA.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/feature-selection-for-machine-learning/HEAD/05-Filter-Statistical-Tests/05.3-ANOVA.ipynb -------------------------------------------------------------------------------- /05-Filter-Statistical-Tests/05.4-Correlation-with-the-target.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/feature-selection-for-machine-learning/HEAD/05-Filter-Statistical-Tests/05.4-Correlation-with-the-target.ipynb -------------------------------------------------------------------------------- /05-Filter-Statistical-Tests/05.5-Basic-methods-plus-statistical-pipeline.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/feature-selection-for-machine-learning/HEAD/05-Filter-Statistical-Tests/05.5-Basic-methods-plus-statistical-pipeline.ipynb -------------------------------------------------------------------------------- /05-Filter-Statistical-Tests/Data-for-slides.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/feature-selection-for-machine-learning/HEAD/05-Filter-Statistical-Tests/Data-for-slides.ipynb -------------------------------------------------------------------------------- /06-Filter-other-metrics/06.1-Univariate-roc-auc.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/feature-selection-for-machine-learning/HEAD/06-Filter-other-metrics/06.1-Univariate-roc-auc.ipynb -------------------------------------------------------------------------------- /06-Filter-other-metrics/06.2-Univariate-Performance-with-Feature-engine.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/feature-selection-for-machine-learning/HEAD/06-Filter-other-metrics/06.2-Univariate-Performance-with-Feature-engine.ipynb -------------------------------------------------------------------------------- /06-Filter-other-metrics/06.3-Method-used-in-a-KDD-competition.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/feature-selection-for-machine-learning/HEAD/06-Filter-other-metrics/06.3-Method-used-in-a-KDD-competition.ipynb -------------------------------------------------------------------------------- /06-Filter-other-metrics/06.4-KDD-method-with-Feature-engine.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/feature-selection-for-machine-learning/HEAD/06-Filter-other-metrics/06.4-KDD-method-with-Feature-engine.ipynb -------------------------------------------------------------------------------- /07-Wrapper/07.1-Step-forward-feature-selection-mlxtend.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/feature-selection-for-machine-learning/HEAD/07-Wrapper/07.1-Step-forward-feature-selection-mlxtend.ipynb -------------------------------------------------------------------------------- /07-Wrapper/07.2-Step-forward-feature-selection-sklearn.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/feature-selection-for-machine-learning/HEAD/07-Wrapper/07.2-Step-forward-feature-selection-sklearn.ipynb -------------------------------------------------------------------------------- /07-Wrapper/07.3-Step-backward-feature-selection-mlxtend.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/feature-selection-for-machine-learning/HEAD/07-Wrapper/07.3-Step-backward-feature-selection-mlxtend.ipynb -------------------------------------------------------------------------------- /07-Wrapper/07.4-Step-backward-feature-selection-sklearn.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/feature-selection-for-machine-learning/HEAD/07-Wrapper/07.4-Step-backward-feature-selection-sklearn.ipynb -------------------------------------------------------------------------------- /07-Wrapper/07.5-Exhaustive-feature-selection.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/feature-selection-for-machine-learning/HEAD/07-Wrapper/07.5-Exhaustive-feature-selection.ipynb -------------------------------------------------------------------------------- /08-Embedded-linear-coefficients/08.1-Logistic-regression-coefficients.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/feature-selection-for-machine-learning/HEAD/08-Embedded-linear-coefficients/08.1-Logistic-regression-coefficients.ipynb -------------------------------------------------------------------------------- /08-Embedded-linear-coefficients/08.2-Linear-Regression-coefficients.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/feature-selection-for-machine-learning/HEAD/08-Embedded-linear-coefficients/08.2-Linear-Regression-coefficients.ipynb -------------------------------------------------------------------------------- /08-Embedded-linear-coefficients/08.3-Regression-coefficients-and-regularisation.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/feature-selection-for-machine-learning/HEAD/08-Embedded-linear-coefficients/08.3-Regression-coefficients-and-regularisation.ipynb -------------------------------------------------------------------------------- /08-Embedded-linear-coefficients/08.4-Basic-methods-plus-coefficients-pipeline.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/feature-selection-for-machine-learning/HEAD/08-Embedded-linear-coefficients/08.4-Basic-methods-plus-coefficients-pipeline.ipynb -------------------------------------------------------------------------------- /09-Embedded-Lasso/09.1-Lasso.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/feature-selection-for-machine-learning/HEAD/09-Embedded-Lasso/09.1-Lasso.ipynb -------------------------------------------------------------------------------- /09-Embedded-Lasso/09.2-Basic-methods-plus-Lasso-pipeline.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/feature-selection-for-machine-learning/HEAD/09-Embedded-Lasso/09.2-Basic-methods-plus-Lasso-pipeline.ipynb -------------------------------------------------------------------------------- /10-Embedded-tree-importance/09.1-Random-forest-importance.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/feature-selection-for-machine-learning/HEAD/10-Embedded-tree-importance/09.1-Random-forest-importance.ipynb -------------------------------------------------------------------------------- /10-Embedded-tree-importance/09.2-Random-Forest-with-recursive-feature-selection.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/feature-selection-for-machine-learning/HEAD/10-Embedded-tree-importance/09.2-Random-Forest-with-recursive-feature-selection.ipynb -------------------------------------------------------------------------------- /10-Embedded-tree-importance/09.3_Basic-methods-plus-Random-Forests-pipeline.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/feature-selection-for-machine-learning/HEAD/10-Embedded-tree-importance/09.3_Basic-methods-plus-Random-Forests-pipeline.ipynb -------------------------------------------------------------------------------- /11-Hybrid-methods/11.1-Feature-shuffling.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/feature-selection-for-machine-learning/HEAD/11-Hybrid-methods/11.1-Feature-shuffling.ipynb -------------------------------------------------------------------------------- /11-Hybrid-methods/11.2-Recursive-feature-elimination.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/feature-selection-for-machine-learning/HEAD/11-Hybrid-methods/11.2-Recursive-feature-elimination.ipynb -------------------------------------------------------------------------------- /11-Hybrid-methods/11.3-Recursive-feature-addition.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/feature-selection-for-machine-learning/HEAD/11-Hybrid-methods/11.3-Recursive-feature-addition.ipynb -------------------------------------------------------------------------------- /11-Hybrid-methods/11.4-Feature-shuffling-with-Feature-engine.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/feature-selection-for-machine-learning/HEAD/11-Hybrid-methods/11.4-Feature-shuffling-with-Feature-engine.ipynb -------------------------------------------------------------------------------- /11-Hybrid-methods/11.5-Recursive-feature-elimination-with-Feature-engine.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/feature-selection-for-machine-learning/HEAD/11-Hybrid-methods/11.5-Recursive-feature-elimination-with-Feature-engine.ipynb -------------------------------------------------------------------------------- /11-Hybrid-methods/11.6-Recursive-feature-addition-with-Feature-engine.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/feature-selection-for-machine-learning/HEAD/11-Hybrid-methods/11.6-Recursive-feature-addition-with-Feature-engine.ipynb -------------------------------------------------------------------------------- /11-Hybrid-methods/11.7-MRMR.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/feature-selection-for-machine-learning/HEAD/11-Hybrid-methods/11.7-MRMR.ipynb -------------------------------------------------------------------------------- /11-Hybrid-methods/11.8-MRMR-with-loop.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/feature-selection-for-machine-learning/HEAD/11-Hybrid-methods/11.8-MRMR-with-loop.ipynb -------------------------------------------------------------------------------- /11-Hybrid-methods/11.9-MRMR-feature-engine.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/feature-selection-for-machine-learning/HEAD/11-Hybrid-methods/11.9-MRMR-feature-engine.ipynb -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/feature-selection-for-machine-learning/HEAD/LICENSE -------------------------------------------------------------------------------- /Prepare-Titanic-dataset.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/feature-selection-for-machine-learning/HEAD/Prepare-Titanic-dataset.ipynb -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/feature-selection-for-machine-learning/HEAD/README.md -------------------------------------------------------------------------------- /SAVE_DATASETS_HERE.txt: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /course-banner.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/feature-selection-for-machine-learning/HEAD/course-banner.png -------------------------------------------------------------------------------- /feature_selection.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/feature-selection-for-machine-learning/HEAD/feature_selection.png -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/solegalli/feature-selection-for-machine-learning/HEAD/requirements.txt --------------------------------------------------------------------------------