├── .gitignore ├── DOCUMENTATION.md ├── LICENSE ├── MLOps Pipeline ├── Data Engineering │ ├── 01. Ingestion │ │ ├── 01. Training Data Ingestion.py │ │ └── 02. Monitoring Data Ingestion.py │ ├── 02. Transformation │ │ ├── 01. Training Data Transformation.py │ │ └── 02. Monitoring Data Transformation.py │ └── 03. Data Quality │ │ ├── 01. Data Quality Checks.py │ │ ├── 02. Great Expectations.py │ │ └── 02. Monitoring Data Quality Checks.py ├── ML Engineering │ └── Demand Forecasting Daily │ │ ├── 00. Initial Deployment │ │ ├── 01.Exploratory Data Analysis.py │ │ ├── 02.Feature Engineering.py │ │ ├── 03.Model Training(Pyspark Edition).py │ │ ├── 03.Model Training.py │ │ ├── 04.Unit Test.py │ │ └── Model Training(LSTM).py │ │ ├── 01.Feature Engineering.py │ │ ├── 02.Daily Inference(XGBOOST).py │ │ ├── 03.Daily Monitoring.py │ │ ├── 04.Model Retraining Monthly(pyspark edition).py │ │ ├── 04.Model Retraining Monthly.py │ │ └── 06.Performance Evaluation.py ├── Utils │ ├── Great Expectations │ │ ├── fde64798683368bcaf8fe113b0dd4b14.html │ │ └── my_expectation_suite.html │ ├── Images │ │ ├── MLOps Architecture (1).png │ │ ├── newplot (1).png │ │ ├── newplot (5).png │ │ └── newplot.png │ └── requirements.txt └── Workflow Config │ ├── Daily Inference.py │ ├── Great Expecations Config.py │ └── Initial Deployment.py └── README.md /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Philippos01/mlops-energy-forecast-thesis/HEAD/.gitignore -------------------------------------------------------------------------------- /DOCUMENTATION.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Philippos01/mlops-energy-forecast-thesis/HEAD/DOCUMENTATION.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Philippos01/mlops-energy-forecast-thesis/HEAD/LICENSE -------------------------------------------------------------------------------- /MLOps Pipeline/Data Engineering/01. Ingestion/01. Training Data Ingestion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Philippos01/mlops-energy-forecast-thesis/HEAD/MLOps Pipeline/Data Engineering/01. Ingestion/01. Training Data Ingestion.py -------------------------------------------------------------------------------- /MLOps Pipeline/Data Engineering/01. Ingestion/02. Monitoring Data Ingestion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Philippos01/mlops-energy-forecast-thesis/HEAD/MLOps Pipeline/Data Engineering/01. Ingestion/02. Monitoring Data Ingestion.py -------------------------------------------------------------------------------- /MLOps Pipeline/Data Engineering/02. Transformation/01. Training Data Transformation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Philippos01/mlops-energy-forecast-thesis/HEAD/MLOps Pipeline/Data Engineering/02. Transformation/01. Training Data Transformation.py -------------------------------------------------------------------------------- /MLOps Pipeline/Data Engineering/02. Transformation/02. Monitoring Data Transformation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Philippos01/mlops-energy-forecast-thesis/HEAD/MLOps Pipeline/Data Engineering/02. Transformation/02. Monitoring Data Transformation.py -------------------------------------------------------------------------------- /MLOps Pipeline/Data Engineering/03. Data Quality/01. Data Quality Checks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Philippos01/mlops-energy-forecast-thesis/HEAD/MLOps Pipeline/Data Engineering/03. Data Quality/01. Data Quality Checks.py -------------------------------------------------------------------------------- /MLOps Pipeline/Data Engineering/03. Data Quality/02. Great Expectations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Philippos01/mlops-energy-forecast-thesis/HEAD/MLOps Pipeline/Data Engineering/03. Data Quality/02. Great Expectations.py -------------------------------------------------------------------------------- /MLOps Pipeline/Data Engineering/03. Data Quality/02. Monitoring Data Quality Checks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Philippos01/mlops-energy-forecast-thesis/HEAD/MLOps Pipeline/Data Engineering/03. Data Quality/02. Monitoring Data Quality Checks.py -------------------------------------------------------------------------------- /MLOps Pipeline/ML Engineering/Demand Forecasting Daily/00. Initial Deployment/01.Exploratory Data Analysis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Philippos01/mlops-energy-forecast-thesis/HEAD/MLOps Pipeline/ML Engineering/Demand Forecasting Daily/00. Initial Deployment/01.Exploratory Data Analysis.py -------------------------------------------------------------------------------- /MLOps Pipeline/ML Engineering/Demand Forecasting Daily/00. Initial Deployment/02.Feature Engineering.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Philippos01/mlops-energy-forecast-thesis/HEAD/MLOps Pipeline/ML Engineering/Demand Forecasting Daily/00. Initial Deployment/02.Feature Engineering.py -------------------------------------------------------------------------------- /MLOps Pipeline/ML Engineering/Demand Forecasting Daily/00. Initial Deployment/03.Model Training(Pyspark Edition).py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Philippos01/mlops-energy-forecast-thesis/HEAD/MLOps Pipeline/ML Engineering/Demand Forecasting Daily/00. Initial Deployment/03.Model Training(Pyspark Edition).py -------------------------------------------------------------------------------- /MLOps Pipeline/ML Engineering/Demand Forecasting Daily/00. Initial Deployment/03.Model Training.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Philippos01/mlops-energy-forecast-thesis/HEAD/MLOps Pipeline/ML Engineering/Demand Forecasting Daily/00. Initial Deployment/03.Model Training.py -------------------------------------------------------------------------------- /MLOps Pipeline/ML Engineering/Demand Forecasting Daily/00. Initial Deployment/04.Unit Test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Philippos01/mlops-energy-forecast-thesis/HEAD/MLOps Pipeline/ML Engineering/Demand Forecasting Daily/00. Initial Deployment/04.Unit Test.py -------------------------------------------------------------------------------- /MLOps Pipeline/ML Engineering/Demand Forecasting Daily/00. Initial Deployment/Model Training(LSTM).py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Philippos01/mlops-energy-forecast-thesis/HEAD/MLOps Pipeline/ML Engineering/Demand Forecasting Daily/00. Initial Deployment/Model Training(LSTM).py -------------------------------------------------------------------------------- /MLOps Pipeline/ML Engineering/Demand Forecasting Daily/01.Feature Engineering.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Philippos01/mlops-energy-forecast-thesis/HEAD/MLOps Pipeline/ML Engineering/Demand Forecasting Daily/01.Feature Engineering.py -------------------------------------------------------------------------------- /MLOps Pipeline/ML Engineering/Demand Forecasting Daily/02.Daily Inference(XGBOOST).py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Philippos01/mlops-energy-forecast-thesis/HEAD/MLOps Pipeline/ML Engineering/Demand Forecasting Daily/02.Daily Inference(XGBOOST).py -------------------------------------------------------------------------------- /MLOps Pipeline/ML Engineering/Demand Forecasting Daily/03.Daily Monitoring.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Philippos01/mlops-energy-forecast-thesis/HEAD/MLOps Pipeline/ML Engineering/Demand Forecasting Daily/03.Daily Monitoring.py -------------------------------------------------------------------------------- /MLOps Pipeline/ML Engineering/Demand Forecasting Daily/04.Model Retraining Monthly(pyspark edition).py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Philippos01/mlops-energy-forecast-thesis/HEAD/MLOps Pipeline/ML Engineering/Demand Forecasting Daily/04.Model Retraining Monthly(pyspark edition).py -------------------------------------------------------------------------------- /MLOps Pipeline/ML Engineering/Demand Forecasting Daily/04.Model Retraining Monthly.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Philippos01/mlops-energy-forecast-thesis/HEAD/MLOps Pipeline/ML Engineering/Demand Forecasting Daily/04.Model Retraining Monthly.py -------------------------------------------------------------------------------- /MLOps Pipeline/ML Engineering/Demand Forecasting Daily/06.Performance Evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Philippos01/mlops-energy-forecast-thesis/HEAD/MLOps Pipeline/ML Engineering/Demand Forecasting Daily/06.Performance Evaluation.py -------------------------------------------------------------------------------- /MLOps Pipeline/Utils/Great Expectations/fde64798683368bcaf8fe113b0dd4b14.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Philippos01/mlops-energy-forecast-thesis/HEAD/MLOps Pipeline/Utils/Great Expectations/fde64798683368bcaf8fe113b0dd4b14.html -------------------------------------------------------------------------------- /MLOps Pipeline/Utils/Great Expectations/my_expectation_suite.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Philippos01/mlops-energy-forecast-thesis/HEAD/MLOps Pipeline/Utils/Great Expectations/my_expectation_suite.html -------------------------------------------------------------------------------- /MLOps Pipeline/Utils/Images/MLOps Architecture (1).png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Philippos01/mlops-energy-forecast-thesis/HEAD/MLOps Pipeline/Utils/Images/MLOps Architecture (1).png -------------------------------------------------------------------------------- /MLOps Pipeline/Utils/Images/newplot (1).png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Philippos01/mlops-energy-forecast-thesis/HEAD/MLOps Pipeline/Utils/Images/newplot (1).png -------------------------------------------------------------------------------- /MLOps Pipeline/Utils/Images/newplot (5).png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Philippos01/mlops-energy-forecast-thesis/HEAD/MLOps Pipeline/Utils/Images/newplot (5).png -------------------------------------------------------------------------------- /MLOps Pipeline/Utils/Images/newplot.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Philippos01/mlops-energy-forecast-thesis/HEAD/MLOps Pipeline/Utils/Images/newplot.png -------------------------------------------------------------------------------- /MLOps Pipeline/Utils/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Philippos01/mlops-energy-forecast-thesis/HEAD/MLOps Pipeline/Utils/requirements.txt -------------------------------------------------------------------------------- /MLOps Pipeline/Workflow Config/Daily Inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Philippos01/mlops-energy-forecast-thesis/HEAD/MLOps Pipeline/Workflow Config/Daily Inference.py -------------------------------------------------------------------------------- /MLOps Pipeline/Workflow Config/Great Expecations Config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Philippos01/mlops-energy-forecast-thesis/HEAD/MLOps Pipeline/Workflow Config/Great Expecations Config.py -------------------------------------------------------------------------------- /MLOps Pipeline/Workflow Config/Initial Deployment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Philippos01/mlops-energy-forecast-thesis/HEAD/MLOps Pipeline/Workflow Config/Initial Deployment.py -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Philippos01/mlops-energy-forecast-thesis/HEAD/README.md --------------------------------------------------------------------------------