├── .github ├── actions │ └── build-application │ │ └── action.yaml └── workflows │ ├── docker.yaml │ ├── pylint.yaml │ └── test.yaml ├── .gitignore ├── .pre-commit-config.yaml ├── .pylintrc ├── Dockerfile ├── LICENSE ├── README.md ├── data ├── Current_ObesityDataSet.csv ├── Original_ObesityDataSet.csv ├── Preprocessed_Original_ObesityDataSet.csv ├── README.md └── download_data.sh ├── docker-compose.yaml ├── images ├── api.png ├── api_design.png ├── dockerhub.png ├── mlflow-experiments.png ├── mlflow-model-registry.png ├── mlflow-screenshot.png ├── model-training-pipeline.png ├── notebooks-screenshot.png ├── production-workflow.png └── research-workflow.png ├── models ├── README.md ├── artifacts │ ├── features_ohe.pkl │ ├── features_sc.pkl │ ├── label_ohe.pkl │ └── qcut_bins.pkl └── features │ ├── X_train.pkl │ ├── X_valid.pkl │ ├── y_train.pkl │ └── y_valid.pkl ├── notebooks ├── Dockerfile.dev ├── README.md ├── VERSION ├── data_processing.ipynb ├── docs │ ├── SETUP_AWS.md │ └── SETUP_KAGGLE.md ├── eda.ipynb ├── experimentations.ipynb ├── images │ ├── admin.png │ ├── ec2-1.png │ ├── ec2-2.png │ ├── iam-1.png │ ├── iam-2.png │ ├── iam-3.png │ ├── rds-1.png │ └── s3.png └── requirements_dev.txt ├── reports ├── README.md ├── data_drift.html ├── data_quality.html ├── model_performance.html └── target_drift.html ├── requirements.txt ├── src ├── README.md ├── __init__.py ├── api │ ├── __init__.py │ ├── main.py │ └── utils.py ├── config │ ├── __init__.py │ ├── aws.py │ ├── credentials.yaml │ ├── kaggle.py │ ├── log.py │ ├── logs.yaml │ ├── metadata.yaml │ ├── model.py │ ├── model.yaml │ ├── reports.py │ ├── reports.yaml │ ├── settings.py │ └── settings.yaml ├── data │ ├── __init__.py │ ├── processing.py │ └── utils.py ├── model │ ├── __init__.py │ └── inference.py └── schema │ ├── __init__.py │ ├── monitoring.py │ └── person.py └── tests ├── __init__.py ├── integration ├── __init__.py ├── test_data_processing.py └── test_model_inference.py └── unit ├── __init__.py ├── test_api.py ├── test_data_functions.py ├── test_model_functions.py └── test_read_yaml_file.py /.github/actions/build-application/action.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rafaelgreca/e2e-mlops-project/HEAD/.github/actions/build-application/action.yaml -------------------------------------------------------------------------------- /.github/workflows/docker.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rafaelgreca/e2e-mlops-project/HEAD/.github/workflows/docker.yaml -------------------------------------------------------------------------------- /.github/workflows/pylint.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rafaelgreca/e2e-mlops-project/HEAD/.github/workflows/pylint.yaml -------------------------------------------------------------------------------- /.github/workflows/test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rafaelgreca/e2e-mlops-project/HEAD/.github/workflows/test.yaml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rafaelgreca/e2e-mlops-project/HEAD/.gitignore -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rafaelgreca/e2e-mlops-project/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /.pylintrc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rafaelgreca/e2e-mlops-project/HEAD/.pylintrc -------------------------------------------------------------------------------- /Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rafaelgreca/e2e-mlops-project/HEAD/Dockerfile -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rafaelgreca/e2e-mlops-project/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rafaelgreca/e2e-mlops-project/HEAD/README.md -------------------------------------------------------------------------------- /data/Current_ObesityDataSet.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rafaelgreca/e2e-mlops-project/HEAD/data/Current_ObesityDataSet.csv -------------------------------------------------------------------------------- /data/Original_ObesityDataSet.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rafaelgreca/e2e-mlops-project/HEAD/data/Original_ObesityDataSet.csv -------------------------------------------------------------------------------- /data/Preprocessed_Original_ObesityDataSet.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rafaelgreca/e2e-mlops-project/HEAD/data/Preprocessed_Original_ObesityDataSet.csv -------------------------------------------------------------------------------- /data/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rafaelgreca/e2e-mlops-project/HEAD/data/README.md -------------------------------------------------------------------------------- /data/download_data.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rafaelgreca/e2e-mlops-project/HEAD/data/download_data.sh -------------------------------------------------------------------------------- /docker-compose.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rafaelgreca/e2e-mlops-project/HEAD/docker-compose.yaml -------------------------------------------------------------------------------- /images/api.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rafaelgreca/e2e-mlops-project/HEAD/images/api.png -------------------------------------------------------------------------------- /images/api_design.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rafaelgreca/e2e-mlops-project/HEAD/images/api_design.png -------------------------------------------------------------------------------- /images/dockerhub.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rafaelgreca/e2e-mlops-project/HEAD/images/dockerhub.png -------------------------------------------------------------------------------- /images/mlflow-experiments.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rafaelgreca/e2e-mlops-project/HEAD/images/mlflow-experiments.png -------------------------------------------------------------------------------- /images/mlflow-model-registry.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rafaelgreca/e2e-mlops-project/HEAD/images/mlflow-model-registry.png -------------------------------------------------------------------------------- /images/mlflow-screenshot.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rafaelgreca/e2e-mlops-project/HEAD/images/mlflow-screenshot.png -------------------------------------------------------------------------------- /images/model-training-pipeline.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rafaelgreca/e2e-mlops-project/HEAD/images/model-training-pipeline.png -------------------------------------------------------------------------------- /images/notebooks-screenshot.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rafaelgreca/e2e-mlops-project/HEAD/images/notebooks-screenshot.png -------------------------------------------------------------------------------- /images/production-workflow.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rafaelgreca/e2e-mlops-project/HEAD/images/production-workflow.png -------------------------------------------------------------------------------- /images/research-workflow.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rafaelgreca/e2e-mlops-project/HEAD/images/research-workflow.png -------------------------------------------------------------------------------- /models/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rafaelgreca/e2e-mlops-project/HEAD/models/README.md -------------------------------------------------------------------------------- /models/artifacts/features_ohe.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rafaelgreca/e2e-mlops-project/HEAD/models/artifacts/features_ohe.pkl -------------------------------------------------------------------------------- /models/artifacts/features_sc.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rafaelgreca/e2e-mlops-project/HEAD/models/artifacts/features_sc.pkl -------------------------------------------------------------------------------- /models/artifacts/label_ohe.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rafaelgreca/e2e-mlops-project/HEAD/models/artifacts/label_ohe.pkl -------------------------------------------------------------------------------- /models/artifacts/qcut_bins.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rafaelgreca/e2e-mlops-project/HEAD/models/artifacts/qcut_bins.pkl -------------------------------------------------------------------------------- /models/features/X_train.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rafaelgreca/e2e-mlops-project/HEAD/models/features/X_train.pkl -------------------------------------------------------------------------------- /models/features/X_valid.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rafaelgreca/e2e-mlops-project/HEAD/models/features/X_valid.pkl -------------------------------------------------------------------------------- /models/features/y_train.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rafaelgreca/e2e-mlops-project/HEAD/models/features/y_train.pkl -------------------------------------------------------------------------------- /models/features/y_valid.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rafaelgreca/e2e-mlops-project/HEAD/models/features/y_valid.pkl -------------------------------------------------------------------------------- /notebooks/Dockerfile.dev: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rafaelgreca/e2e-mlops-project/HEAD/notebooks/Dockerfile.dev -------------------------------------------------------------------------------- /notebooks/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rafaelgreca/e2e-mlops-project/HEAD/notebooks/README.md -------------------------------------------------------------------------------- /notebooks/VERSION: -------------------------------------------------------------------------------- 1 | 2.0.0 2 | -------------------------------------------------------------------------------- /notebooks/data_processing.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rafaelgreca/e2e-mlops-project/HEAD/notebooks/data_processing.ipynb -------------------------------------------------------------------------------- /notebooks/docs/SETUP_AWS.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rafaelgreca/e2e-mlops-project/HEAD/notebooks/docs/SETUP_AWS.md -------------------------------------------------------------------------------- /notebooks/docs/SETUP_KAGGLE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rafaelgreca/e2e-mlops-project/HEAD/notebooks/docs/SETUP_KAGGLE.md -------------------------------------------------------------------------------- /notebooks/eda.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rafaelgreca/e2e-mlops-project/HEAD/notebooks/eda.ipynb -------------------------------------------------------------------------------- /notebooks/experimentations.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rafaelgreca/e2e-mlops-project/HEAD/notebooks/experimentations.ipynb -------------------------------------------------------------------------------- /notebooks/images/admin.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rafaelgreca/e2e-mlops-project/HEAD/notebooks/images/admin.png -------------------------------------------------------------------------------- /notebooks/images/ec2-1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rafaelgreca/e2e-mlops-project/HEAD/notebooks/images/ec2-1.png -------------------------------------------------------------------------------- /notebooks/images/ec2-2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rafaelgreca/e2e-mlops-project/HEAD/notebooks/images/ec2-2.png -------------------------------------------------------------------------------- /notebooks/images/iam-1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rafaelgreca/e2e-mlops-project/HEAD/notebooks/images/iam-1.png -------------------------------------------------------------------------------- /notebooks/images/iam-2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rafaelgreca/e2e-mlops-project/HEAD/notebooks/images/iam-2.png -------------------------------------------------------------------------------- /notebooks/images/iam-3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rafaelgreca/e2e-mlops-project/HEAD/notebooks/images/iam-3.png -------------------------------------------------------------------------------- /notebooks/images/rds-1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rafaelgreca/e2e-mlops-project/HEAD/notebooks/images/rds-1.png -------------------------------------------------------------------------------- /notebooks/images/s3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rafaelgreca/e2e-mlops-project/HEAD/notebooks/images/s3.png -------------------------------------------------------------------------------- /notebooks/requirements_dev.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rafaelgreca/e2e-mlops-project/HEAD/notebooks/requirements_dev.txt -------------------------------------------------------------------------------- /reports/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rafaelgreca/e2e-mlops-project/HEAD/reports/README.md -------------------------------------------------------------------------------- /reports/data_drift.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rafaelgreca/e2e-mlops-project/HEAD/reports/data_drift.html -------------------------------------------------------------------------------- /reports/data_quality.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rafaelgreca/e2e-mlops-project/HEAD/reports/data_quality.html -------------------------------------------------------------------------------- /reports/model_performance.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rafaelgreca/e2e-mlops-project/HEAD/reports/model_performance.html -------------------------------------------------------------------------------- /reports/target_drift.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rafaelgreca/e2e-mlops-project/HEAD/reports/target_drift.html -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rafaelgreca/e2e-mlops-project/HEAD/requirements.txt -------------------------------------------------------------------------------- /src/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rafaelgreca/e2e-mlops-project/HEAD/src/README.md -------------------------------------------------------------------------------- /src/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/api/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rafaelgreca/e2e-mlops-project/HEAD/src/api/__init__.py -------------------------------------------------------------------------------- /src/api/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rafaelgreca/e2e-mlops-project/HEAD/src/api/main.py -------------------------------------------------------------------------------- /src/api/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rafaelgreca/e2e-mlops-project/HEAD/src/api/utils.py -------------------------------------------------------------------------------- /src/config/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rafaelgreca/e2e-mlops-project/HEAD/src/config/__init__.py -------------------------------------------------------------------------------- /src/config/aws.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rafaelgreca/e2e-mlops-project/HEAD/src/config/aws.py -------------------------------------------------------------------------------- /src/config/credentials.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rafaelgreca/e2e-mlops-project/HEAD/src/config/credentials.yaml -------------------------------------------------------------------------------- /src/config/kaggle.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rafaelgreca/e2e-mlops-project/HEAD/src/config/kaggle.py -------------------------------------------------------------------------------- /src/config/log.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rafaelgreca/e2e-mlops-project/HEAD/src/config/log.py -------------------------------------------------------------------------------- /src/config/logs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rafaelgreca/e2e-mlops-project/HEAD/src/config/logs.yaml -------------------------------------------------------------------------------- /src/config/metadata.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rafaelgreca/e2e-mlops-project/HEAD/src/config/metadata.yaml -------------------------------------------------------------------------------- /src/config/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rafaelgreca/e2e-mlops-project/HEAD/src/config/model.py -------------------------------------------------------------------------------- /src/config/model.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rafaelgreca/e2e-mlops-project/HEAD/src/config/model.yaml -------------------------------------------------------------------------------- /src/config/reports.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rafaelgreca/e2e-mlops-project/HEAD/src/config/reports.py -------------------------------------------------------------------------------- /src/config/reports.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rafaelgreca/e2e-mlops-project/HEAD/src/config/reports.yaml -------------------------------------------------------------------------------- /src/config/settings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rafaelgreca/e2e-mlops-project/HEAD/src/config/settings.py -------------------------------------------------------------------------------- /src/config/settings.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rafaelgreca/e2e-mlops-project/HEAD/src/config/settings.yaml -------------------------------------------------------------------------------- /src/data/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/data/processing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rafaelgreca/e2e-mlops-project/HEAD/src/data/processing.py -------------------------------------------------------------------------------- /src/data/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rafaelgreca/e2e-mlops-project/HEAD/src/data/utils.py -------------------------------------------------------------------------------- /src/model/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/model/inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rafaelgreca/e2e-mlops-project/HEAD/src/model/inference.py -------------------------------------------------------------------------------- /src/schema/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/schema/monitoring.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rafaelgreca/e2e-mlops-project/HEAD/src/schema/monitoring.py -------------------------------------------------------------------------------- /src/schema/person.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rafaelgreca/e2e-mlops-project/HEAD/src/schema/person.py -------------------------------------------------------------------------------- /tests/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rafaelgreca/e2e-mlops-project/HEAD/tests/__init__.py -------------------------------------------------------------------------------- /tests/integration/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/integration/test_data_processing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rafaelgreca/e2e-mlops-project/HEAD/tests/integration/test_data_processing.py -------------------------------------------------------------------------------- /tests/integration/test_model_inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rafaelgreca/e2e-mlops-project/HEAD/tests/integration/test_model_inference.py -------------------------------------------------------------------------------- /tests/unit/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rafaelgreca/e2e-mlops-project/HEAD/tests/unit/__init__.py -------------------------------------------------------------------------------- /tests/unit/test_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rafaelgreca/e2e-mlops-project/HEAD/tests/unit/test_api.py -------------------------------------------------------------------------------- /tests/unit/test_data_functions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rafaelgreca/e2e-mlops-project/HEAD/tests/unit/test_data_functions.py -------------------------------------------------------------------------------- /tests/unit/test_model_functions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rafaelgreca/e2e-mlops-project/HEAD/tests/unit/test_model_functions.py -------------------------------------------------------------------------------- /tests/unit/test_read_yaml_file.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rafaelgreca/e2e-mlops-project/HEAD/tests/unit/test_read_yaml_file.py --------------------------------------------------------------------------------