├── .gitbook.yaml ├── .github └── workflows │ └── greetings.yml ├── .gitignore ├── LICENSE ├── README.md ├── docs ├── book │ ├── README.md │ ├── SUMMARY.md │ └── ml-observability-course │ │ ├── module-1-introduction │ │ ├── ml-lifecycle.md │ │ ├── ml-monitoring-architectures.md │ │ ├── ml-monitoring-metrics.md │ │ ├── ml-monitoring-observability.md │ │ ├── ml-monitoring-setup.md │ │ └── readme.md │ │ ├── module-2-ml-monitoring-metrics │ │ ├── data-drift-deep-dive.md │ │ ├── data-prediction-drift-code-practice.md │ │ ├── data-prediction-drift-in-ml.md │ │ ├── data-quality-code-practice.md │ │ ├── data-quality-in-ml.md │ │ ├── evaluate-ml-model-quality.md │ │ ├── ml-model-quality-code-practice.md │ │ ├── ml-quality-metrics-classification-regression-ranking.md │ │ └── readme.md │ │ ├── module-3-ml-monitoring-for-unstructured-data │ │ ├── introduction-nlp-llm-monitoring.md │ │ ├── monitoring-data-drift-on-raw-text-data.md │ │ ├── monitoring-data-drift-with-descriptors.md │ │ ├── monitoring-embeddings-drift.md │ │ ├── monitoring-multimodal-datasets.md │ │ ├── monitoring-text-data-code-practice.md │ │ └── readme.md │ │ ├── module-4-designing-effective-ml-monitoring │ │ ├── choosing-ml-monitoring-deployment-architecture.md │ │ ├── custom-metrics-evidently-code-practice.md │ │ ├── custom-metrics-ml-monitoring.md │ │ ├── how-to-choose-reference-dataset-ml-monitoring.md │ │ ├── how-to-prioritize-monitoring-metrics.md │ │ ├── logging-ml-monitoring.md │ │ ├── readme.md │ │ └── when-to-retrain-ml-models.md │ │ ├── module-5-ml-pipelines-validation-and-testing │ │ ├── data-drift-model-quality-checks-airflow-code-practice.md │ │ ├── data-drift-model-quality-checks-prefect-code-practice.md │ │ ├── design-custom-test-suite-evidently-code-practice.md │ │ ├── introduction-data-ml-pipeline-testing.md │ │ ├── log-data-drift-test-results-mlflow-code-practice.md │ │ ├── readme.md │ │ ├── test-input-data-quality-stability-drift-code-practice.md │ │ ├── test-ml-model-outputs-quality-code-practice.md │ │ └── train-evaluate-ml-model-code-practice.md │ │ └── module-6-deploying-an-ml-monitoring-dashboard │ │ ├── batch-ml-monitoring-dashboard-code-practice.md │ │ ├── full-stack-ml-observability.md │ │ ├── how-deploy-ml-monitoring-dashboard.md │ │ ├── ml-monitoring-evidently-grafana-code-practice.md │ │ ├── online-ml-monitoring-dashboard-code-practice.md │ │ └── readme.md └── images │ ├── 2023109_course_module1_fin_images.005-min.png │ ├── 2023109_course_module1_fin_images.008-min.png │ ├── 2023109_course_module1_fin_images.011-min.png │ ├── 2023109_course_module1_fin_images.012-min.png │ ├── 2023109_course_module1_fin_images.014-min.png │ ├── 2023109_course_module1_fin_images.015-min.png │ ├── 2023109_course_module1_fin_images.016-min.png │ ├── 2023109_course_module1_fin_images.024-min.png │ ├── 2023109_course_module1_fin_images.028-min.png │ ├── 2023109_course_module1_fin_images.030-min.png │ ├── 2023109_course_module1_fin_images.031-min.png │ ├── 2023109_course_module1_fin_images.034-min.png │ ├── 2023109_course_module1_fin_images.050-min.png │ ├── 2023109_course_module1_fin_images.052-min.png │ ├── 2023109_course_module1_fin_images.061-min.png │ ├── 2023109_course_module1_fin_images.065-min.png │ ├── 2023109_course_module1_fin_images.066-min.png │ ├── 2023109_course_module2.005-min.png │ ├── 2023109_course_module2.006-min.png │ ├── 2023109_course_module2.007-min.png │ ├── 2023109_course_module2.009-min.png │ ├── 2023109_course_module2.012-min.png │ ├── 2023109_course_module2.016-min.png │ ├── 2023109_course_module2.020-min.png │ ├── 2023109_course_module2.025-min.png │ ├── 2023109_course_module2.028-min.png │ ├── 2023109_course_module2.041-min.png │ ├── 2023109_course_module2.047-min.png │ ├── 2023109_course_module2.058-min.png │ ├── 2023109_course_module2.060-min.png │ ├── 2023109_course_module2.065-min.png │ ├── 2023109_course_module2.070-min.png │ ├── 2023109_course_module2.071-min.png │ ├── 2023109_course_module2.081-min.png │ ├── 2023109_course_module2.082-min.png │ ├── 2023109_course_module2.083-min.png │ ├── 2023109_course_module2.089-min.png │ ├── 2023109_course_module2.090-min.png │ ├── 2023109_course_module2.091-min.png │ ├── 2023109_course_module2.098-min.png │ ├── 2023109_course_module2.100-min.png │ ├── 2023109_course_module2.101-min.png │ ├── 2023109_course_module2.102-min.png │ ├── 2023109_course_module3.003-min.png │ ├── 2023109_course_module3.004-min.png │ ├── 2023109_course_module3.005-min.png │ ├── 2023109_course_module3.006-min.png │ ├── 2023109_course_module3.007-min.png │ ├── 2023109_course_module3.011-min.png │ ├── 2023109_course_module3.013-min.png │ ├── 2023109_course_module3.014-min.png │ ├── 2023109_course_module3.018-min.png │ ├── 2023109_course_module3.024-min.png │ ├── 2023109_course_module3.025-min.png │ ├── 2023109_course_module3.026-min.png │ ├── 2023109_course_module3.029-min.png │ ├── 2023109_course_module3.032-min.png │ ├── 2023109_course_module3.035-min.png │ ├── 2023109_course_module3.036-min.png │ ├── 2023109_course_module3.037-min.png │ ├── 2023109_course_module3.039-min.png │ ├── 2023109_course_module3.044-min.png │ ├── 2023109_course_module3.046-min.png │ ├── 2023109_course_module3.047-min.png │ ├── 2023109_course_module3.048-min.png │ ├── 202310_module5_fin.007-min.png │ ├── 202310_module5_fin.010-min.png │ ├── 202310_module5_fin.011-min.png │ ├── 202310_module5_fin.013-min.png │ ├── 202310_module5_fin.015-min.png │ ├── 202310_module5_fin.016-min.png │ ├── 202310_module5_fin.017-min.png │ ├── 202310_module5_fin.019-min.png │ ├── 202310_module5_fin.021-min.png │ ├── 202310_module6.004-min.png │ ├── 202310_module6.006-min.png │ ├── 202310_module6.010-min.png │ ├── 202310_module6.014-min.png │ ├── 202310_module6.022-min.png │ ├── 2023110_course_module4_fin.004-min.png │ ├── 2023110_course_module4_fin.005-min.png │ ├── 2023110_course_module4_fin.008-min.png │ ├── 2023110_course_module4_fin.009-min.png │ ├── 2023110_course_module4_fin.012-min.png │ ├── 2023110_course_module4_fin.018-min.png │ ├── 2023110_course_module4_fin.019-min.png │ ├── 2023110_course_module4_fin.020-min.png │ ├── 2023110_course_module4_fin.021-min.png │ ├── 2023110_course_module4_fin.023-min.png │ ├── 2023110_course_module4_fin.025-min.png │ ├── 2023110_course_module4_fin.028-min.png │ ├── 2023110_course_module4_fin.029-min.png │ ├── 2023110_course_module4_fin.033-min.png │ ├── 2023110_course_module4_fin.034-min.png │ ├── 2023110_course_module4_fin.036-min.png │ ├── 2023110_course_module4_fin.037-min.png │ ├── 2023110_course_module4_fin.038-min.png │ ├── 2023110_course_module4_fin.042-min.png │ ├── 2023110_course_module4_fin.045-min.png │ ├── 2023110_course_module4_fin.046-min.png │ ├── 2023110_course_module4_fin.048-min.png │ ├── 2023110_course_module4_fin.050-min.png │ ├── 2023110_course_module4_fin.054-min.png │ ├── 2023110_course_module4_fin.055-min.png │ ├── 2023110_course_module4_fin.056-min.png │ ├── 2023110_course_module4_fin.057-min.png │ ├── 2023110_course_module4_fin.058-min.png │ ├── 2023110_course_module4_fin.059-min.png │ ├── 2023110_course_module4_fin.060-min.png │ ├── 2023110_course_module4_fin.064-min.png │ ├── 2023110_course_module4_fin.065-min.png │ ├── 2023110_course_module4_fin.068-min.png │ ├── 2023110_course_module4_fin.069-min.png │ ├── 2023110_course_module4_fin.071-min.png │ ├── 2023110_course_module4_fin.073-min.png │ ├── 2023110_course_module4_fin.074-min.png │ ├── 2023110_course_module4_fin.078-min.png │ ├── 2023110_course_module4_fin.079-min.png │ ├── 2023110_course_module4_fin.080-min.png │ ├── 2023110_course_module4_fin.086-min.png │ ├── 2023110_course_module4_fin.087-min.png │ ├── 2023110_course_module4_fin.088-min.png │ ├── 2023110_course_module4_fin.089-min.png │ ├── 2023110_course_module4_fin.090-min.png │ ├── 2023110_course_module4_fin.092-min.png │ ├── 2023110_course_module4_fin.102-min.png │ ├── 2023110_course_module4_fin.103-min.png │ └── readme.md ├── module2 ├── data_drift_deep_dive.ipynb ├── data_quality.ipynb ├── ml_model_quality.ipynb └── requirements.txt ├── module3 ├── requirements.txt └── unstructured_data_code_practice.ipynb ├── module4 ├── custom_metric_practice.ipynb └── requirements.txt ├── module5 ├── airflow_conditional_checks │ ├── Dockerfile │ ├── dags │ │ └── conditional_drift_suite.py │ ├── docker-compose.yaml │ └── requirements.txt ├── custome_suite_practice.ipynb ├── data_quality_test_practice.ipynb ├── mlflow_logging │ ├── log_artifacts.py │ └── requirements.txt ├── model_quality_practice.ipynb ├── prefect_sequential_checks │ ├── requirements.txt │ └── sequential_checks.py ├── requirements.txt ├── train_and_evaluate_model_practice.ipynb └── utils.py └── module6 ├── batch_monitoring_dashboard.py ├── grafana_monitoring_dashboard ├── config │ ├── grafana_dashboards.yaml │ └── grafana_datasources.yaml ├── docker-compose.yml ├── metrics_calculation_and_logging.py └── requirements.txt ├── online_monitoring_dashboard.py └── requirements.txt /.gitbook.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/.gitbook.yaml -------------------------------------------------------------------------------- /.github/workflows/greetings.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/.github/workflows/greetings.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/README.md -------------------------------------------------------------------------------- /docs/book/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/book/README.md -------------------------------------------------------------------------------- /docs/book/SUMMARY.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/book/SUMMARY.md -------------------------------------------------------------------------------- /docs/book/ml-observability-course/module-1-introduction/ml-lifecycle.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/book/ml-observability-course/module-1-introduction/ml-lifecycle.md -------------------------------------------------------------------------------- /docs/book/ml-observability-course/module-1-introduction/ml-monitoring-architectures.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/book/ml-observability-course/module-1-introduction/ml-monitoring-architectures.md -------------------------------------------------------------------------------- /docs/book/ml-observability-course/module-1-introduction/ml-monitoring-metrics.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/book/ml-observability-course/module-1-introduction/ml-monitoring-metrics.md -------------------------------------------------------------------------------- /docs/book/ml-observability-course/module-1-introduction/ml-monitoring-observability.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/book/ml-observability-course/module-1-introduction/ml-monitoring-observability.md -------------------------------------------------------------------------------- /docs/book/ml-observability-course/module-1-introduction/ml-monitoring-setup.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/book/ml-observability-course/module-1-introduction/ml-monitoring-setup.md -------------------------------------------------------------------------------- /docs/book/ml-observability-course/module-1-introduction/readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/book/ml-observability-course/module-1-introduction/readme.md -------------------------------------------------------------------------------- /docs/book/ml-observability-course/module-2-ml-monitoring-metrics/data-drift-deep-dive.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/book/ml-observability-course/module-2-ml-monitoring-metrics/data-drift-deep-dive.md -------------------------------------------------------------------------------- /docs/book/ml-observability-course/module-2-ml-monitoring-metrics/data-prediction-drift-code-practice.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/book/ml-observability-course/module-2-ml-monitoring-metrics/data-prediction-drift-code-practice.md -------------------------------------------------------------------------------- /docs/book/ml-observability-course/module-2-ml-monitoring-metrics/data-prediction-drift-in-ml.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/book/ml-observability-course/module-2-ml-monitoring-metrics/data-prediction-drift-in-ml.md -------------------------------------------------------------------------------- /docs/book/ml-observability-course/module-2-ml-monitoring-metrics/data-quality-code-practice.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/book/ml-observability-course/module-2-ml-monitoring-metrics/data-quality-code-practice.md -------------------------------------------------------------------------------- /docs/book/ml-observability-course/module-2-ml-monitoring-metrics/data-quality-in-ml.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/book/ml-observability-course/module-2-ml-monitoring-metrics/data-quality-in-ml.md -------------------------------------------------------------------------------- /docs/book/ml-observability-course/module-2-ml-monitoring-metrics/evaluate-ml-model-quality.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/book/ml-observability-course/module-2-ml-monitoring-metrics/evaluate-ml-model-quality.md -------------------------------------------------------------------------------- /docs/book/ml-observability-course/module-2-ml-monitoring-metrics/ml-model-quality-code-practice.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/book/ml-observability-course/module-2-ml-monitoring-metrics/ml-model-quality-code-practice.md -------------------------------------------------------------------------------- /docs/book/ml-observability-course/module-2-ml-monitoring-metrics/ml-quality-metrics-classification-regression-ranking.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/book/ml-observability-course/module-2-ml-monitoring-metrics/ml-quality-metrics-classification-regression-ranking.md -------------------------------------------------------------------------------- /docs/book/ml-observability-course/module-2-ml-monitoring-metrics/readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/book/ml-observability-course/module-2-ml-monitoring-metrics/readme.md -------------------------------------------------------------------------------- /docs/book/ml-observability-course/module-3-ml-monitoring-for-unstructured-data/introduction-nlp-llm-monitoring.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/book/ml-observability-course/module-3-ml-monitoring-for-unstructured-data/introduction-nlp-llm-monitoring.md -------------------------------------------------------------------------------- /docs/book/ml-observability-course/module-3-ml-monitoring-for-unstructured-data/monitoring-data-drift-on-raw-text-data.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/book/ml-observability-course/module-3-ml-monitoring-for-unstructured-data/monitoring-data-drift-on-raw-text-data.md -------------------------------------------------------------------------------- /docs/book/ml-observability-course/module-3-ml-monitoring-for-unstructured-data/monitoring-data-drift-with-descriptors.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/book/ml-observability-course/module-3-ml-monitoring-for-unstructured-data/monitoring-data-drift-with-descriptors.md -------------------------------------------------------------------------------- /docs/book/ml-observability-course/module-3-ml-monitoring-for-unstructured-data/monitoring-embeddings-drift.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/book/ml-observability-course/module-3-ml-monitoring-for-unstructured-data/monitoring-embeddings-drift.md -------------------------------------------------------------------------------- /docs/book/ml-observability-course/module-3-ml-monitoring-for-unstructured-data/monitoring-multimodal-datasets.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/book/ml-observability-course/module-3-ml-monitoring-for-unstructured-data/monitoring-multimodal-datasets.md -------------------------------------------------------------------------------- /docs/book/ml-observability-course/module-3-ml-monitoring-for-unstructured-data/monitoring-text-data-code-practice.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/book/ml-observability-course/module-3-ml-monitoring-for-unstructured-data/monitoring-text-data-code-practice.md -------------------------------------------------------------------------------- /docs/book/ml-observability-course/module-3-ml-monitoring-for-unstructured-data/readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/book/ml-observability-course/module-3-ml-monitoring-for-unstructured-data/readme.md -------------------------------------------------------------------------------- /docs/book/ml-observability-course/module-4-designing-effective-ml-monitoring/choosing-ml-monitoring-deployment-architecture.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/book/ml-observability-course/module-4-designing-effective-ml-monitoring/choosing-ml-monitoring-deployment-architecture.md -------------------------------------------------------------------------------- /docs/book/ml-observability-course/module-4-designing-effective-ml-monitoring/custom-metrics-evidently-code-practice.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/book/ml-observability-course/module-4-designing-effective-ml-monitoring/custom-metrics-evidently-code-practice.md -------------------------------------------------------------------------------- /docs/book/ml-observability-course/module-4-designing-effective-ml-monitoring/custom-metrics-ml-monitoring.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/book/ml-observability-course/module-4-designing-effective-ml-monitoring/custom-metrics-ml-monitoring.md -------------------------------------------------------------------------------- /docs/book/ml-observability-course/module-4-designing-effective-ml-monitoring/how-to-choose-reference-dataset-ml-monitoring.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/book/ml-observability-course/module-4-designing-effective-ml-monitoring/how-to-choose-reference-dataset-ml-monitoring.md -------------------------------------------------------------------------------- /docs/book/ml-observability-course/module-4-designing-effective-ml-monitoring/how-to-prioritize-monitoring-metrics.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/book/ml-observability-course/module-4-designing-effective-ml-monitoring/how-to-prioritize-monitoring-metrics.md -------------------------------------------------------------------------------- /docs/book/ml-observability-course/module-4-designing-effective-ml-monitoring/logging-ml-monitoring.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/book/ml-observability-course/module-4-designing-effective-ml-monitoring/logging-ml-monitoring.md -------------------------------------------------------------------------------- /docs/book/ml-observability-course/module-4-designing-effective-ml-monitoring/readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/book/ml-observability-course/module-4-designing-effective-ml-monitoring/readme.md -------------------------------------------------------------------------------- /docs/book/ml-observability-course/module-4-designing-effective-ml-monitoring/when-to-retrain-ml-models.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/book/ml-observability-course/module-4-designing-effective-ml-monitoring/when-to-retrain-ml-models.md -------------------------------------------------------------------------------- /docs/book/ml-observability-course/module-5-ml-pipelines-validation-and-testing/data-drift-model-quality-checks-airflow-code-practice.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/book/ml-observability-course/module-5-ml-pipelines-validation-and-testing/data-drift-model-quality-checks-airflow-code-practice.md -------------------------------------------------------------------------------- /docs/book/ml-observability-course/module-5-ml-pipelines-validation-and-testing/data-drift-model-quality-checks-prefect-code-practice.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/book/ml-observability-course/module-5-ml-pipelines-validation-and-testing/data-drift-model-quality-checks-prefect-code-practice.md -------------------------------------------------------------------------------- /docs/book/ml-observability-course/module-5-ml-pipelines-validation-and-testing/design-custom-test-suite-evidently-code-practice.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/book/ml-observability-course/module-5-ml-pipelines-validation-and-testing/design-custom-test-suite-evidently-code-practice.md -------------------------------------------------------------------------------- /docs/book/ml-observability-course/module-5-ml-pipelines-validation-and-testing/introduction-data-ml-pipeline-testing.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/book/ml-observability-course/module-5-ml-pipelines-validation-and-testing/introduction-data-ml-pipeline-testing.md -------------------------------------------------------------------------------- /docs/book/ml-observability-course/module-5-ml-pipelines-validation-and-testing/log-data-drift-test-results-mlflow-code-practice.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/book/ml-observability-course/module-5-ml-pipelines-validation-and-testing/log-data-drift-test-results-mlflow-code-practice.md -------------------------------------------------------------------------------- /docs/book/ml-observability-course/module-5-ml-pipelines-validation-and-testing/readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/book/ml-observability-course/module-5-ml-pipelines-validation-and-testing/readme.md -------------------------------------------------------------------------------- /docs/book/ml-observability-course/module-5-ml-pipelines-validation-and-testing/test-input-data-quality-stability-drift-code-practice.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/book/ml-observability-course/module-5-ml-pipelines-validation-and-testing/test-input-data-quality-stability-drift-code-practice.md -------------------------------------------------------------------------------- /docs/book/ml-observability-course/module-5-ml-pipelines-validation-and-testing/test-ml-model-outputs-quality-code-practice.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/book/ml-observability-course/module-5-ml-pipelines-validation-and-testing/test-ml-model-outputs-quality-code-practice.md -------------------------------------------------------------------------------- /docs/book/ml-observability-course/module-5-ml-pipelines-validation-and-testing/train-evaluate-ml-model-code-practice.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/book/ml-observability-course/module-5-ml-pipelines-validation-and-testing/train-evaluate-ml-model-code-practice.md -------------------------------------------------------------------------------- /docs/book/ml-observability-course/module-6-deploying-an-ml-monitoring-dashboard/batch-ml-monitoring-dashboard-code-practice.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/book/ml-observability-course/module-6-deploying-an-ml-monitoring-dashboard/batch-ml-monitoring-dashboard-code-practice.md -------------------------------------------------------------------------------- /docs/book/ml-observability-course/module-6-deploying-an-ml-monitoring-dashboard/full-stack-ml-observability.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/book/ml-observability-course/module-6-deploying-an-ml-monitoring-dashboard/full-stack-ml-observability.md -------------------------------------------------------------------------------- /docs/book/ml-observability-course/module-6-deploying-an-ml-monitoring-dashboard/how-deploy-ml-monitoring-dashboard.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/book/ml-observability-course/module-6-deploying-an-ml-monitoring-dashboard/how-deploy-ml-monitoring-dashboard.md -------------------------------------------------------------------------------- /docs/book/ml-observability-course/module-6-deploying-an-ml-monitoring-dashboard/ml-monitoring-evidently-grafana-code-practice.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/book/ml-observability-course/module-6-deploying-an-ml-monitoring-dashboard/ml-monitoring-evidently-grafana-code-practice.md -------------------------------------------------------------------------------- /docs/book/ml-observability-course/module-6-deploying-an-ml-monitoring-dashboard/online-ml-monitoring-dashboard-code-practice.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/book/ml-observability-course/module-6-deploying-an-ml-monitoring-dashboard/online-ml-monitoring-dashboard-code-practice.md -------------------------------------------------------------------------------- /docs/book/ml-observability-course/module-6-deploying-an-ml-monitoring-dashboard/readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/book/ml-observability-course/module-6-deploying-an-ml-monitoring-dashboard/readme.md -------------------------------------------------------------------------------- /docs/images/2023109_course_module1_fin_images.005-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023109_course_module1_fin_images.005-min.png -------------------------------------------------------------------------------- /docs/images/2023109_course_module1_fin_images.008-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023109_course_module1_fin_images.008-min.png -------------------------------------------------------------------------------- /docs/images/2023109_course_module1_fin_images.011-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023109_course_module1_fin_images.011-min.png -------------------------------------------------------------------------------- /docs/images/2023109_course_module1_fin_images.012-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023109_course_module1_fin_images.012-min.png -------------------------------------------------------------------------------- /docs/images/2023109_course_module1_fin_images.014-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023109_course_module1_fin_images.014-min.png -------------------------------------------------------------------------------- /docs/images/2023109_course_module1_fin_images.015-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023109_course_module1_fin_images.015-min.png -------------------------------------------------------------------------------- /docs/images/2023109_course_module1_fin_images.016-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023109_course_module1_fin_images.016-min.png -------------------------------------------------------------------------------- /docs/images/2023109_course_module1_fin_images.024-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023109_course_module1_fin_images.024-min.png -------------------------------------------------------------------------------- /docs/images/2023109_course_module1_fin_images.028-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023109_course_module1_fin_images.028-min.png -------------------------------------------------------------------------------- /docs/images/2023109_course_module1_fin_images.030-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023109_course_module1_fin_images.030-min.png -------------------------------------------------------------------------------- /docs/images/2023109_course_module1_fin_images.031-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023109_course_module1_fin_images.031-min.png -------------------------------------------------------------------------------- /docs/images/2023109_course_module1_fin_images.034-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023109_course_module1_fin_images.034-min.png -------------------------------------------------------------------------------- /docs/images/2023109_course_module1_fin_images.050-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023109_course_module1_fin_images.050-min.png -------------------------------------------------------------------------------- /docs/images/2023109_course_module1_fin_images.052-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023109_course_module1_fin_images.052-min.png -------------------------------------------------------------------------------- /docs/images/2023109_course_module1_fin_images.061-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023109_course_module1_fin_images.061-min.png -------------------------------------------------------------------------------- /docs/images/2023109_course_module1_fin_images.065-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023109_course_module1_fin_images.065-min.png -------------------------------------------------------------------------------- /docs/images/2023109_course_module1_fin_images.066-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023109_course_module1_fin_images.066-min.png -------------------------------------------------------------------------------- /docs/images/2023109_course_module2.005-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023109_course_module2.005-min.png -------------------------------------------------------------------------------- /docs/images/2023109_course_module2.006-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023109_course_module2.006-min.png -------------------------------------------------------------------------------- /docs/images/2023109_course_module2.007-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023109_course_module2.007-min.png -------------------------------------------------------------------------------- /docs/images/2023109_course_module2.009-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023109_course_module2.009-min.png -------------------------------------------------------------------------------- /docs/images/2023109_course_module2.012-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023109_course_module2.012-min.png -------------------------------------------------------------------------------- /docs/images/2023109_course_module2.016-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023109_course_module2.016-min.png -------------------------------------------------------------------------------- /docs/images/2023109_course_module2.020-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023109_course_module2.020-min.png -------------------------------------------------------------------------------- /docs/images/2023109_course_module2.025-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023109_course_module2.025-min.png -------------------------------------------------------------------------------- /docs/images/2023109_course_module2.028-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023109_course_module2.028-min.png -------------------------------------------------------------------------------- /docs/images/2023109_course_module2.041-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023109_course_module2.041-min.png -------------------------------------------------------------------------------- /docs/images/2023109_course_module2.047-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023109_course_module2.047-min.png -------------------------------------------------------------------------------- /docs/images/2023109_course_module2.058-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023109_course_module2.058-min.png -------------------------------------------------------------------------------- /docs/images/2023109_course_module2.060-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023109_course_module2.060-min.png -------------------------------------------------------------------------------- /docs/images/2023109_course_module2.065-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023109_course_module2.065-min.png -------------------------------------------------------------------------------- /docs/images/2023109_course_module2.070-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023109_course_module2.070-min.png -------------------------------------------------------------------------------- /docs/images/2023109_course_module2.071-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023109_course_module2.071-min.png -------------------------------------------------------------------------------- /docs/images/2023109_course_module2.081-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023109_course_module2.081-min.png -------------------------------------------------------------------------------- /docs/images/2023109_course_module2.082-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023109_course_module2.082-min.png -------------------------------------------------------------------------------- /docs/images/2023109_course_module2.083-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023109_course_module2.083-min.png -------------------------------------------------------------------------------- /docs/images/2023109_course_module2.089-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023109_course_module2.089-min.png -------------------------------------------------------------------------------- /docs/images/2023109_course_module2.090-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023109_course_module2.090-min.png -------------------------------------------------------------------------------- /docs/images/2023109_course_module2.091-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023109_course_module2.091-min.png -------------------------------------------------------------------------------- /docs/images/2023109_course_module2.098-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023109_course_module2.098-min.png -------------------------------------------------------------------------------- /docs/images/2023109_course_module2.100-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023109_course_module2.100-min.png -------------------------------------------------------------------------------- /docs/images/2023109_course_module2.101-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023109_course_module2.101-min.png -------------------------------------------------------------------------------- /docs/images/2023109_course_module2.102-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023109_course_module2.102-min.png -------------------------------------------------------------------------------- /docs/images/2023109_course_module3.003-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023109_course_module3.003-min.png -------------------------------------------------------------------------------- /docs/images/2023109_course_module3.004-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023109_course_module3.004-min.png -------------------------------------------------------------------------------- /docs/images/2023109_course_module3.005-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023109_course_module3.005-min.png -------------------------------------------------------------------------------- /docs/images/2023109_course_module3.006-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023109_course_module3.006-min.png -------------------------------------------------------------------------------- /docs/images/2023109_course_module3.007-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023109_course_module3.007-min.png -------------------------------------------------------------------------------- /docs/images/2023109_course_module3.011-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023109_course_module3.011-min.png -------------------------------------------------------------------------------- /docs/images/2023109_course_module3.013-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023109_course_module3.013-min.png -------------------------------------------------------------------------------- /docs/images/2023109_course_module3.014-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023109_course_module3.014-min.png -------------------------------------------------------------------------------- /docs/images/2023109_course_module3.018-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023109_course_module3.018-min.png -------------------------------------------------------------------------------- /docs/images/2023109_course_module3.024-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023109_course_module3.024-min.png -------------------------------------------------------------------------------- /docs/images/2023109_course_module3.025-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023109_course_module3.025-min.png -------------------------------------------------------------------------------- /docs/images/2023109_course_module3.026-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023109_course_module3.026-min.png -------------------------------------------------------------------------------- /docs/images/2023109_course_module3.029-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023109_course_module3.029-min.png -------------------------------------------------------------------------------- /docs/images/2023109_course_module3.032-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023109_course_module3.032-min.png -------------------------------------------------------------------------------- /docs/images/2023109_course_module3.035-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023109_course_module3.035-min.png -------------------------------------------------------------------------------- /docs/images/2023109_course_module3.036-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023109_course_module3.036-min.png -------------------------------------------------------------------------------- /docs/images/2023109_course_module3.037-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023109_course_module3.037-min.png -------------------------------------------------------------------------------- /docs/images/2023109_course_module3.039-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023109_course_module3.039-min.png -------------------------------------------------------------------------------- /docs/images/2023109_course_module3.044-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023109_course_module3.044-min.png -------------------------------------------------------------------------------- /docs/images/2023109_course_module3.046-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023109_course_module3.046-min.png -------------------------------------------------------------------------------- /docs/images/2023109_course_module3.047-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023109_course_module3.047-min.png -------------------------------------------------------------------------------- /docs/images/2023109_course_module3.048-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023109_course_module3.048-min.png -------------------------------------------------------------------------------- /docs/images/202310_module5_fin.007-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/202310_module5_fin.007-min.png -------------------------------------------------------------------------------- /docs/images/202310_module5_fin.010-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/202310_module5_fin.010-min.png -------------------------------------------------------------------------------- /docs/images/202310_module5_fin.011-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/202310_module5_fin.011-min.png -------------------------------------------------------------------------------- /docs/images/202310_module5_fin.013-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/202310_module5_fin.013-min.png -------------------------------------------------------------------------------- /docs/images/202310_module5_fin.015-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/202310_module5_fin.015-min.png -------------------------------------------------------------------------------- /docs/images/202310_module5_fin.016-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/202310_module5_fin.016-min.png -------------------------------------------------------------------------------- /docs/images/202310_module5_fin.017-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/202310_module5_fin.017-min.png -------------------------------------------------------------------------------- /docs/images/202310_module5_fin.019-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/202310_module5_fin.019-min.png -------------------------------------------------------------------------------- /docs/images/202310_module5_fin.021-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/202310_module5_fin.021-min.png -------------------------------------------------------------------------------- /docs/images/202310_module6.004-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/202310_module6.004-min.png -------------------------------------------------------------------------------- /docs/images/202310_module6.006-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/202310_module6.006-min.png -------------------------------------------------------------------------------- /docs/images/202310_module6.010-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/202310_module6.010-min.png -------------------------------------------------------------------------------- /docs/images/202310_module6.014-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/202310_module6.014-min.png -------------------------------------------------------------------------------- /docs/images/202310_module6.022-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/202310_module6.022-min.png -------------------------------------------------------------------------------- /docs/images/2023110_course_module4_fin.004-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023110_course_module4_fin.004-min.png -------------------------------------------------------------------------------- /docs/images/2023110_course_module4_fin.005-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023110_course_module4_fin.005-min.png -------------------------------------------------------------------------------- /docs/images/2023110_course_module4_fin.008-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023110_course_module4_fin.008-min.png -------------------------------------------------------------------------------- /docs/images/2023110_course_module4_fin.009-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023110_course_module4_fin.009-min.png -------------------------------------------------------------------------------- /docs/images/2023110_course_module4_fin.012-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023110_course_module4_fin.012-min.png -------------------------------------------------------------------------------- /docs/images/2023110_course_module4_fin.018-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023110_course_module4_fin.018-min.png -------------------------------------------------------------------------------- /docs/images/2023110_course_module4_fin.019-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023110_course_module4_fin.019-min.png -------------------------------------------------------------------------------- /docs/images/2023110_course_module4_fin.020-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023110_course_module4_fin.020-min.png -------------------------------------------------------------------------------- /docs/images/2023110_course_module4_fin.021-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023110_course_module4_fin.021-min.png -------------------------------------------------------------------------------- /docs/images/2023110_course_module4_fin.023-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023110_course_module4_fin.023-min.png -------------------------------------------------------------------------------- /docs/images/2023110_course_module4_fin.025-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023110_course_module4_fin.025-min.png -------------------------------------------------------------------------------- /docs/images/2023110_course_module4_fin.028-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023110_course_module4_fin.028-min.png -------------------------------------------------------------------------------- /docs/images/2023110_course_module4_fin.029-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023110_course_module4_fin.029-min.png -------------------------------------------------------------------------------- /docs/images/2023110_course_module4_fin.033-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023110_course_module4_fin.033-min.png -------------------------------------------------------------------------------- /docs/images/2023110_course_module4_fin.034-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023110_course_module4_fin.034-min.png -------------------------------------------------------------------------------- /docs/images/2023110_course_module4_fin.036-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023110_course_module4_fin.036-min.png -------------------------------------------------------------------------------- /docs/images/2023110_course_module4_fin.037-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023110_course_module4_fin.037-min.png -------------------------------------------------------------------------------- /docs/images/2023110_course_module4_fin.038-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023110_course_module4_fin.038-min.png -------------------------------------------------------------------------------- /docs/images/2023110_course_module4_fin.042-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023110_course_module4_fin.042-min.png -------------------------------------------------------------------------------- /docs/images/2023110_course_module4_fin.045-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023110_course_module4_fin.045-min.png -------------------------------------------------------------------------------- /docs/images/2023110_course_module4_fin.046-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023110_course_module4_fin.046-min.png -------------------------------------------------------------------------------- /docs/images/2023110_course_module4_fin.048-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023110_course_module4_fin.048-min.png -------------------------------------------------------------------------------- /docs/images/2023110_course_module4_fin.050-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023110_course_module4_fin.050-min.png -------------------------------------------------------------------------------- /docs/images/2023110_course_module4_fin.054-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023110_course_module4_fin.054-min.png -------------------------------------------------------------------------------- /docs/images/2023110_course_module4_fin.055-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023110_course_module4_fin.055-min.png -------------------------------------------------------------------------------- /docs/images/2023110_course_module4_fin.056-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023110_course_module4_fin.056-min.png -------------------------------------------------------------------------------- /docs/images/2023110_course_module4_fin.057-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023110_course_module4_fin.057-min.png -------------------------------------------------------------------------------- /docs/images/2023110_course_module4_fin.058-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023110_course_module4_fin.058-min.png -------------------------------------------------------------------------------- /docs/images/2023110_course_module4_fin.059-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023110_course_module4_fin.059-min.png -------------------------------------------------------------------------------- /docs/images/2023110_course_module4_fin.060-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023110_course_module4_fin.060-min.png -------------------------------------------------------------------------------- /docs/images/2023110_course_module4_fin.064-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023110_course_module4_fin.064-min.png -------------------------------------------------------------------------------- /docs/images/2023110_course_module4_fin.065-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023110_course_module4_fin.065-min.png -------------------------------------------------------------------------------- /docs/images/2023110_course_module4_fin.068-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023110_course_module4_fin.068-min.png -------------------------------------------------------------------------------- /docs/images/2023110_course_module4_fin.069-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023110_course_module4_fin.069-min.png -------------------------------------------------------------------------------- /docs/images/2023110_course_module4_fin.071-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023110_course_module4_fin.071-min.png -------------------------------------------------------------------------------- /docs/images/2023110_course_module4_fin.073-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023110_course_module4_fin.073-min.png -------------------------------------------------------------------------------- /docs/images/2023110_course_module4_fin.074-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023110_course_module4_fin.074-min.png -------------------------------------------------------------------------------- /docs/images/2023110_course_module4_fin.078-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023110_course_module4_fin.078-min.png -------------------------------------------------------------------------------- /docs/images/2023110_course_module4_fin.079-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023110_course_module4_fin.079-min.png -------------------------------------------------------------------------------- /docs/images/2023110_course_module4_fin.080-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023110_course_module4_fin.080-min.png -------------------------------------------------------------------------------- /docs/images/2023110_course_module4_fin.086-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023110_course_module4_fin.086-min.png -------------------------------------------------------------------------------- /docs/images/2023110_course_module4_fin.087-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023110_course_module4_fin.087-min.png -------------------------------------------------------------------------------- /docs/images/2023110_course_module4_fin.088-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023110_course_module4_fin.088-min.png -------------------------------------------------------------------------------- /docs/images/2023110_course_module4_fin.089-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023110_course_module4_fin.089-min.png -------------------------------------------------------------------------------- /docs/images/2023110_course_module4_fin.090-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023110_course_module4_fin.090-min.png -------------------------------------------------------------------------------- /docs/images/2023110_course_module4_fin.092-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023110_course_module4_fin.092-min.png -------------------------------------------------------------------------------- /docs/images/2023110_course_module4_fin.102-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023110_course_module4_fin.102-min.png -------------------------------------------------------------------------------- /docs/images/2023110_course_module4_fin.103-min.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/docs/images/2023110_course_module4_fin.103-min.png -------------------------------------------------------------------------------- /docs/images/readme.md: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /module2/data_drift_deep_dive.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/module2/data_drift_deep_dive.ipynb -------------------------------------------------------------------------------- /module2/data_quality.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/module2/data_quality.ipynb -------------------------------------------------------------------------------- /module2/ml_model_quality.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/module2/ml_model_quality.ipynb -------------------------------------------------------------------------------- /module2/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/module2/requirements.txt -------------------------------------------------------------------------------- /module3/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/module3/requirements.txt -------------------------------------------------------------------------------- /module3/unstructured_data_code_practice.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/module3/unstructured_data_code_practice.ipynb -------------------------------------------------------------------------------- /module4/custom_metric_practice.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/module4/custom_metric_practice.ipynb -------------------------------------------------------------------------------- /module4/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/module4/requirements.txt -------------------------------------------------------------------------------- /module5/airflow_conditional_checks/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/module5/airflow_conditional_checks/Dockerfile -------------------------------------------------------------------------------- /module5/airflow_conditional_checks/dags/conditional_drift_suite.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/module5/airflow_conditional_checks/dags/conditional_drift_suite.py -------------------------------------------------------------------------------- /module5/airflow_conditional_checks/docker-compose.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/module5/airflow_conditional_checks/docker-compose.yaml -------------------------------------------------------------------------------- /module5/airflow_conditional_checks/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/module5/airflow_conditional_checks/requirements.txt -------------------------------------------------------------------------------- /module5/custome_suite_practice.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/module5/custome_suite_practice.ipynb -------------------------------------------------------------------------------- /module5/data_quality_test_practice.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/module5/data_quality_test_practice.ipynb -------------------------------------------------------------------------------- /module5/mlflow_logging/log_artifacts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/module5/mlflow_logging/log_artifacts.py -------------------------------------------------------------------------------- /module5/mlflow_logging/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/module5/mlflow_logging/requirements.txt -------------------------------------------------------------------------------- /module5/model_quality_practice.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/module5/model_quality_practice.ipynb -------------------------------------------------------------------------------- /module5/prefect_sequential_checks/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/module5/prefect_sequential_checks/requirements.txt -------------------------------------------------------------------------------- /module5/prefect_sequential_checks/sequential_checks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/module5/prefect_sequential_checks/sequential_checks.py -------------------------------------------------------------------------------- /module5/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/module5/requirements.txt -------------------------------------------------------------------------------- /module5/train_and_evaluate_model_practice.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/module5/train_and_evaluate_model_practice.ipynb -------------------------------------------------------------------------------- /module5/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/module5/utils.py -------------------------------------------------------------------------------- /module6/batch_monitoring_dashboard.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/module6/batch_monitoring_dashboard.py -------------------------------------------------------------------------------- /module6/grafana_monitoring_dashboard/config/grafana_dashboards.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/module6/grafana_monitoring_dashboard/config/grafana_dashboards.yaml -------------------------------------------------------------------------------- /module6/grafana_monitoring_dashboard/config/grafana_datasources.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/module6/grafana_monitoring_dashboard/config/grafana_datasources.yaml -------------------------------------------------------------------------------- /module6/grafana_monitoring_dashboard/docker-compose.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/module6/grafana_monitoring_dashboard/docker-compose.yml -------------------------------------------------------------------------------- /module6/grafana_monitoring_dashboard/metrics_calculation_and_logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/module6/grafana_monitoring_dashboard/metrics_calculation_and_logging.py -------------------------------------------------------------------------------- /module6/grafana_monitoring_dashboard/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/module6/grafana_monitoring_dashboard/requirements.txt -------------------------------------------------------------------------------- /module6/online_monitoring_dashboard.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/module6/online_monitoring_dashboard.py -------------------------------------------------------------------------------- /module6/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/evidentlyai/ml_observability_course/HEAD/module6/requirements.txt --------------------------------------------------------------------------------