├── .env ├── .github └── workflows │ ├── build_push_docker_hub.yaml │ └── build_push_gke.yaml ├── .gitignore ├── .pre-commit-config.yaml ├── LICENSE ├── README.md ├── dev_files ├── README.md ├── dataset_eda.ipynb ├── db_utils.py ├── kafka_admin.py ├── kafka_consumer.py ├── post_service.py ├── postgres_in_out.ipynb ├── spark_dev.ipynb └── whatever.ipynb ├── docker-compose-airflow.yml ├── docker-compose.yml ├── docker-up-with-airflow.sh ├── files └── sfmlops_software_diagram.png ├── install-helm.sh ├── notes └── README.md ├── services ├── airflow │ ├── Dockerfile │ ├── dags │ │ ├── db_utils.py │ │ ├── kafka_spark_db_dag.py │ │ ├── spark_streaming.py │ │ ├── task_operators.py │ │ └── train_predict_to_db_dag.py │ └── spark_streaming_checkpoints │ │ ├── .metadata.crc │ │ ├── commits │ │ ├── 0 │ │ ├── 1 │ │ ├── .0.crc │ │ └── .1.crc │ │ ├── metadata │ │ ├── offsets │ │ ├── 0 │ │ ├── 1 │ │ ├── .0.crc │ │ └── .1.crc │ │ └── sources │ │ └── 0 │ │ ├── 0 │ │ └── .0.crc ├── data-producer │ ├── Dockerfile │ ├── datasets │ │ └── rossmann-store-sales │ │ │ ├── train_exclude_last_10d.csv │ │ │ └── train_only_last_10d.csv │ ├── requirements.txt │ └── scripts │ │ ├── db_tables.py │ │ ├── kafka_producer.py │ │ ├── put_data_in_postgres.py │ │ └── test_pull_postgres.py ├── forecast-service │ ├── Dockerfile │ ├── app │ │ ├── handlers │ │ │ ├── __init__.py │ │ │ └── mlflow.py │ │ ├── helpers.py │ │ ├── main.py │ │ └── start_app.sh │ ├── build.sh │ └── requirements.txt ├── grafana │ ├── README.md │ ├── dashboards │ │ ├── cadvisor_exporter.json │ │ ├── data_grafana_dashboard.json │ │ ├── default_grafana_dashboard.json │ │ ├── node_exporter_full.json │ │ ├── serve_deployment_grafana_dashboard.json │ │ └── serve_grafana_dashboard.json │ ├── grafana.ini │ ├── grafana_dashboards.yml │ └── grafana_datasources.yml ├── jupyter │ ├── Dockerfile │ └── requirements.txt ├── mlflow │ ├── Dockerfile │ └── requirements.txt ├── nginx │ ├── Dockerfile │ └── default.conf.template ├── postgres │ └── docker_postgres_init.sql ├── prometheus │ └── prometheus.yaml ├── ray │ ├── Dockerfile │ └── requirements_addon.txt ├── training-service │ ├── Dockerfile │ ├── app │ │ ├── db_utils.py │ │ ├── main.py │ │ ├── plot_utils.py │ │ ├── ray_train_all_job.py │ │ ├── ray_train_one_job.py │ │ └── train_utils.py │ └── requirements.txt └── web-ui │ ├── Dockerfile │ ├── app │ ├── common_utils.py │ ├── db_utils.py │ └── main.py │ ├── requirements.txt │ └── start.sh └── sfmlops-helm ├── .helmignore ├── Chart.lock ├── Chart.yaml ├── charts ├── ingress-nginx-4.10.0.tgz ├── kuberay-operator-1.1.0-rc.0.tgz └── ray-cluster-1.1.0-rc.0.tgz ├── templates ├── data-producer-deployment.yaml ├── forecast-service-deployment-service.yaml ├── global-configmap.yaml ├── ingress.yaml ├── kafka-ui-deployment-service.yaml ├── mlflow-deployment-service.yaml ├── mlflow-pvc.yaml ├── pgadmin-deployment-service.yaml ├── pgadmin-pvc.yaml ├── postgres-deployment-service.yaml ├── postgres-init-configmap.yaml ├── postgres-pvc.yaml ├── ray-cluster.yaml ├── spark-streaming-pvc.yaml ├── training-service-deployment-service.yaml └── web-ui-deployment-service.yaml ├── values-airflow.yaml ├── values-kafka.yaml ├── values-kube-prometheus.yaml ├── values-ray.yaml └── values.yaml /.env: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/.env -------------------------------------------------------------------------------- /.github/workflows/build_push_docker_hub.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/.github/workflows/build_push_docker_hub.yaml -------------------------------------------------------------------------------- /.github/workflows/build_push_gke.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/.github/workflows/build_push_gke.yaml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/.gitignore -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/README.md -------------------------------------------------------------------------------- /dev_files/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/dev_files/README.md -------------------------------------------------------------------------------- /dev_files/dataset_eda.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/dev_files/dataset_eda.ipynb -------------------------------------------------------------------------------- /dev_files/db_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/dev_files/db_utils.py -------------------------------------------------------------------------------- /dev_files/kafka_admin.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/dev_files/kafka_admin.py -------------------------------------------------------------------------------- /dev_files/kafka_consumer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/dev_files/kafka_consumer.py -------------------------------------------------------------------------------- /dev_files/post_service.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/dev_files/post_service.py -------------------------------------------------------------------------------- /dev_files/postgres_in_out.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/dev_files/postgres_in_out.ipynb -------------------------------------------------------------------------------- /dev_files/spark_dev.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/dev_files/spark_dev.ipynb -------------------------------------------------------------------------------- /dev_files/whatever.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/dev_files/whatever.ipynb -------------------------------------------------------------------------------- /docker-compose-airflow.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/docker-compose-airflow.yml -------------------------------------------------------------------------------- /docker-compose.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/docker-compose.yml -------------------------------------------------------------------------------- /docker-up-with-airflow.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/docker-up-with-airflow.sh -------------------------------------------------------------------------------- /files/sfmlops_software_diagram.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/files/sfmlops_software_diagram.png -------------------------------------------------------------------------------- /install-helm.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/install-helm.sh -------------------------------------------------------------------------------- /notes/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/notes/README.md -------------------------------------------------------------------------------- /services/airflow/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/services/airflow/Dockerfile -------------------------------------------------------------------------------- /services/airflow/dags/db_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/services/airflow/dags/db_utils.py -------------------------------------------------------------------------------- /services/airflow/dags/kafka_spark_db_dag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/services/airflow/dags/kafka_spark_db_dag.py -------------------------------------------------------------------------------- /services/airflow/dags/spark_streaming.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/services/airflow/dags/spark_streaming.py -------------------------------------------------------------------------------- /services/airflow/dags/task_operators.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/services/airflow/dags/task_operators.py -------------------------------------------------------------------------------- /services/airflow/dags/train_predict_to_db_dag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/services/airflow/dags/train_predict_to_db_dag.py -------------------------------------------------------------------------------- /services/airflow/spark_streaming_checkpoints/.metadata.crc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/services/airflow/spark_streaming_checkpoints/.metadata.crc -------------------------------------------------------------------------------- /services/airflow/spark_streaming_checkpoints/commits/.0.crc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/services/airflow/spark_streaming_checkpoints/commits/.0.crc -------------------------------------------------------------------------------- /services/airflow/spark_streaming_checkpoints/commits/.1.crc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/services/airflow/spark_streaming_checkpoints/commits/.1.crc -------------------------------------------------------------------------------- /services/airflow/spark_streaming_checkpoints/commits/0: -------------------------------------------------------------------------------- 1 | v1 2 | {"nextBatchWatermarkMs":0} -------------------------------------------------------------------------------- /services/airflow/spark_streaming_checkpoints/commits/1: -------------------------------------------------------------------------------- 1 | v1 2 | {"nextBatchWatermarkMs":0} -------------------------------------------------------------------------------- /services/airflow/spark_streaming_checkpoints/metadata: -------------------------------------------------------------------------------- 1 | {"id":"e44b09ba-76ea-465e-b3e6-695cb91b79d5"} -------------------------------------------------------------------------------- /services/airflow/spark_streaming_checkpoints/offsets/.0.crc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/services/airflow/spark_streaming_checkpoints/offsets/.0.crc -------------------------------------------------------------------------------- /services/airflow/spark_streaming_checkpoints/offsets/.1.crc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/services/airflow/spark_streaming_checkpoints/offsets/.1.crc -------------------------------------------------------------------------------- /services/airflow/spark_streaming_checkpoints/offsets/0: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/services/airflow/spark_streaming_checkpoints/offsets/0 -------------------------------------------------------------------------------- /services/airflow/spark_streaming_checkpoints/offsets/1: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/services/airflow/spark_streaming_checkpoints/offsets/1 -------------------------------------------------------------------------------- /services/airflow/spark_streaming_checkpoints/sources/0/.0.crc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/services/airflow/spark_streaming_checkpoints/sources/0/.0.crc -------------------------------------------------------------------------------- /services/airflow/spark_streaming_checkpoints/sources/0/0: -------------------------------------------------------------------------------- 1 | v1 2 | {"sale_rossman_store":{"0":0}} -------------------------------------------------------------------------------- /services/data-producer/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/services/data-producer/Dockerfile -------------------------------------------------------------------------------- /services/data-producer/datasets/rossmann-store-sales/train_exclude_last_10d.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/services/data-producer/datasets/rossmann-store-sales/train_exclude_last_10d.csv -------------------------------------------------------------------------------- /services/data-producer/datasets/rossmann-store-sales/train_only_last_10d.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/services/data-producer/datasets/rossmann-store-sales/train_only_last_10d.csv -------------------------------------------------------------------------------- /services/data-producer/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/services/data-producer/requirements.txt -------------------------------------------------------------------------------- /services/data-producer/scripts/db_tables.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/services/data-producer/scripts/db_tables.py -------------------------------------------------------------------------------- /services/data-producer/scripts/kafka_producer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/services/data-producer/scripts/kafka_producer.py -------------------------------------------------------------------------------- /services/data-producer/scripts/put_data_in_postgres.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/services/data-producer/scripts/put_data_in_postgres.py -------------------------------------------------------------------------------- /services/data-producer/scripts/test_pull_postgres.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/services/data-producer/scripts/test_pull_postgres.py -------------------------------------------------------------------------------- /services/forecast-service/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/services/forecast-service/Dockerfile -------------------------------------------------------------------------------- /services/forecast-service/app/handlers/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /services/forecast-service/app/handlers/mlflow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/services/forecast-service/app/handlers/mlflow.py -------------------------------------------------------------------------------- /services/forecast-service/app/helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/services/forecast-service/app/helpers.py -------------------------------------------------------------------------------- /services/forecast-service/app/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/services/forecast-service/app/main.py -------------------------------------------------------------------------------- /services/forecast-service/app/start_app.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/services/forecast-service/app/start_app.sh -------------------------------------------------------------------------------- /services/forecast-service/build.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/services/forecast-service/build.sh -------------------------------------------------------------------------------- /services/forecast-service/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/services/forecast-service/requirements.txt -------------------------------------------------------------------------------- /services/grafana/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/services/grafana/README.md -------------------------------------------------------------------------------- /services/grafana/dashboards/cadvisor_exporter.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/services/grafana/dashboards/cadvisor_exporter.json -------------------------------------------------------------------------------- /services/grafana/dashboards/data_grafana_dashboard.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/services/grafana/dashboards/data_grafana_dashboard.json -------------------------------------------------------------------------------- /services/grafana/dashboards/default_grafana_dashboard.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/services/grafana/dashboards/default_grafana_dashboard.json -------------------------------------------------------------------------------- /services/grafana/dashboards/node_exporter_full.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/services/grafana/dashboards/node_exporter_full.json -------------------------------------------------------------------------------- /services/grafana/dashboards/serve_deployment_grafana_dashboard.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/services/grafana/dashboards/serve_deployment_grafana_dashboard.json -------------------------------------------------------------------------------- /services/grafana/dashboards/serve_grafana_dashboard.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/services/grafana/dashboards/serve_grafana_dashboard.json -------------------------------------------------------------------------------- /services/grafana/grafana.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/services/grafana/grafana.ini -------------------------------------------------------------------------------- /services/grafana/grafana_dashboards.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/services/grafana/grafana_dashboards.yml -------------------------------------------------------------------------------- /services/grafana/grafana_datasources.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/services/grafana/grafana_datasources.yml -------------------------------------------------------------------------------- /services/jupyter/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/services/jupyter/Dockerfile -------------------------------------------------------------------------------- /services/jupyter/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/services/jupyter/requirements.txt -------------------------------------------------------------------------------- /services/mlflow/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/services/mlflow/Dockerfile -------------------------------------------------------------------------------- /services/mlflow/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/services/mlflow/requirements.txt -------------------------------------------------------------------------------- /services/nginx/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/services/nginx/Dockerfile -------------------------------------------------------------------------------- /services/nginx/default.conf.template: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/services/nginx/default.conf.template -------------------------------------------------------------------------------- /services/postgres/docker_postgres_init.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/services/postgres/docker_postgres_init.sql -------------------------------------------------------------------------------- /services/prometheus/prometheus.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/services/prometheus/prometheus.yaml -------------------------------------------------------------------------------- /services/ray/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/services/ray/Dockerfile -------------------------------------------------------------------------------- /services/ray/requirements_addon.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/services/ray/requirements_addon.txt -------------------------------------------------------------------------------- /services/training-service/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/services/training-service/Dockerfile -------------------------------------------------------------------------------- /services/training-service/app/db_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/services/training-service/app/db_utils.py -------------------------------------------------------------------------------- /services/training-service/app/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/services/training-service/app/main.py -------------------------------------------------------------------------------- /services/training-service/app/plot_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/services/training-service/app/plot_utils.py -------------------------------------------------------------------------------- /services/training-service/app/ray_train_all_job.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/services/training-service/app/ray_train_all_job.py -------------------------------------------------------------------------------- /services/training-service/app/ray_train_one_job.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/services/training-service/app/ray_train_one_job.py -------------------------------------------------------------------------------- /services/training-service/app/train_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/services/training-service/app/train_utils.py -------------------------------------------------------------------------------- /services/training-service/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/services/training-service/requirements.txt -------------------------------------------------------------------------------- /services/web-ui/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/services/web-ui/Dockerfile -------------------------------------------------------------------------------- /services/web-ui/app/common_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/services/web-ui/app/common_utils.py -------------------------------------------------------------------------------- /services/web-ui/app/db_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/services/web-ui/app/db_utils.py -------------------------------------------------------------------------------- /services/web-ui/app/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/services/web-ui/app/main.py -------------------------------------------------------------------------------- /services/web-ui/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/services/web-ui/requirements.txt -------------------------------------------------------------------------------- /services/web-ui/start.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/services/web-ui/start.sh -------------------------------------------------------------------------------- /sfmlops-helm/.helmignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/sfmlops-helm/.helmignore -------------------------------------------------------------------------------- /sfmlops-helm/Chart.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/sfmlops-helm/Chart.lock -------------------------------------------------------------------------------- /sfmlops-helm/Chart.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/sfmlops-helm/Chart.yaml -------------------------------------------------------------------------------- /sfmlops-helm/charts/ingress-nginx-4.10.0.tgz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/sfmlops-helm/charts/ingress-nginx-4.10.0.tgz -------------------------------------------------------------------------------- /sfmlops-helm/charts/kuberay-operator-1.1.0-rc.0.tgz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/sfmlops-helm/charts/kuberay-operator-1.1.0-rc.0.tgz -------------------------------------------------------------------------------- /sfmlops-helm/charts/ray-cluster-1.1.0-rc.0.tgz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/sfmlops-helm/charts/ray-cluster-1.1.0-rc.0.tgz -------------------------------------------------------------------------------- /sfmlops-helm/templates/data-producer-deployment.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/sfmlops-helm/templates/data-producer-deployment.yaml -------------------------------------------------------------------------------- /sfmlops-helm/templates/forecast-service-deployment-service.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/sfmlops-helm/templates/forecast-service-deployment-service.yaml -------------------------------------------------------------------------------- /sfmlops-helm/templates/global-configmap.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/sfmlops-helm/templates/global-configmap.yaml -------------------------------------------------------------------------------- /sfmlops-helm/templates/ingress.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/sfmlops-helm/templates/ingress.yaml -------------------------------------------------------------------------------- /sfmlops-helm/templates/kafka-ui-deployment-service.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/sfmlops-helm/templates/kafka-ui-deployment-service.yaml -------------------------------------------------------------------------------- /sfmlops-helm/templates/mlflow-deployment-service.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/sfmlops-helm/templates/mlflow-deployment-service.yaml -------------------------------------------------------------------------------- /sfmlops-helm/templates/mlflow-pvc.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/sfmlops-helm/templates/mlflow-pvc.yaml -------------------------------------------------------------------------------- /sfmlops-helm/templates/pgadmin-deployment-service.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/sfmlops-helm/templates/pgadmin-deployment-service.yaml -------------------------------------------------------------------------------- /sfmlops-helm/templates/pgadmin-pvc.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/sfmlops-helm/templates/pgadmin-pvc.yaml -------------------------------------------------------------------------------- /sfmlops-helm/templates/postgres-deployment-service.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/sfmlops-helm/templates/postgres-deployment-service.yaml -------------------------------------------------------------------------------- /sfmlops-helm/templates/postgres-init-configmap.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/sfmlops-helm/templates/postgres-init-configmap.yaml -------------------------------------------------------------------------------- /sfmlops-helm/templates/postgres-pvc.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/sfmlops-helm/templates/postgres-pvc.yaml -------------------------------------------------------------------------------- /sfmlops-helm/templates/ray-cluster.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/sfmlops-helm/templates/ray-cluster.yaml -------------------------------------------------------------------------------- /sfmlops-helm/templates/spark-streaming-pvc.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/sfmlops-helm/templates/spark-streaming-pvc.yaml -------------------------------------------------------------------------------- /sfmlops-helm/templates/training-service-deployment-service.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/sfmlops-helm/templates/training-service-deployment-service.yaml -------------------------------------------------------------------------------- /sfmlops-helm/templates/web-ui-deployment-service.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/sfmlops-helm/templates/web-ui-deployment-service.yaml -------------------------------------------------------------------------------- /sfmlops-helm/values-airflow.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/sfmlops-helm/values-airflow.yaml -------------------------------------------------------------------------------- /sfmlops-helm/values-kafka.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/sfmlops-helm/values-kafka.yaml -------------------------------------------------------------------------------- /sfmlops-helm/values-kube-prometheus.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/sfmlops-helm/values-kube-prometheus.yaml -------------------------------------------------------------------------------- /sfmlops-helm/values-ray.yaml: -------------------------------------------------------------------------------- 1 | image: 2 | tag: 2.9.3-py39-cpu-aarch64 3 | -------------------------------------------------------------------------------- /sfmlops-helm/values.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jomariya23156/sales-forecast-mlops-at-scale/HEAD/sfmlops-helm/values.yaml --------------------------------------------------------------------------------