├── version.txt ├── src └── hyper-model │ ├── hypermodel │ ├── cli │ │ ├── __init__.py │ │ ├── groups │ │ │ ├── __init__.py │ │ │ └── lake.py │ │ └── cli_start.py │ ├── kubeflow │ │ └── __init__.py │ ├── model │ │ └── __init__.py │ ├── platform │ │ ├── __init__.py │ │ ├── gcp │ │ │ └── __init__.py │ │ ├── local │ │ │ └── __init__.py │ │ ├── abstract │ │ │ ├── __init__.py │ │ │ ├── git_host.py │ │ │ └── sqllite_host.py │ │ └── gitlab │ │ │ └── __init__.py │ ├── utilities │ │ ├── __init__.py │ │ ├── file_hash.py │ │ └── kubeflow.py │ ├── hml │ │ └── prediction │ │ │ ├── __init__.py │ │ │ └── routes │ │ │ ├── __init__.py │ │ │ └── health.py │ ├── tests │ │ ├── utilities │ │ │ └── __init__.py │ │ ├── __init__.py │ │ ├── test_cases │ │ │ ├── platform │ │ │ │ └── local │ │ │ │ │ └── test_config.py │ │ │ ├── test_test_utilities.py │ │ │ └── utilities │ │ │ │ └── test_file_hash.py │ │ └── test_data │ │ │ ├── dummy_file_2.txt │ │ │ ├── temp_files │ │ │ ├── dummy_file_2.txt │ │ │ └── dummy_file.txt │ │ │ ├── dummy_file.txt │ │ │ ├── test-reference.json │ │ │ └── test-distributions.json │ ├── __init__.py │ ├── features │ │ └── __init__.py │ └── data │ │ └── test-distributions.json │ ├── hypermodel.egg-info │ ├── dependency_links.txt │ ├── top_level.txt │ └── entry_points.txt │ ├── requirements.txt │ ├── docs │ ├── hypermodel.hml.prediction.rst │ ├── hypermodel.platform.rst │ ├── hypermodel.rst │ ├── hypermodel.model.rst │ ├── hypermodel.ml.prediction.rst │ ├── hypermodel.cli.rst │ ├── hypermodel.ml.rst │ ├── hypermodel.features.rst │ ├── Makefile │ └── hypermodel.ml.features.rst │ ├── mypy.ini │ ├── .vscode │ └── settings.json │ └── README.md ├── default-output.json ├── demo ├── car-crashes │ ├── src │ │ ├── crashed.egg-info │ │ │ ├── dependency_links.txt │ │ │ ├── top_level.txt │ │ │ ├── entry_points.txt │ │ │ ├── requires.txt │ │ │ ├── PKG-INFO │ │ │ └── SOURCES.txt │ │ ├── demo_crashed.egg-info │ │ │ ├── dependency_links.txt │ │ │ ├── top_level.txt │ │ │ ├── entry_points.txt │ │ │ ├── requires.txt │ │ │ ├── PKG-INFO │ │ │ └── SOURCES.txt │ │ ├── crashed │ │ │ └── __init__.py │ │ └── README.md │ ├── .prettierrc.yaml │ ├── mypy.ini │ ├── .gitignore │ ├── test-command.sh │ ├── dev-docker-run.sh │ ├── deploy │ │ └── crashed.Dockerfile │ └── README.md └── tragic-titanic │ ├── crashed.egg-info │ ├── dependency_links.txt │ ├── top_level.txt │ ├── entry_points.txt │ ├── requires.txt │ └── SOURCES.txt │ ├── titanic.egg-info │ ├── dependency_links.txt │ ├── top_level.txt │ ├── requires.txt │ ├── entry_points.txt │ └── SOURCES.txt │ ├── src │ ├── install-hypermodel.ps1 │ └── titanic │ │ └── __init__.py │ ├── titanic-xgboost-reference.json │ ├── titanic-xgboost-reference backup.json │ ├── titanic │ └── __init__.py │ ├── README.md │ └── .vscode │ └── settings.json ├── infra ├── kubeflow-07 │ ├── kustomize │ │ ├── application │ │ │ ├── base │ │ │ │ ├── params.env │ │ │ │ ├── params.yaml │ │ │ │ ├── service-account.yaml │ │ │ │ ├── service.yaml │ │ │ │ ├── cluster-role-binding.yaml │ │ │ │ ├── cluster-role.yaml │ │ │ │ └── stateful-set.yaml │ │ │ ├── overlays │ │ │ │ ├── debug │ │ │ │ │ ├── kustomization.yaml │ │ │ │ │ └── stateful-set.yaml │ │ │ │ └── application │ │ │ │ │ └── kustomization.yaml │ │ │ └── kustomization.yaml │ │ ├── profiles │ │ │ ├── overlays │ │ │ │ ├── debug │ │ │ │ │ ├── params.env │ │ │ │ │ ├── params.yaml │ │ │ │ │ ├── kustomization.yaml │ │ │ │ │ └── deployment.yaml │ │ │ │ ├── istio │ │ │ │ │ ├── params.yaml │ │ │ │ │ ├── kustomization.yaml │ │ │ │ │ └── virtual-service.yaml │ │ │ │ ├── test │ │ │ │ │ ├── kustomization.yaml │ │ │ │ │ └── app_test.yaml │ │ │ │ ├── devices │ │ │ │ │ ├── kustomization.yaml │ │ │ │ │ └── deployment.yaml │ │ │ │ └── application │ │ │ │ │ └── kustomization.yaml │ │ │ ├── base │ │ │ │ ├── service-account.yaml │ │ │ │ ├── service.yaml │ │ │ │ ├── params.env │ │ │ │ ├── README.md │ │ │ │ ├── cluster-role-binding.yaml │ │ │ │ └── params.yaml │ │ │ └── kustomization.yaml │ │ ├── webhook │ │ │ ├── base │ │ │ │ ├── params.env │ │ │ │ ├── service-account.yaml │ │ │ │ ├── service.yaml │ │ │ │ ├── params.yaml │ │ │ │ ├── cluster-role-binding.yaml │ │ │ │ ├── mutating-webhook-configuration.yaml │ │ │ │ └── deployment.yaml │ │ │ ├── overlays │ │ │ │ └── application │ │ │ │ │ └── kustomization.yaml │ │ │ └── kustomization.yaml │ │ ├── minio │ │ │ ├── base │ │ │ │ ├── params.env │ │ │ │ ├── params.yaml │ │ │ │ ├── secret.yaml │ │ │ │ ├── service.yaml │ │ │ │ ├── persistent-volume-claim.yaml │ │ │ │ ├── kustomization.yaml │ │ │ │ └── deployment.yaml │ │ │ └── overlays │ │ │ │ ├── minioPd │ │ │ │ ├── params.env │ │ │ │ ├── persistent-volume-claim.yaml │ │ │ │ ├── params.yaml │ │ │ │ └── persistent-volume.yaml │ │ │ │ └── application │ │ │ │ └── kustomization.yaml │ │ ├── mysql │ │ │ ├── base │ │ │ │ ├── params.env │ │ │ │ ├── service.yaml │ │ │ │ ├── params.yaml │ │ │ │ ├── persistent-volume-claim.yaml │ │ │ │ ├── kustomization.yaml │ │ │ │ └── deployment.yaml │ │ │ └── overlays │ │ │ │ ├── mysqlPd │ │ │ │ ├── params.env │ │ │ │ ├── persistent-volume-claim.yaml │ │ │ │ ├── params.yaml │ │ │ │ └── persistent-volume.yaml │ │ │ │ └── application │ │ │ │ └── kustomization.yaml │ │ ├── tf-job-operator │ │ │ ├── base │ │ │ │ ├── params.env │ │ │ │ ├── service-account.yaml │ │ │ │ ├── cluster-role-binding.yaml │ │ │ │ ├── service.yaml │ │ │ │ └── kustomization.yaml │ │ │ ├── overlays │ │ │ │ └── application │ │ │ │ │ └── kustomization.yaml │ │ │ └── kustomization.yaml │ │ ├── metadata │ │ │ ├── base │ │ │ │ ├── params.env │ │ │ │ ├── metadata-ui-sa.yaml │ │ │ │ ├── metadata-db-configmap.yaml │ │ │ │ ├── metadata-db-secret.yaml │ │ │ │ ├── metadata-db-pvc.yaml │ │ │ │ ├── metadata-ui-service.yaml │ │ │ │ ├── metadata-db-service.yaml │ │ │ │ ├── metadata-envoy-service.yaml │ │ │ │ ├── metadata-ui-rolebinding.yaml │ │ │ │ ├── metadata-ui-role.yaml │ │ │ │ ├── metadata-service.yaml │ │ │ │ ├── metadata-ui-deployment.yaml │ │ │ │ └── metadata-envoy-deployment.yaml │ │ │ ├── OWNERS │ │ │ ├── overlays │ │ │ │ ├── istio │ │ │ │ │ ├── params.yaml │ │ │ │ │ ├── kustomization.yaml │ │ │ │ │ ├── virtual-service.yaml │ │ │ │ │ └── virtual-service-metadata-grpc.yaml │ │ │ │ └── application │ │ │ │ │ └── kustomization.yaml │ │ │ └── kustomization.yaml │ │ ├── spartakus │ │ │ ├── base │ │ │ │ ├── params.env │ │ │ │ ├── params.yaml │ │ │ │ ├── service-account.yaml │ │ │ │ ├── cluster-role.yaml │ │ │ │ ├── cluster-role-binding.yaml │ │ │ │ ├── deployment.yaml │ │ │ │ └── kustomization.yaml │ │ │ ├── overlays │ │ │ │ └── application │ │ │ │ │ └── kustomization.yaml │ │ │ └── kustomization.yaml │ │ ├── katib-controller │ │ │ ├── base │ │ │ │ ├── params.env │ │ │ │ ├── katib-controller-secret.yaml │ │ │ │ ├── katib-db-secret.yaml │ │ │ │ ├── params.yaml │ │ │ │ ├── katib-db-pvc.yaml │ │ │ │ ├── katib-controller-service.yaml │ │ │ │ ├── katib-ui-service.yaml │ │ │ │ ├── katib-db-service.yaml │ │ │ │ ├── katib-manager-service.yaml │ │ │ │ └── katib-ui-rbac.yaml │ │ │ ├── overlays │ │ │ │ ├── istio │ │ │ │ │ ├── params.yaml │ │ │ │ │ ├── kustomization.yaml │ │ │ │ │ └── katib-ui-virtual-service.yaml │ │ │ │ └── application │ │ │ │ │ └── kustomization.yaml │ │ │ └── kustomization.yaml │ │ ├── kfserving-install │ │ │ ├── base │ │ │ │ ├── params.env │ │ │ │ ├── secret.yaml │ │ │ │ ├── params.yaml │ │ │ │ └── cluster-role-binding.yaml │ │ │ ├── overlays │ │ │ │ └── application │ │ │ │ │ └── kustomization.yaml │ │ │ └── kustomization.yaml │ │ ├── pipelines-ui │ │ │ ├── base │ │ │ │ ├── params.env │ │ │ │ ├── params.yaml │ │ │ │ ├── service-account.yaml │ │ │ │ ├── role-binding.yaml │ │ │ │ ├── role.yaml │ │ │ │ └── deployment.yaml │ │ │ ├── overlays │ │ │ │ ├── istio │ │ │ │ │ ├── params.yaml │ │ │ │ │ └── kustomization.yaml │ │ │ │ ├── gcp │ │ │ │ │ ├── kustomization.yaml │ │ │ │ │ └── deployment.yaml │ │ │ │ └── application │ │ │ │ │ └── kustomization.yaml │ │ │ └── kustomization.yaml │ │ ├── cloud-endpoints │ │ │ ├── base │ │ │ │ ├── params.env │ │ │ │ ├── service-account.yaml │ │ │ │ ├── service.yaml │ │ │ │ ├── params.yaml │ │ │ │ ├── cluster-role-binding.yaml │ │ │ │ ├── crd.yaml │ │ │ │ ├── cluster-role.yaml │ │ │ │ ├── composite-controller.yaml │ │ │ │ └── gcp-credentials-patch.yaml │ │ │ ├── overlays │ │ │ │ ├── gcp-credentials │ │ │ │ │ ├── kustomization.yaml │ │ │ │ │ └── gcp-credentials-patch.yaml │ │ │ │ └── application │ │ │ │ │ └── kustomization.yaml │ │ │ └── kustomization.yaml │ │ ├── istio │ │ │ ├── base │ │ │ │ ├── params.env │ │ │ │ ├── params.yaml │ │ │ │ ├── README.md │ │ │ │ └── kustomization.yaml │ │ │ └── kustomization.yaml │ │ ├── bootstrap │ │ │ ├── base │ │ │ │ ├── params.env │ │ │ │ ├── params.yaml │ │ │ │ ├── service-account.yaml │ │ │ │ ├── cluster-role-binding.yaml │ │ │ │ └── cluster-role.yaml │ │ │ ├── overlays │ │ │ │ └── application │ │ │ │ │ └── kustomization.yaml │ │ │ └── kustomization.yaml │ │ ├── default-install │ │ │ ├── base │ │ │ │ ├── params.env │ │ │ │ ├── params.yaml │ │ │ │ ├── profile-instance.yaml │ │ │ │ └── kustomization.yaml │ │ │ └── kustomization.yaml │ │ ├── notebook-controller │ │ │ ├── overlays │ │ │ │ ├── istio │ │ │ │ │ ├── params.env │ │ │ │ │ ├── kustomization.yaml │ │ │ │ │ └── deployment.yaml │ │ │ │ └── application │ │ │ │ │ └── kustomization.yaml │ │ │ ├── base │ │ │ │ ├── service-account.yaml │ │ │ │ ├── service.yaml │ │ │ │ ├── params.env │ │ │ │ ├── cluster-role-binding.yaml │ │ │ │ └── deployment.yaml │ │ │ └── kustomization.yaml │ │ ├── api-service │ │ │ ├── base │ │ │ │ ├── service-account.yaml │ │ │ │ ├── service.yaml │ │ │ │ ├── role-binding.yaml │ │ │ │ ├── kustomization.yaml │ │ │ │ └── role.yaml │ │ │ ├── overlays │ │ │ │ └── application │ │ │ │ │ └── kustomization.yaml │ │ │ └── kustomization.yaml │ │ ├── iap-ingress │ │ │ ├── base │ │ │ │ ├── service-account.yaml │ │ │ │ ├── cloud-endpoint.yaml │ │ │ │ ├── service.yaml │ │ │ │ ├── cluster-role-binding.yaml │ │ │ │ ├── backend-config.yaml │ │ │ │ ├── params.env │ │ │ │ ├── ingress.yaml │ │ │ │ ├── policy.yaml │ │ │ │ └── cluster-role.yaml │ │ │ ├── overlays │ │ │ │ ├── managed-cert │ │ │ │ │ ├── cert.yaml │ │ │ │ │ └── kustomization.yaml │ │ │ │ ├── gcp-credentials │ │ │ │ │ ├── kustomization.yaml │ │ │ │ │ ├── stateful-set.yaml │ │ │ │ │ └── deployment.yaml │ │ │ │ ├── certmanager │ │ │ │ │ ├── kustomization.yaml │ │ │ │ │ └── certificate.yaml │ │ │ │ └── application │ │ │ │ │ └── kustomization.yaml │ │ │ └── kustomization.yaml │ │ ├── pytorch-operator │ │ │ ├── base │ │ │ │ ├── params.env │ │ │ │ ├── service-account.yaml │ │ │ │ ├── cluster-role-binding.yaml │ │ │ │ ├── service.yaml │ │ │ │ └── kustomization.yaml │ │ │ ├── overlays │ │ │ │ └── application │ │ │ │ │ └── kustomization.yaml │ │ │ └── kustomization.yaml │ │ ├── argo │ │ │ ├── overlays │ │ │ │ ├── istio │ │ │ │ │ ├── params.yaml │ │ │ │ │ ├── kustomization.yaml │ │ │ │ │ └── virtual-service.yaml │ │ │ │ └── application │ │ │ │ │ └── kustomization.yaml │ │ │ ├── base │ │ │ │ ├── params.yaml │ │ │ │ ├── service-account.yaml │ │ │ │ ├── crd.yaml │ │ │ │ ├── service.yaml │ │ │ │ ├── params.env │ │ │ │ └── cluster-role-binding.yaml │ │ │ └── kustomization.yaml │ │ ├── tensorboard │ │ │ ├── base │ │ │ │ ├── params.yaml │ │ │ │ ├── service.yaml │ │ │ │ └── deployment.yaml │ │ │ ├── overlays │ │ │ │ └── istio │ │ │ │ │ ├── params.yaml │ │ │ │ │ ├── kustomization.yaml │ │ │ │ │ └── virtual-service.yaml │ │ │ └── kustomization.yaml │ │ ├── centraldashboard │ │ │ ├── base │ │ │ │ ├── service-account.yaml │ │ │ │ ├── params.env │ │ │ │ ├── params.yaml │ │ │ │ ├── clusterrole.yaml │ │ │ │ ├── role-binding.yaml │ │ │ │ ├── clusterrole-binding.yaml │ │ │ │ ├── role.yaml │ │ │ │ └── service.yaml │ │ │ ├── overlays │ │ │ │ ├── istio │ │ │ │ │ ├── params.yaml │ │ │ │ │ ├── kustomization.yaml │ │ │ │ │ └── virtual-service.yaml │ │ │ │ └── application │ │ │ │ │ └── kustomization.yaml │ │ │ └── kustomization.yaml │ │ ├── jupyter-web-app │ │ │ ├── base │ │ │ │ ├── service-account.yaml │ │ │ │ ├── params.env │ │ │ │ ├── cluster-role-binding.yaml │ │ │ │ ├── role-binding.yaml │ │ │ │ ├── params.yaml │ │ │ │ ├── service.yaml │ │ │ │ ├── role.yaml │ │ │ │ └── cluster-role.yaml │ │ │ ├── overlays │ │ │ │ ├── istio │ │ │ │ │ ├── params.yaml │ │ │ │ │ ├── kustomization.yaml │ │ │ │ │ └── virtual-service.yaml │ │ │ │ └── application │ │ │ │ │ └── kustomization.yaml │ │ │ └── kustomization.yaml │ │ ├── persistent-agent │ │ │ ├── base │ │ │ │ ├── service-account.yaml │ │ │ │ ├── clusterrole-binding.yaml │ │ │ │ ├── clusterrole.yaml │ │ │ │ ├── kustomization.yaml │ │ │ │ └── deployment.yaml │ │ │ ├── overlays │ │ │ │ └── application │ │ │ │ │ └── kustomization.yaml │ │ │ └── kustomization.yaml │ │ ├── pipelines-runner │ │ │ ├── base │ │ │ │ ├── service-account.yaml │ │ │ │ ├── kustomization.yaml │ │ │ │ └── cluster-role-binding.yaml │ │ │ ├── overlays │ │ │ │ └── application │ │ │ │ │ └── kustomization.yaml │ │ │ └── kustomization.yaml │ │ ├── metacontroller │ │ │ ├── base │ │ │ │ ├── service-account.yaml │ │ │ │ ├── cluster-role-binding.yaml │ │ │ │ └── kustomization.yaml │ │ │ └── kustomization.yaml │ │ ├── pipelines-viewer │ │ │ ├── base │ │ │ │ ├── service-account.yaml │ │ │ │ ├── cluster-role-binding.yaml │ │ │ │ ├── crd.yaml │ │ │ │ ├── kustomization.yaml │ │ │ │ └── deployment.yaml │ │ │ ├── overlays │ │ │ │ └── application │ │ │ │ │ └── kustomization.yaml │ │ │ └── kustomization.yaml │ │ ├── kfserving-crds │ │ │ ├── base │ │ │ │ └── kustomization.yaml │ │ │ ├── overlays │ │ │ │ └── application │ │ │ │ │ └── kustomization.yaml │ │ │ └── kustomization.yaml │ │ ├── tf-job-crds │ │ │ ├── base │ │ │ │ └── kustomization.yaml │ │ │ ├── overlays │ │ │ │ └── application │ │ │ │ │ └── kustomization.yaml │ │ │ └── kustomization.yaml │ │ ├── application-crds │ │ │ ├── base │ │ │ │ └── kustomization.yaml │ │ │ └── kustomization.yaml │ │ ├── pytorch-job-crds │ │ │ ├── base │ │ │ │ └── kustomization.yaml │ │ │ ├── overlays │ │ │ │ └── application │ │ │ │ │ └── kustomization.yaml │ │ │ └── kustomization.yaml │ │ ├── scheduledworkflow │ │ │ ├── base │ │ │ │ ├── service-account.yaml │ │ │ │ ├── role-binding.yaml │ │ │ │ ├── kustomization.yaml │ │ │ │ ├── crd.yaml │ │ │ │ ├── role.yaml │ │ │ │ └── deployment.yaml │ │ │ ├── overlays │ │ │ │ └── application │ │ │ │ │ └── kustomization.yaml │ │ │ └── kustomization.yaml │ │ ├── kubeflow-roles │ │ │ ├── base │ │ │ │ └── kustomization.yaml │ │ │ └── kustomization.yaml │ │ ├── istio-crds │ │ │ ├── kustomization.yaml │ │ │ └── base │ │ │ │ └── kustomization.yaml │ │ ├── istio-install │ │ │ └── kustomization.yaml │ │ ├── knative-crds │ │ │ ├── base │ │ │ │ ├── kustomization.yaml │ │ │ │ └── namespace.yaml │ │ │ ├── overlays │ │ │ │ └── application │ │ │ │ │ └── kustomization.yaml │ │ │ └── kustomization.yaml │ │ ├── katib-crds │ │ │ ├── base │ │ │ │ ├── kustomization.yaml │ │ │ │ ├── experiment-crd.yaml │ │ │ │ └── trial-crd.yaml │ │ │ ├── overlays │ │ │ │ └── application │ │ │ │ │ └── kustomization.yaml │ │ │ └── kustomization.yaml │ │ ├── seldon-core-operator │ │ │ ├── base │ │ │ │ ├── seldon-operator-webhook-server-secret-secret.yaml │ │ │ │ ├── Kube-descriptor.yaml │ │ │ │ ├── seldon-manager-sa.yaml │ │ │ │ ├── webhook-server-service-svc.yaml │ │ │ │ ├── seldon-operator-manager-rolebinding-crb.yaml │ │ │ │ ├── seldon-operator-controller-manager-service-svc.yaml │ │ │ │ ├── seldon-config-cm.yaml │ │ │ │ └── kustomization.yaml │ │ │ ├── overlays │ │ │ │ └── application │ │ │ │ │ └── kustomization.yaml │ │ │ └── kustomization.yaml │ │ ├── knative-install │ │ │ ├── base │ │ │ │ ├── service-account.yaml │ │ │ │ ├── service-role.yaml │ │ │ │ ├── service-role-binding.yaml │ │ │ │ ├── image.yaml │ │ │ │ ├── hpa.yaml │ │ │ │ ├── apiservice.yaml │ │ │ │ └── role-binding.yaml │ │ │ ├── overlays │ │ │ │ └── application │ │ │ │ │ └── kustomization.yaml │ │ │ └── kustomization.yaml │ │ ├── pipeline-visualization-service │ │ │ ├── base │ │ │ │ ├── service.yaml │ │ │ │ ├── kustomization.yaml │ │ │ │ └── deployment.yaml │ │ │ ├── overlays │ │ │ │ └── application │ │ │ │ │ └── kustomization.yaml │ │ │ └── kustomization.yaml │ │ └── gpu-driver │ │ │ ├── base │ │ │ └── kustomization.yaml │ │ │ ├── overlays │ │ │ └── application │ │ │ │ └── kustomization.yaml │ │ │ └── kustomization.yaml │ ├── gcp_config │ │ └── storage-kubeflow.yaml │ └── install.sh └── docker │ └── hypermodel.Dockerfile ├── test_packages └── simple-pipeline │ ├── simple_pipeline.egg-info │ ├── dependency_links.txt │ ├── requires.txt │ ├── top_level.txt │ ├── entry_points.txt │ ├── PKG-INFO │ └── SOURCES.txt │ ├── simple_pipeline │ ├── readme.md │ └── __init__.py │ └── simple-pipeline.Dockerfile ├── .prettierrc.yaml ├── mypy.ini ├── deploy_model.sh ├── env.sh ├── publish_pip.py ├── update-docs.sh ├── env.ps1 ├── .gitignore ├── .vscode ├── settings.json └── launch.json └── .readthedocs.yml /version.txt: -------------------------------------------------------------------------------- 1 | 0.1.80 -------------------------------------------------------------------------------- /src/hyper-model/hypermodel/cli/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/hyper-model/hypermodel/kubeflow/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/hyper-model/hypermodel/model/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/hyper-model/hypermodel/platform/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/hyper-model/hypermodel/utilities/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/hyper-model/hypermodel/cli/groups/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/hyper-model/hypermodel/hml/prediction/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/hyper-model/hypermodel/platform/gcp/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/hyper-model/hypermodel/platform/local/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /default-output.json: -------------------------------------------------------------------------------- 1 | {"success": true, "message": "Yo Dawg"} -------------------------------------------------------------------------------- /src/hyper-model/hypermodel/platform/abstract/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/hyper-model/hypermodel/platform/gitlab/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/hyper-model/hypermodel/tests/utilities/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /demo/car-crashes/src/crashed.egg-info/dependency_links.txt: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /demo/car-crashes/src/crashed.egg-info/top_level.txt: -------------------------------------------------------------------------------- 1 | crashed 2 | -------------------------------------------------------------------------------- /demo/tragic-titanic/crashed.egg-info/dependency_links.txt: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /demo/tragic-titanic/crashed.egg-info/top_level.txt: -------------------------------------------------------------------------------- 1 | crashed 2 | -------------------------------------------------------------------------------- /demo/tragic-titanic/titanic.egg-info/dependency_links.txt: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /demo/tragic-titanic/titanic.egg-info/top_level.txt: -------------------------------------------------------------------------------- 1 | titanic 2 | -------------------------------------------------------------------------------- /src/hyper-model/hypermodel.egg-info/dependency_links.txt: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /src/hyper-model/hypermodel/hml/prediction/routes/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /demo/car-crashes/src/demo_crashed.egg-info/dependency_links.txt: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /demo/car-crashes/src/demo_crashed.egg-info/top_level.txt: -------------------------------------------------------------------------------- 1 | crashed 2 | -------------------------------------------------------------------------------- /src/hyper-model/hypermodel.egg-info/top_level.txt: -------------------------------------------------------------------------------- 1 | hypermodel 2 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/application/base/params.env: -------------------------------------------------------------------------------- 1 | project=grwdt-dev 2 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/profiles/overlays/debug/params.env: -------------------------------------------------------------------------------- 1 | project= 2 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/webhook/base/params.env: -------------------------------------------------------------------------------- 1 | namespace=kubeflow 2 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/minio/base/params.env: -------------------------------------------------------------------------------- 1 | minioPvcName=minio-pv-claim 2 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/mysql/base/params.env: -------------------------------------------------------------------------------- 1 | mysqlPvcName=mysql-pv-claim 2 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/tf-job-operator/base/params.env: -------------------------------------------------------------------------------- 1 | namespace=kubeflow 2 | -------------------------------------------------------------------------------- /test_packages/simple-pipeline/simple_pipeline.egg-info/dependency_links.txt: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /test_packages/simple-pipeline/simple_pipeline.egg-info/requires.txt: -------------------------------------------------------------------------------- 1 | hypermodel 2 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/metadata/base/params.env: -------------------------------------------------------------------------------- 1 | uiClusterDomain=cluster.local 2 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/spartakus/base/params.env: -------------------------------------------------------------------------------- 1 | usageId=6028077219354610138 2 | -------------------------------------------------------------------------------- /test_packages/simple-pipeline/simple_pipeline.egg-info/top_level.txt: -------------------------------------------------------------------------------- 1 | simple_pipeline 2 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/katib-controller/base/params.env: -------------------------------------------------------------------------------- 1 | clusterDomain=cluster.local 2 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/kfserving-install/base/params.env: -------------------------------------------------------------------------------- 1 | registry=gcr.io/kfserving 2 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/pipelines-ui/base/params.env: -------------------------------------------------------------------------------- 1 | uiClusterDomain=cluster.local 2 | -------------------------------------------------------------------------------- /.prettierrc.yaml: -------------------------------------------------------------------------------- 1 | semi: true 2 | singleQuote: false 3 | arrowParens: "always" 4 | printWidth: 100 5 | -------------------------------------------------------------------------------- /demo/tragic-titanic/titanic.egg-info/requires.txt: -------------------------------------------------------------------------------- 1 | click 2 | kfp 3 | xgboost 4 | pandas 5 | hypermodel 6 | -------------------------------------------------------------------------------- /demo/tragic-titanic/titanic.egg-info/entry_points.txt: -------------------------------------------------------------------------------- 1 | [console_scripts] 2 | titanic = titanic.start:main 3 | 4 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/cloud-endpoints/base/params.env: -------------------------------------------------------------------------------- 1 | namespace=kubeflow 2 | secretName=admin-gcp-sa 3 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/istio/base/params.env: -------------------------------------------------------------------------------- 1 | clusterRbacConfig=ON 2 | gatewaySelector=ingressgateway 3 | -------------------------------------------------------------------------------- /demo/car-crashes/.prettierrc.yaml: -------------------------------------------------------------------------------- 1 | semi: true 2 | singleQuote: false 3 | arrowParens: "always" 4 | printWidth: 100 5 | -------------------------------------------------------------------------------- /demo/car-crashes/src/crashed.egg-info/entry_points.txt: -------------------------------------------------------------------------------- 1 | [console_scripts] 2 | crashed = crashed.start:main 3 | 4 | -------------------------------------------------------------------------------- /demo/tragic-titanic/crashed.egg-info/entry_points.txt: -------------------------------------------------------------------------------- 1 | [console_scripts] 2 | crashed = crashed.__main__:main 3 | 4 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/bootstrap/base/params.env: -------------------------------------------------------------------------------- 1 | namespace=kubeflow 2 | webhookNamePrefix=admission-webhook- 3 | -------------------------------------------------------------------------------- /src/hyper-model/hypermodel.egg-info/entry_points.txt: -------------------------------------------------------------------------------- 1 | [console_scripts] 2 | hml = hypermodel.cli.cli_start:main 3 | 4 | -------------------------------------------------------------------------------- /demo/car-crashes/src/demo_crashed.egg-info/entry_points.txt: -------------------------------------------------------------------------------- 1 | [console_scripts] 2 | demo-crashed = crashed.start:main 3 | 4 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/bootstrap/base/params.yaml: -------------------------------------------------------------------------------- 1 | varReference: 2 | - path: data/create_ca.sh 3 | kind: ConfigMap 4 | -------------------------------------------------------------------------------- /mypy.ini: -------------------------------------------------------------------------------- 1 | # Global options: 2 | 3 | [mypy] 4 | python_version = 3.7 5 | warn_return_any = True 6 | warn_unused_configs = True -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/default-install/base/params.env: -------------------------------------------------------------------------------- 1 | user=terence@growingdata.com.au 2 | profile-name=kubeflow-terence 3 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/metadata/OWNERS: -------------------------------------------------------------------------------- 1 | approvers: 2 | - neuromage 3 | - prodonjs 4 | - rileyjbauer 5 | - zhenghuiwang 6 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/metadata/base/metadata-ui-sa.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: ServiceAccount 3 | metadata: 4 | name: ui 5 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/minio/overlays/minioPd/params.env: -------------------------------------------------------------------------------- 1 | minioPd=kubeflow-007-storage-artifact-store 2 | minioPvName=minio-pv 3 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/mysql/overlays/mysqlPd/params.env: -------------------------------------------------------------------------------- 1 | mysqlPd=kubeflow-007-storage-metadata-store 2 | mysqlPvName=mysql-pv 3 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/notebook-controller/overlays/istio/params.env: -------------------------------------------------------------------------------- 1 | USE_ISTIO=true 2 | ISTIO_GATEWAY=kubeflow/kubeflow-gateway 3 | -------------------------------------------------------------------------------- /demo/car-crashes/mypy.ini: -------------------------------------------------------------------------------- 1 | # Global options: 2 | 3 | [mypy] 4 | python_version = 3.7 5 | warn_return_any = True 6 | warn_unused_configs = True -------------------------------------------------------------------------------- /test_packages/simple-pipeline/simple_pipeline.egg-info/entry_points.txt: -------------------------------------------------------------------------------- 1 | [console_scripts] 2 | simples = simple_pipeline.start:main 3 | 4 | -------------------------------------------------------------------------------- /demo/tragic-titanic/crashed.egg-info/requires.txt: -------------------------------------------------------------------------------- 1 | click 2 | kfp 3 | xgboost 4 | pandas 5 | google-cloud 6 | google-cloud-bigquery 7 | hypermodel 8 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/api-service/base/service-account.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: ServiceAccount 3 | metadata: 4 | name: ml-pipeline 5 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/application/base/params.yaml: -------------------------------------------------------------------------------- 1 | varReference: 2 | - path: spec/template/spec/containers/image 3 | kind: StatefulSet 4 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/cloud-endpoints/base/service-account.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: ServiceAccount 3 | metadata: 4 | name: kf-admin 5 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/iap-ingress/base/service-account.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: ServiceAccount 3 | metadata: 4 | name: kf-admin 5 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/pytorch-operator/base/params.env: -------------------------------------------------------------------------------- 1 | pytorchDefaultImage=null 2 | deploymentScope=cluster 3 | deploymentNamespace=null 4 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/spartakus/base/params.yaml: -------------------------------------------------------------------------------- 1 | varReference: 2 | - path: spec/template/spec/containers/0/args/1 3 | kind: Deployment 4 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/webhook/base/service-account.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: ServiceAccount 3 | metadata: 4 | name: service-account 5 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/application/base/service-account.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: ServiceAccount 3 | metadata: 4 | name: service-account 5 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/argo/overlays/istio/params.yaml: -------------------------------------------------------------------------------- 1 | varReference: 2 | - path: spec/http/route/destination/host 3 | kind: VirtualService 4 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/bootstrap/base/service-account.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: ServiceAccount 3 | metadata: 4 | name: service-account 5 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/metadata/overlays/istio/params.yaml: -------------------------------------------------------------------------------- 1 | varReference: 2 | - path: spec/http/route/destination/host 3 | kind: VirtualService 4 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/pipelines-ui/base/params.yaml: -------------------------------------------------------------------------------- 1 | varReference: 2 | - path: metadata/annotations/getambassador.io\/config 3 | kind: Service 4 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/pipelines-ui/base/service-account.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: ServiceAccount 3 | metadata: 4 | name: ml-pipeline-ui 5 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/profiles/overlays/debug/params.yaml: -------------------------------------------------------------------------------- 1 | varReference: 2 | - path: spec/template/spec/containers/image 3 | kind: Deployment 4 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/profiles/overlays/istio/params.yaml: -------------------------------------------------------------------------------- 1 | varReference: 2 | - path: spec/http/route/destination/host 3 | kind: VirtualService 4 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/tensorboard/base/params.yaml: -------------------------------------------------------------------------------- 1 | varReference: 2 | - path: metadata/annotations/getambassador.io\/config 3 | kind: Service 4 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/centraldashboard/base/service-account.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: ServiceAccount 3 | metadata: 4 | name: centraldashboard 5 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/jupyter-web-app/base/service-account.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: ServiceAccount 3 | metadata: 4 | name: service-account 5 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/katib-controller/base/katib-controller-secret.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Secret 3 | metadata: 4 | name: katib-controller 5 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/kfserving-install/base/secret.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Secret 3 | metadata: 4 | name: kfserving-webhook-server-secret 5 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/persistent-agent/base/service-account.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: ServiceAccount 3 | metadata: 4 | name: persistenceagent 5 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/pipelines-runner/base/service-account.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: ServiceAccount 3 | metadata: 4 | name: pipeline-runner 5 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/pipelines-ui/overlays/istio/params.yaml: -------------------------------------------------------------------------------- 1 | varReference: 2 | - path: spec/http/route/destination/host 3 | kind: VirtualService 4 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/tensorboard/overlays/istio/params.yaml: -------------------------------------------------------------------------------- 1 | varReference: 2 | - path: spec/http/route/destination/host 3 | kind: VirtualService 4 | -------------------------------------------------------------------------------- /demo/car-crashes/src/crashed.egg-info/requires.txt: -------------------------------------------------------------------------------- 1 | click 2 | kfp 3 | xgboost 4 | pandas 5 | xgboost 6 | google-cloud 7 | google-cloud-bigquery 8 | hypermodel 9 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/centraldashboard/overlays/istio/params.yaml: -------------------------------------------------------------------------------- 1 | varReference: 2 | - path: spec/http/route/destination/host 3 | kind: VirtualService 4 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/istio/base/params.yaml: -------------------------------------------------------------------------------- 1 | varReference: 2 | - path: spec/mode 3 | kind: ClusterRbacConfig 4 | - path: spec/selector 5 | kind: Gateway -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/jupyter-web-app/overlays/istio/params.yaml: -------------------------------------------------------------------------------- 1 | varReference: 2 | - path: spec/http/route/destination/host 3 | kind: VirtualService 4 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/katib-controller/overlays/istio/params.yaml: -------------------------------------------------------------------------------- 1 | varReference: 2 | - path: spec/http/route/destination/host 3 | kind: VirtualService 4 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/metacontroller/base/service-account.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: ServiceAccount 3 | metadata: 4 | name: meta-controller-service 5 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/mysql/base/service.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Service 3 | metadata: 4 | name: mysql 5 | spec: 6 | ports: 7 | - port: 3306 8 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/notebook-controller/base/service-account.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: ServiceAccount 3 | metadata: 4 | name: service-account 5 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/pipelines-viewer/base/service-account.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: ServiceAccount 3 | metadata: 4 | name: crd-service-account 5 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/profiles/base/service-account.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: ServiceAccount 3 | metadata: 4 | name: controller-service-account 5 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/profiles/base/service.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Service 3 | metadata: 4 | name: kfam 5 | spec: 6 | ports: 7 | - port: 8081 -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/kfserving-crds/base/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | kind: Kustomization 3 | resources: 4 | - crd.yaml 5 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/tf-job-crds/base/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | kind: Kustomization 3 | resources: 4 | - crd.yaml 5 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/application-crds/base/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | kind: Kustomization 3 | resources: 4 | - crd.yaml 5 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/application/base/service.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Service 3 | metadata: 4 | name: service 5 | spec: 6 | ports: 7 | - port: 443 8 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/default-install/base/params.yaml: -------------------------------------------------------------------------------- 1 | varReference: 2 | - path: spec/owner/name 3 | kind: Profile 4 | - path: metadata/name 5 | kind: Profile 6 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/istio/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | bases: 3 | - base 4 | kind: Kustomization 5 | namespace: kubeflow 6 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/pytorch-job-crds/base/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | kind: Kustomization 3 | resources: 4 | - crd.yaml 5 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/scheduledworkflow/base/service-account.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: ServiceAccount 3 | metadata: 4 | name: ml-pipeline-scheduledworkflow 5 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/kubeflow-roles/base/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | kind: Kustomization 3 | resources: 4 | - cluster-roles.yaml 5 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/notebook-controller/base/service.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Service 3 | metadata: 4 | name: service 5 | spec: 6 | ports: 7 | - port: 443 8 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/application-crds/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | bases: 3 | - base 4 | kind: Kustomization 5 | namespace: kubeflow 6 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/centraldashboard/base/params.env: -------------------------------------------------------------------------------- 1 | clusterDomain=cluster.local 2 | userid-header=X-Goog-Authenticated-User-Email 3 | userid-prefix=accounts.google.com: 4 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/default-install/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | bases: 3 | - base 4 | kind: Kustomization 5 | namespace: kubeflow 6 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/istio-crds/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | bases: 3 | - base 4 | kind: Kustomization 5 | namespace: istio-system 6 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/istio-install/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | bases: 3 | - base 4 | kind: Kustomization 5 | namespace: istio-system 6 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/kubeflow-roles/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | bases: 3 | - base 4 | kind: Kustomization 5 | namespace: kubeflow 6 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/metacontroller/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | bases: 3 | - base 4 | kind: Kustomization 5 | namespace: kubeflow 6 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/spartakus/base/service-account.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: ServiceAccount 3 | metadata: 4 | labels: 5 | app: spartakus 6 | name: spartakus 7 | -------------------------------------------------------------------------------- /demo/car-crashes/src/demo_crashed.egg-info/requires.txt: -------------------------------------------------------------------------------- 1 | click 2 | kfp 3 | xgboost 4 | pandas 5 | sklearn 6 | xgboost 7 | google-cloud 8 | google-cloud-bigquery 9 | hypermodel 10 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/knative-crds/base/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | kind: Kustomization 3 | resources: 4 | - namespace.yaml 5 | - crd.yaml 6 | -------------------------------------------------------------------------------- /src/hyper-model/hypermodel/__init__.py: -------------------------------------------------------------------------------- 1 | from hypermodel.utilities.hm_shell import sh 2 | from hypermodel.kubeflow.deploy_dev import deploy_to_dev 3 | 4 | import logging 5 | import sys 6 | -------------------------------------------------------------------------------- /src/hyper-model/requirements.txt: -------------------------------------------------------------------------------- 1 | click 2 | kfp==0.1.34 3 | pandas 4 | joblib 5 | google-cloud 6 | google-cloud-bigquery 7 | tqdm 8 | python-gitlab 9 | flask 10 | waitress 11 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/istio-crds/base/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | kind: Kustomization 3 | resources: 4 | - crds.yaml 5 | namespace: kubeflow 6 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/webhook/base/service.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Service 3 | metadata: 4 | name: service 5 | spec: 6 | ports: 7 | - port: 443 8 | targetPort: 443 9 | -------------------------------------------------------------------------------- /src/hyper-model/hypermodel/tests/__init__.py: -------------------------------------------------------------------------------- 1 | from hypermodel.utilities.hm_shell import sh 2 | from hypermodel.kubeflow.deploy_dev import deploy_to_dev 3 | 4 | import logging 5 | import sys 6 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/kfserving-install/base/params.yaml: -------------------------------------------------------------------------------- 1 | varReference: 2 | - path: spec/template/spec/containers/image 3 | kind: StatefulSet 4 | - path: data/frameworks 5 | kind: ConfigMap 6 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/pytorch-operator/base/service-account.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: ServiceAccount 3 | metadata: 4 | labels: 5 | app: pytorch-operator 6 | name: pytorch-operator 7 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/profiles/overlays/test/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | kind: Kustomization 3 | bases: 4 | - ../../base 5 | #generators: 6 | #- app_test.yaml 7 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/metadata/base/metadata-db-configmap.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: ConfigMap 3 | metadata: 4 | name: db-configmap 5 | data: 6 | mysql_database: "metadb" 7 | mysql_port: "3306" 8 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/notebook-controller/base/params.env: -------------------------------------------------------------------------------- 1 | POD_LABELS=gcp-cred-secret=user-gcp-sa,gcp-cred-secret-filename=user-gcp-sa.json 2 | USE_ISTIO=false 3 | ISTIO_GATEWAY=kubeflow/kubeflow-gateway 4 | -------------------------------------------------------------------------------- /demo/tragic-titanic/src/install-hypermodel.ps1: -------------------------------------------------------------------------------- 1 | cd ..\..\.. 2 | cd src\hyper-model 3 | python -m pip install -e . 4 | python setup.py install 5 | cd ..\.. 6 | cd demo\tragic-titanic\src 7 | python setup.py install 8 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/minio/base/params.yaml: -------------------------------------------------------------------------------- 1 | varReference: 2 | - path: spec/template/spec/volumes/persistentVolumeClaim/claimName 3 | kind: Deployment 4 | - path: metadata/name 5 | kind: PersistentVolumeClaim -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/mysql/base/params.yaml: -------------------------------------------------------------------------------- 1 | varReference: 2 | - path: spec/template/spec/volumes/persistentVolumeClaim/claimName 3 | kind: Deployment 4 | - path: metadata/name 5 | kind: PersistentVolumeClaim -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/katib-controller/base/katib-db-secret.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Secret 3 | type: Opaque 4 | metadata: 5 | name: katib-db-secrets 6 | data: 7 | MYSQL_ROOT_PASSWORD: dGVzdA== # "test" 8 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/minio/base/secret.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | data: 3 | accesskey: bWluaW8= 4 | secretkey: bWluaW8xMjM= 5 | kind: Secret 6 | metadata: 7 | name: mlpipeline-minio-artifact 8 | type: Opaque 9 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/pipelines-ui/overlays/gcp/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | kind: Kustomization 3 | bases: 4 | - ../../base 5 | patchesStrategicMerge: 6 | - deployment.yaml 7 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/profiles/overlays/devices/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | kind: Kustomization 3 | bases: 4 | - ../../base 5 | patchesStrategicMerge: 6 | - deployment.yaml 7 | -------------------------------------------------------------------------------- /src/hyper-model/hypermodel/features/__init__.py: -------------------------------------------------------------------------------- 1 | from hypermodel.features.numerical import scale_by_mean_stdev, describe_features 2 | from hypermodel.features.categorical import get_unique_feature_values, one_hot_encode 3 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/default-install/base/profile-instance.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kubeflow.org/v1beta1 2 | kind: Profile 3 | metadata: 4 | name: $(profile-name) 5 | spec: 6 | owner: 7 | kind: User 8 | name: $(user) 9 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/iap-ingress/overlays/managed-cert/cert.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: networking.gke.io/v1beta1 2 | kind: ManagedCertificate 3 | metadata: 4 | name: gke-certificate 5 | spec: 6 | domains: 7 | - $(hostname) 8 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/jupyter-web-app/overlays/istio/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | kind: Kustomization 3 | resources: 4 | - virtual-service.yaml 5 | configurations: 6 | - params.yaml 7 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/katib-crds/base/kustomization.yaml: -------------------------------------------------------------------------------- 1 | namespace: kubeflow 2 | resources: 3 | - experiment-crd.yaml 4 | - suggestion-crd.yaml 5 | - trial-crd.yaml 6 | generatorOptions: 7 | disableNameSuffixHash: true 8 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/seldon-core-operator/base/seldon-operator-webhook-server-secret-secret.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Secret 3 | metadata: 4 | name: seldon-operator-webhook-server-secret 5 | namespace: kubeflow 6 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/argo/base/params.yaml: -------------------------------------------------------------------------------- 1 | varReference: 2 | - path: data/config 3 | kind: ConfigMap 4 | - path: data/config 5 | kind: Deployment 6 | - path: metadata/annotations/getambassador.io\/config 7 | kind: Service 8 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/metadata/base/metadata-db-secret.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Secret 3 | type: Opaque 4 | metadata: 5 | name: db-secrets 6 | data: 7 | username: "cm9vdA==" # "root" 8 | password: "dGVzdA==" # "test" 9 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/minio/overlays/minioPd/persistent-volume-claim.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: PersistentVolumeClaim 3 | metadata: 4 | name: $(minioPvcName) 5 | spec: 6 | volumeName: $(minioPvName) 7 | storageClassName: "" -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/knative-crds/base/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | labels: 5 | istio-injection: enabled 6 | serving.knative.dev/release: "v0.8.0" 7 | name: knative-serving 8 | 9 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/mysql/overlays/mysqlPd/persistent-volume-claim.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: PersistentVolumeClaim 3 | metadata: 4 | name: $(mysqlPvcName) 5 | spec: 6 | storageClassName: "" 7 | volumeName: $(mysqlPvName) 8 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/profiles/base/params.env: -------------------------------------------------------------------------------- 1 | admin=terence@growingdata.com.au 2 | gcp-sa=kubeflow-007-user@grwdt-dev.iam.gserviceaccount.com 3 | userid-header=X-Goog-Authenticated-User-Email 4 | userid-prefix=accounts.google.com: 5 | -------------------------------------------------------------------------------- /deploy_model.sh: -------------------------------------------------------------------------------- 1 | export API_YAML=./src/demo-crashed/crashed/api/api.yml 2 | sed -ie "s|__DOCKER_CONTAINER__|$DOCKERHUB_IMAGE:$CI_COMMIT_SHA|g" $API_YAML 3 | sed -ie "s|__GITLAB_COMMIT__|$CI_COMMIT_SHA|g" $API_YAML 4 | 5 | kubectl apply -f $API_YAML -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/argo/overlays/istio/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | kind: Kustomization 3 | bases: 4 | - ../../base 5 | resources: 6 | - virtual-service.yaml 7 | configurations: 8 | - params.yaml 9 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/cloud-endpoints/overlays/gcp-credentials/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | kind: Kustomization 3 | bases: 4 | - ../../base 5 | patchesStrategicMerge: 6 | - gcp-credentials-patch.yaml 7 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/knative-install/base/service-account.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: ServiceAccount 3 | metadata: 4 | labels: 5 | serving.knative.dev/release: "v0.8.0" 6 | name: controller 7 | namespace: knative-serving 8 | 9 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/katib-controller/base/params.yaml: -------------------------------------------------------------------------------- 1 | varReference: 2 | - path: data/config 3 | kind: ConfigMap 4 | - path: data/config 5 | kind: Deployment 6 | - path: metadata/annotations/getambassador.io\/config 7 | kind: Service 8 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/profiles/overlays/istio/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | kind: Kustomization 3 | bases: 4 | - ../../base 5 | resources: 6 | - virtual-service.yaml 7 | configurations: 8 | - params.yaml 9 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/tensorboard/overlays/istio/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | kind: Kustomization 3 | bases: 4 | - ../../base 5 | resources: 6 | - virtual-service.yaml 7 | configurations: 8 | - params.yaml 9 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/iap-ingress/overlays/gcp-credentials/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | kind: Kustomization 3 | bases: 4 | - ../../base 5 | patchesStrategicMerge: 6 | - deployment.yaml 7 | - stateful-set.yaml 8 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/pipelines-ui/overlays/istio/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | kind: Kustomization 3 | bases: 4 | - ../../base 5 | resources: 6 | - virtual-service.yaml 7 | configurations: 8 | - params.yaml 9 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/profiles/base/README.md: -------------------------------------------------------------------------------- 1 | When profile-controller image updated, you can run below command to update it in manifest. 2 | 3 | ``` 4 | kustomize edit set image gcr.io/kubeflow-images-public/profile-controller:$NEW_TAG 5 | ``` 6 | -------------------------------------------------------------------------------- /src/hyper-model/hypermodel/tests/test_cases/platform/local/test_config.py: -------------------------------------------------------------------------------- 1 | from hypermodel.platform.local.config import LocalConfig 2 | 3 | 4 | def test_str(): 5 | obj=LocalConfig() 6 | assert str(obj) =="LocalConfig(PlatformConfig)" 7 | 8 | 9 | -------------------------------------------------------------------------------- /demo/car-crashes/src/crashed.egg-info/PKG-INFO: -------------------------------------------------------------------------------- 1 | Metadata-Version: 1.2 2 | Name: crashed 3 | Version: 0.0.74 4 | Summary: UNKNOWN 5 | Home-page: UNKNOWN 6 | License: UNKNOWN 7 | Description: UNKNOWN 8 | Platform: UNKNOWN 9 | Requires-Python: >=3.5.3 10 | -------------------------------------------------------------------------------- /infra/docker/hypermodel.Dockerfile: -------------------------------------------------------------------------------- 1 | FROM growingdata/hypermodel-base:buster-0.1.80 2 | # FROM growingdata/hypermodel-base:0.1.78 3 | 4 | 5 | ADD . /hyper-model 6 | 7 | 8 | WORKDIR /hyper-model/ 9 | RUN pip install -e . 10 | 11 | 12 | WORKDIR /hyper-model -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/argo/base/service-account.yaml: -------------------------------------------------------------------------------- 1 | --- 2 | apiVersion: v1 3 | kind: ServiceAccount 4 | metadata: 5 | name: argo 6 | --- 7 | apiVersion: v1 8 | kind: ServiceAccount 9 | metadata: 10 | name: argo-ui 11 | namespace: kubeflow 12 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/katib-controller/overlays/istio/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | kind: Kustomization 3 | bases: 4 | - ../../base 5 | resources: 6 | - katib-ui-virtual-service.yaml 7 | configurations: 8 | - params.yaml 9 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/metadata/base/metadata-db-pvc.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: PersistentVolumeClaim 3 | metadata: 4 | name: mysql 5 | spec: 6 | accessModes: 7 | - ReadWriteOnce 8 | resources: 9 | requests: 10 | storage: 10Gi 11 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/minio/base/service.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Service 3 | metadata: 4 | name: minio-service 5 | spec: 6 | ports: 7 | - port: 9000 8 | protocol: TCP 9 | targetPort: 9000 10 | selector: 11 | app: minio 12 | -------------------------------------------------------------------------------- /demo/car-crashes/src/demo_crashed.egg-info/PKG-INFO: -------------------------------------------------------------------------------- 1 | Metadata-Version: 1.2 2 | Name: demo-crashed 3 | Version: 0.0.74 4 | Summary: UNKNOWN 5 | Home-page: UNKNOWN 6 | License: UNKNOWN 7 | Description: UNKNOWN 8 | Platform: UNKNOWN 9 | Requires-Python: >=3.5.3 10 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/centraldashboard/overlays/istio/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | kind: Kustomization 3 | bases: 4 | - ../../base 5 | resources: 6 | - virtual-service.yaml 7 | configurations: 8 | - params.yaml 9 | 10 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/jupyter-web-app/base/params.env: -------------------------------------------------------------------------------- 1 | UI=default 2 | ROK_SECRET_NAME=secret-rok-{username} 3 | policy=Always 4 | prefix=jupyter 5 | clusterDomain=cluster.local 6 | userid-header=X-Goog-Authenticated-User-Email 7 | userid-prefix=accounts.google.com: 8 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/mysql/base/persistent-volume-claim.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: PersistentVolumeClaim 3 | metadata: 4 | name: $(mysqlPvcName) 5 | spec: 6 | accessModes: 7 | - ReadWriteOnce 8 | resources: 9 | requests: 10 | storage: 20Gi -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/katib-controller/base/katib-db-pvc.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: PersistentVolumeClaim 3 | metadata: 4 | name: katib-mysql 5 | spec: 6 | accessModes: 7 | - ReadWriteOnce 8 | resources: 9 | requests: 10 | storage: 10Gi 11 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/minio/base/persistent-volume-claim.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: PersistentVolumeClaim 3 | metadata: 4 | name: $(minioPvcName) 5 | spec: 6 | accessModes: 7 | - ReadWriteOnce 8 | resources: 9 | requests: 10 | storage: 20Gi 11 | -------------------------------------------------------------------------------- /test_packages/simple-pipeline/simple_pipeline.egg-info/PKG-INFO: -------------------------------------------------------------------------------- 1 | Metadata-Version: 1.2 2 | Name: simple-pipeline 3 | Version: 0.0.74 4 | Summary: UNKNOWN 5 | Home-page: UNKNOWN 6 | License: UNKNOWN 7 | Description: UNKNOWN 8 | Platform: UNKNOWN 9 | Requires-Python: >=3.5.3 10 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/metadata/base/metadata-ui-service.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Service 3 | metadata: 4 | name: ui 5 | labels: 6 | app: metadata-ui 7 | spec: 8 | ports: 9 | - port: 80 10 | targetPort: 3000 11 | selector: 12 | app: metadata-ui 13 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/iap-ingress/base/cloud-endpoint.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: ctl.isla.solutions/v1 2 | kind: CloudEndpoint 3 | metadata: 4 | name: $(appName) 5 | spec: 6 | project: $(project) 7 | targetIngress: 8 | name: $(ingressName) 9 | namespace: $(istioNamespace) 10 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/tensorboard/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | bases: 3 | - base 4 | configurations: 5 | - overlays/istio/params.yaml 6 | kind: Kustomization 7 | namespace: kubeflow 8 | resources: 9 | - overlays/istio/virtual-service.yaml 10 | -------------------------------------------------------------------------------- /test_packages/simple-pipeline/simple_pipeline/readme.md: -------------------------------------------------------------------------------- 1 | ``` 2 | docker build -t growingdata/simple-pipeline:latest -f .\test_packages\simple-pipeline\simple-pipeline.Dockerfile . 3 | docker push growingdata/simple-pipeline:latest 4 | 5 | simple-pipeline pipelines simples deploy-dev 6 | ``` 7 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/cloud-endpoints/base/service.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Service 3 | metadata: 4 | name: cloud-endpoints-controller 5 | spec: 6 | ports: 7 | - name: http 8 | port: 80 9 | selector: 10 | app: cloud-endpoints-controller 11 | type: ClusterIP 12 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/iap-ingress/base/service.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Service 3 | metadata: 4 | labels: 5 | app: whoami 6 | name: whoami-app 7 | spec: 8 | ports: 9 | - port: 80 10 | targetPort: 8081 11 | selector: 12 | app: whoami 13 | type: ClusterIP 14 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/iap-ingress/overlays/managed-cert/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | kind: Kustomization 3 | bases: 4 | - ../../base 5 | resources: 6 | - cert.yaml 7 | namespace: kubeflow 8 | commonLabels: 9 | kustomize.component: iap-ingress 10 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/metadata/overlays/istio/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | kind: Kustomization 3 | bases: 4 | - ../../base 5 | resources: 6 | - virtual-service.yaml 7 | - virtual-service-metadata-grpc.yaml 8 | configurations: 9 | - params.yaml 10 | -------------------------------------------------------------------------------- /src/hyper-model/docs/hypermodel.hml.prediction.rst: -------------------------------------------------------------------------------- 1 | hypermodel.hml.prediction package 2 | ================================= 3 | 4 | Module contents 5 | --------------- 6 | 7 | .. automodule:: hypermodel.hml.prediction 8 | :members: 9 | :undoc-members: 10 | :show-inheritance: 11 | -------------------------------------------------------------------------------- /demo/tragic-titanic/titanic-xgboost-reference.json: -------------------------------------------------------------------------------- 1 | { 2 | "distributions": { 3 | "bucket": "junk", 4 | "md5": "junk", 5 | "path": "junk" 6 | }, 7 | "model": { 8 | "bucket": "junk", 9 | "md5": "junk", 10 | "path": "junk" 11 | } 12 | } -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/istio/base/README.md: -------------------------------------------------------------------------------- 1 | # Manifest for Istio in Kubeflow 2 | 3 | - `install` dir contains the manifest to install Istio 4 | - kf-istio-resources.yaml has 5 | - Gateway for routing 6 | - VirtualService for Grafana 7 | - ServiceEntry and VirtualService for egress traffic 8 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/katib-controller/base/katib-controller-service.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Service 3 | metadata: 4 | name: katib-controller 5 | spec: 6 | ports: 7 | - port: 443 8 | protocol: TCP 9 | targetPort: 443 10 | selector: 11 | app: katib-controller 12 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/cloud-endpoints/base/params.yaml: -------------------------------------------------------------------------------- 1 | varReference: 2 | - path: spec/template/spec/volumes/secret/secretName 3 | kind: Deployment 4 | - path: spec/clientConfig/service/namespace 5 | kind: CompositeController 6 | - path: spec/hooks/sync/webhook/url 7 | kind: CompositeController 8 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/knative-install/base/service-role.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: rbac.istio.io/v1alpha1 2 | kind: ServiceRole 3 | metadata: 4 | name: istio-service-role 5 | namespace: knative-serving 6 | spec: 7 | rules: 8 | - methods: 9 | - '*' 10 | services: 11 | - '*' 12 | 13 | 14 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/pipelines-runner/base/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | kind: Kustomization 3 | namespace: kubeflow 4 | commonLabels: 5 | app: pipeline-runner 6 | resources: 7 | - cluster-role-binding.yaml 8 | - cluster-role.yaml 9 | - service-account.yaml 10 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/webhook/base/params.yaml: -------------------------------------------------------------------------------- 1 | varReference: 2 | - path: webhooks/clientConfig/service/namespace 3 | kind: MutatingWebhookConfiguration 4 | - path: webhooks/clientConfig/service/name 5 | kind: MutatingWebhookConfiguration 6 | - path: webhooks/name 7 | kind: MutatingWebhookConfiguration 8 | -------------------------------------------------------------------------------- /src/hyper-model/hypermodel/utilities/file_hash.py: -------------------------------------------------------------------------------- 1 | import hashlib 2 | 3 | 4 | def file_md5(fname): 5 | hash_md5 = hashlib.md5() 6 | with open(fname, "rb") as f: 7 | for chunk in iter(lambda: f.read(4096), b""): 8 | hash_md5.update(chunk) 9 | return hash_md5.hexdigest() 10 | 11 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/spartakus/base/cluster-role.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: rbac.authorization.k8s.io/v1beta1 2 | kind: ClusterRole 3 | metadata: 4 | labels: 5 | app: spartakus 6 | name: spartakus 7 | rules: 8 | - apiGroups: 9 | - "" 10 | resources: 11 | - nodes 12 | verbs: 13 | - get 14 | - list 15 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/metadata/base/metadata-db-service.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Service 3 | metadata: 4 | name: db 5 | labels: 6 | component: db 7 | spec: 8 | type: ClusterIP 9 | ports: 10 | - port: 3306 11 | protocol: TCP 12 | name: dbapi 13 | selector: 14 | component: db 15 | -------------------------------------------------------------------------------- /src/hyper-model/hypermodel/tests/test_data/dummy_file_2.txt: -------------------------------------------------------------------------------- 1 | If this file content changes some tests may fail. 2 | dummy test2 3 | dummy test2 4 | dummy test2 5 | dummy test2 6 | dummy test2 7 | dummy test2 8 | dummy test2 9 | dummy test2 10 | dummy test2 11 | dummy test2 12 | dummy test2 13 | dummy test2 14 | 15 | 16 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/minio/overlays/minioPd/params.yaml: -------------------------------------------------------------------------------- 1 | varReference: 2 | - path: spec/gcePersistentDisk/pdName 3 | kind: PersistentVolume 4 | - path: metadata/name 5 | kind: PersistentVolume 6 | - path: spec/volumeName 7 | kind: PersistentVolumeClaim 8 | - path: metadata/name 9 | kind: PersistentVolumeClaim 10 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/minio/overlays/minioPd/persistent-volume.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: PersistentVolume 3 | metadata: 4 | name: $(minioPvName) 5 | spec: 6 | capacity: 7 | storage: 20Gi 8 | accessModes: 9 | - ReadWriteOnce 10 | gcePersistentDisk: 11 | pdName: $(minioPd) 12 | fsType: ext4 13 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/mysql/overlays/mysqlPd/params.yaml: -------------------------------------------------------------------------------- 1 | varReference: 2 | - path: spec/gcePersistentDisk/pdName 3 | kind: PersistentVolume 4 | - path: metadata/name 5 | kind: PersistentVolume 6 | - path: metadata/name 7 | kind: PersistentVolumeClaim 8 | - path: spec/volumeName 9 | kind: PersistentVolumeClaim 10 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/mysql/overlays/mysqlPd/persistent-volume.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: PersistentVolume 3 | metadata: 4 | name: $(mysqlPvName) 5 | spec: 6 | capacity: 7 | storage: 20Gi 8 | accessModes: 9 | - ReadWriteOnce 10 | gcePersistentDisk: 11 | pdName: $(mysqlPd) 12 | fsType: ext4 13 | -------------------------------------------------------------------------------- /env.sh: -------------------------------------------------------------------------------- 1 | export GCP_PROJECT="grwdt-dev" 2 | export GCP_ZONE="australia-southeast1-a" 3 | 4 | export LAKE_BUCKET="grwdt-dev-lake" 5 | export LAKE_PATH="crashed" 6 | 7 | export WAREHOUSE_DATASET="crashed" 8 | 9 | export K8S_NAMESPACE="kubeflow" 10 | export K8S_CLUSTER="kfw-svc-test" 11 | 12 | export KFP_ARTIFACT_PATH="./artifacts" -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/api-service/base/service.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Service 3 | metadata: 4 | name: ml-pipeline 5 | spec: 6 | ports: 7 | - name: http 8 | port: 8888 9 | protocol: TCP 10 | targetPort: 8888 11 | - name: grpc 12 | port: 8887 13 | protocol: TCP 14 | targetPort: 8887 15 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/seldon-core-operator/base/Kube-descriptor.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | description: Seldon Core CRD and controller helm chart for Kubernetes 3 | keywords: 4 | - kubernetes 5 | - machine-learning 6 | name: seldon-core-operator 7 | sources: 8 | - https://github.com/SeldonIO/seldon-core 9 | version: 0.4.1 10 | -------------------------------------------------------------------------------- /src/hyper-model/hypermodel/tests/test_data/temp_files/dummy_file_2.txt: -------------------------------------------------------------------------------- 1 | If this file content changes some tests may fail. 2 | dummy test2 3 | dummy test2 4 | dummy test2 5 | dummy test2 6 | dummy test2 7 | dummy test2 8 | dummy test2 9 | dummy test2 10 | dummy test2 11 | dummy test2 12 | dummy test2 13 | dummy test2 14 | 15 | 16 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/api-service/base/role-binding.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: rbac.authorization.k8s.io/v1beta1 2 | kind: RoleBinding 3 | metadata: 4 | name: ml-pipeline 5 | roleRef: 6 | apiGroup: rbac.authorization.k8s.io 7 | kind: Role 8 | name: ml-pipeline 9 | subjects: 10 | - kind: ServiceAccount 11 | name: ml-pipeline 12 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/metadata/base/metadata-envoy-service.yaml: -------------------------------------------------------------------------------- 1 | kind: Service 2 | apiVersion: v1 3 | metadata: 4 | labels: 5 | app: metadata 6 | name: envoy-service 7 | spec: 8 | selector: 9 | component: envoy 10 | type: ClusterIP 11 | ports: 12 | - port: 9090 13 | protocol: TCP 14 | name: md-envoy 15 | -------------------------------------------------------------------------------- /publish_pip.py: -------------------------------------------------------------------------------- 1 | from hypermodel import sh 2 | 3 | package_path = "src/hyper-model" 4 | pip_credentials = "--username growingdata --password $PYPI_PASSWORD" 5 | 6 | sh(f"rm -r dist/*", package_path) 7 | sh(f"python setup.py sdist bdist_wheel", package_path) 8 | sh(f"python -m twine upload dist/* {pip_credentials} --verbose", package_path) 9 | -------------------------------------------------------------------------------- /src/hyper-model/hypermodel/tests/test_data/dummy_file.txt: -------------------------------------------------------------------------------- 1 | If this file content changes some tests may fail. 2 | dummy test1 3 | dummy test1 4 | dummy test1 5 | dummy test1 6 | dummy test1 7 | dummy test1 8 | dummy test1 9 | dummy test1 10 | dummy test1 11 | dummy test1 12 | dummy test1 13 | dummy test1 14 | 15 | 16 | 17 | 18 | 19 | -------------------------------------------------------------------------------- /src/hyper-model/hypermodel/tests/test_data/test-reference.json: -------------------------------------------------------------------------------- 1 | {"model": {"bucket": "grwdt-dev-lake", "path": "hypermodel/tests/test_data/test.joblib", "md5": "49b413a1b1e120833367bb61a37cc426"}, "distributions": {"bucket": "grwdt-dev-lake", "path": "hypermodel/tests/test_data/test-distributions.json", "md5": "2d352abec4382eebeabe635c7870ca1f"}} -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/pipeline-visualization-service/base/service.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Service 3 | metadata: 4 | name: ml-pipeline-visualizationserver 5 | spec: 6 | ports: 7 | - name: http 8 | port: 8888 9 | protocol: TCP 10 | targetPort: 8888 11 | selector: 12 | app: ml-pipeline-visualizationserver 13 | -------------------------------------------------------------------------------- /src/hyper-model/mypy.ini: -------------------------------------------------------------------------------- 1 | [mypy] 2 | python_version = 3.7 3 | follow_imports = silent 4 | mypy_path = .,.\hypermodel,.\hypermodel\tests 5 | warn_return_any = True 6 | warn_unused_configs = True 7 | cache_dir = \temp 8 | ignore_missing_imports = True 9 | 10 | #mypy_path = ./ 11 | 12 | 13 | [hypermodel.*] 14 | ignore_missing_imports = True -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/knative-install/base/service-role-binding.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: rbac.istio.io/v1alpha1 2 | kind: ServiceRoleBinding 3 | metadata: 4 | name: istio-service-role-binding 5 | namespace: knative-serving 6 | spec: 7 | roleRef: 8 | kind: ServiceRole 9 | name: istio-service-role 10 | subjects: 11 | - user: '*' 12 | -------------------------------------------------------------------------------- /src/hyper-model/hypermodel/tests/test_data/temp_files/dummy_file.txt: -------------------------------------------------------------------------------- 1 | If this file content changes some tests may fail. 2 | dummy test1 3 | dummy test1 4 | dummy test1 5 | dummy test1 6 | dummy test1 7 | dummy test1 8 | dummy test1 9 | dummy test1 10 | dummy test1 11 | dummy test1 12 | dummy test1 13 | dummy test1 14 | 15 | 16 | 17 | 18 | 19 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/tf-job-operator/base/service-account.yaml: -------------------------------------------------------------------------------- 1 | --- 2 | apiVersion: v1 3 | kind: ServiceAccount 4 | metadata: 5 | labels: 6 | app: tf-job-dashboard 7 | name: tf-job-dashboard 8 | --- 9 | apiVersion: v1 10 | kind: ServiceAccount 11 | metadata: 12 | labels: 13 | app: tf-job-operator 14 | name: tf-job-operator 15 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/iap-ingress/base/cluster-role-binding.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: rbac.authorization.k8s.io/v1beta1 2 | kind: ClusterRoleBinding 3 | metadata: 4 | name: kf-admin-iap 5 | roleRef: 6 | apiGroup: rbac.authorization.k8s.io 7 | kind: ClusterRole 8 | name: kf-admin-iap 9 | subjects: 10 | - kind: ServiceAccount 11 | name: kf-admin 12 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/notebook-controller/base/cluster-role-binding.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: rbac.authorization.k8s.io/v1 2 | kind: ClusterRoleBinding 3 | metadata: 4 | name: role-binding 5 | roleRef: 6 | apiGroup: rbac.authorization.k8s.io 7 | kind: ClusterRole 8 | name: role 9 | subjects: 10 | - kind: ServiceAccount 11 | name: service-account 12 | -------------------------------------------------------------------------------- /demo/tragic-titanic/crashed.egg-info/SOURCES.txt: -------------------------------------------------------------------------------- 1 | README.md 2 | setup.py 3 | crashed/__init__.py 4 | crashed/__main__.py 5 | crashed/model_config.py 6 | crashed.egg-info/PKG-INFO 7 | crashed.egg-info/SOURCES.txt 8 | crashed.egg-info/dependency_links.txt 9 | crashed.egg-info/entry_points.txt 10 | crashed.egg-info/requires.txt 11 | crashed.egg-info/top_level.txt -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/webhook/base/cluster-role-binding.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: rbac.authorization.k8s.io/v1 2 | kind: ClusterRoleBinding 3 | metadata: 4 | name: cluster-role-binding 5 | roleRef: 6 | apiGroup: rbac.authorization.k8s.io 7 | kind: ClusterRole 8 | name: cluster-role 9 | subjects: 10 | - kind: ServiceAccount 11 | name: service-account 12 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/application/base/cluster-role-binding.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: rbac.authorization.k8s.io/v1 2 | kind: ClusterRoleBinding 3 | metadata: 4 | name: cluster-role-binding 5 | roleRef: 6 | apiGroup: rbac.authorization.k8s.io 7 | kind: ClusterRole 8 | name: cluster-role 9 | subjects: 10 | - kind: ServiceAccount 11 | name: service-account 12 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/application/overlays/debug/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | kind: Kustomization 3 | bases: 4 | - ../../base 5 | patchesStrategicMerge: 6 | - stateful-set.yaml 7 | images: 8 | - name: gcr.io/$(project)/application-controller 9 | newName: gcr.io/$(project)/application-controller 10 | newTag: latest 11 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/bootstrap/base/cluster-role-binding.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: rbac.authorization.k8s.io/v1beta1 2 | kind: ClusterRoleBinding 3 | metadata: 4 | name: cluster-role-binding 5 | roleRef: 6 | apiGroup: rbac.authorization.k8s.io 7 | kind: ClusterRole 8 | name: cluster-role 9 | subjects: 10 | - kind: ServiceAccount 11 | name: service-account 12 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/centraldashboard/base/params.yaml: -------------------------------------------------------------------------------- 1 | varReference: 2 | - path: metadata/annotations/getambassador.io\/config 3 | kind: Service 4 | - path: spec/http/route/destination/host 5 | kind: VirtualService 6 | - path: spec/template/spec/containers/0/env/0/value 7 | kind: Deployment 8 | - path: spec/template/spec/containers/0/env/1/value 9 | kind: Deployment -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/jupyter-web-app/base/cluster-role-binding.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: rbac.authorization.k8s.io/v1 2 | kind: ClusterRoleBinding 3 | metadata: 4 | name: cluster-role-binding 5 | roleRef: 6 | apiGroup: rbac.authorization.k8s.io 7 | kind: ClusterRole 8 | name: cluster-role 9 | subjects: 10 | - kind: ServiceAccount 11 | name: service-account 12 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/jupyter-web-app/base/role-binding.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: rbac.authorization.k8s.io/v1beta1 2 | kind: RoleBinding 3 | metadata: 4 | name: jupyter-notebook-role-binding 5 | roleRef: 6 | apiGroup: rbac.authorization.k8s.io 7 | kind: Role 8 | name: jupyter-notebook-role 9 | subjects: 10 | - kind: ServiceAccount 11 | name: jupyter-notebook 12 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/katib-controller/base/katib-ui-service.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Service 3 | metadata: 4 | name: katib-ui 5 | labels: 6 | app: katib 7 | component: ui 8 | spec: 9 | type: ClusterIP 10 | ports: 11 | - port: 80 12 | protocol: TCP 13 | name: ui 14 | selector: 15 | app: katib 16 | component: ui 17 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/persistent-agent/base/clusterrole-binding.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: rbac.authorization.k8s.io/v1beta1 2 | kind: ClusterRoleBinding 3 | metadata: 4 | name: persistenceagent 5 | roleRef: 6 | apiGroup: rbac.authorization.k8s.io 7 | kind: ClusterRole 8 | name: cluster-admin 9 | subjects: 10 | - kind: ServiceAccount 11 | name: persistenceagent 12 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/katib-controller/base/katib-db-service.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Service 3 | metadata: 4 | name: katib-db 5 | labels: 6 | app: katib 7 | component: db 8 | spec: 9 | type: ClusterIP 10 | ports: 11 | - port: 3306 12 | protocol: TCP 13 | name: dbapi 14 | selector: 15 | app: katib 16 | component: db 17 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/pipelines-runner/base/cluster-role-binding.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: rbac.authorization.k8s.io/v1beta1 2 | kind: ClusterRoleBinding 3 | metadata: 4 | name: pipeline-runner 5 | roleRef: 6 | apiGroup: rbac.authorization.k8s.io 7 | kind: ClusterRole 8 | name: pipeline-runner 9 | subjects: 10 | - kind: ServiceAccount 11 | name: pipeline-runner 12 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/profiles/base/cluster-role-binding.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: rbac.authorization.k8s.io/v1 2 | kind: ClusterRoleBinding 3 | metadata: 4 | name: cluster-role-binding 5 | roleRef: 6 | apiGroup: rbac.authorization.k8s.io 7 | kind: ClusterRole 8 | name: cluster-admin 9 | subjects: 10 | - kind: ServiceAccount 11 | name: controller-service-account 12 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/iap-ingress/base/backend-config.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: cloud.google.com/v1beta1 2 | kind: BackendConfig 3 | metadata: 4 | name: iap-backendconfig 5 | spec: 6 | # Jupyter uses websockets so we want to increase the timeout. 7 | timeoutSec: 3600 8 | iap: 9 | enabled: true 10 | oauthclientCredentials: 11 | secretName: $(oauthSecretName) 12 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/jupyter-web-app/base/params.yaml: -------------------------------------------------------------------------------- 1 | varReference: 2 | - path: spec/template/spec/containers/imagePullPolicy 3 | kind: Deployment 4 | - path: metadata/annotations/getambassador.io\/config 5 | kind: Service 6 | - path: spec/template/spec/containers/0/env/2/value 7 | kind: Deployment 8 | - path: spec/template/spec/containers/0/env/3/value 9 | kind: Deployment -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/notebook-controller/overlays/istio/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | kind: Kustomization 3 | bases: 4 | - ../../base 5 | patchesStrategicMerge: 6 | - deployment.yaml 7 | configMapGenerator: 8 | - name: parameters 9 | behavior: merge 10 | env: params.env 11 | generatorOptions: 12 | disableNameSuffixHash: true 13 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/pipelines-viewer/base/cluster-role-binding.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: rbac.authorization.k8s.io/v1beta1 2 | kind: ClusterRoleBinding 3 | metadata: 4 | name: crd-role-binding 5 | roleRef: 6 | apiGroup: rbac.authorization.k8s.io 7 | kind: ClusterRole 8 | name: controller-role 9 | subjects: 10 | - kind: ServiceAccount 11 | name: crd-service-account 12 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/centraldashboard/base/clusterrole.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: rbac.authorization.k8s.io/v1 2 | kind: ClusterRole 3 | metadata: 4 | labels: 5 | app: centraldashboard 6 | name: centraldashboard 7 | rules: 8 | - apiGroups: 9 | - "" 10 | resources: 11 | - events 12 | - namespaces 13 | - nodes 14 | verbs: 15 | - get 16 | - list 17 | - watch 18 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/cloud-endpoints/base/cluster-role-binding.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: rbac.authorization.k8s.io/v1beta1 2 | kind: ClusterRoleBinding 3 | metadata: 4 | name: cloud-endpoints-controller 5 | roleRef: 6 | apiGroup: rbac.authorization.k8s.io 7 | kind: ClusterRole 8 | name: cloud-endpoints-controller 9 | subjects: 10 | - kind: ServiceAccount 11 | name: kf-admin 12 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/metadata/base/metadata-ui-rolebinding.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: rbac.authorization.k8s.io/v1beta1 2 | kind: RoleBinding 3 | metadata: 4 | labels: 5 | app: metadata-ui 6 | name: ui 7 | roleRef: 8 | apiGroup: rbac.authorization.k8s.io 9 | kind: Role 10 | name: ui 11 | subjects: 12 | - kind: ServiceAccount 13 | name: ui 14 | namespace: kubeflow 15 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/spartakus/base/cluster-role-binding.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: rbac.authorization.k8s.io/v1beta1 2 | kind: ClusterRoleBinding 3 | metadata: 4 | labels: 5 | app: spartakus 6 | name: spartakus 7 | roleRef: 8 | apiGroup: rbac.authorization.k8s.io 9 | kind: ClusterRole 10 | name: spartakus 11 | subjects: 12 | - kind: ServiceAccount 13 | name: spartakus 14 | -------------------------------------------------------------------------------- /test_packages/simple-pipeline/simple_pipeline.egg-info/SOURCES.txt: -------------------------------------------------------------------------------- 1 | setup.py 2 | simple_pipeline/__init__.py 3 | simple_pipeline/start.py 4 | simple_pipeline.egg-info/PKG-INFO 5 | simple_pipeline.egg-info/SOURCES.txt 6 | simple_pipeline.egg-info/dependency_links.txt 7 | simple_pipeline.egg-info/entry_points.txt 8 | simple_pipeline.egg-info/requires.txt 9 | simple_pipeline.egg-info/top_level.txt -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/katib-controller/base/katib-manager-service.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Service 3 | metadata: 4 | name: katib-manager 5 | labels: 6 | app: katib 7 | component: manager 8 | spec: 9 | type: ClusterIP 10 | ports: 11 | - port: 6789 12 | protocol: TCP 13 | name: api 14 | selector: 15 | app: katib 16 | component: manager 17 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/pipelines-ui/base/role-binding.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: rbac.authorization.k8s.io/v1beta1 2 | kind: RoleBinding 3 | metadata: 4 | labels: 5 | app: ml-pipeline-ui 6 | name: ml-pipeline-ui 7 | roleRef: 8 | apiGroup: rbac.authorization.k8s.io 9 | kind: Role 10 | name: ml-pipeline-ui 11 | subjects: 12 | - kind: ServiceAccount 13 | name: ml-pipeline-ui 14 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/scheduledworkflow/base/role-binding.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: rbac.authorization.k8s.io/v1beta1 2 | kind: ClusterRoleBinding 3 | metadata: 4 | name: ml-pipeline-scheduledworkflow 5 | roleRef: 6 | apiGroup: rbac.authorization.k8s.io 7 | kind: ClusterRole 8 | name: cluster-admin 9 | subjects: 10 | - kind: ServiceAccount 11 | name: ml-pipeline-scheduledworkflow 12 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/metacontroller/base/cluster-role-binding.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: rbac.authorization.k8s.io/v1 2 | kind: ClusterRoleBinding 3 | metadata: 4 | name: meta-controller-cluster-role-binding 5 | roleRef: 6 | apiGroup: rbac.authorization.k8s.io 7 | kind: ClusterRole 8 | name: cluster-admin 9 | subjects: 10 | - kind: ServiceAccount 11 | name: meta-controller-service 12 | -------------------------------------------------------------------------------- /demo/car-crashes/src/crashed.egg-info/SOURCES.txt: -------------------------------------------------------------------------------- 1 | README.md 2 | setup.py 3 | crashed/__init__.py 4 | crashed/inference.py 5 | crashed/pipeline.py 6 | crashed/shared.py 7 | crashed/start.py 8 | crashed.egg-info/PKG-INFO 9 | crashed.egg-info/SOURCES.txt 10 | crashed.egg-info/dependency_links.txt 11 | crashed.egg-info/entry_points.txt 12 | crashed.egg-info/requires.txt 13 | crashed.egg-info/top_level.txt -------------------------------------------------------------------------------- /src/hyper-model/docs/hypermodel.platform.rst: -------------------------------------------------------------------------------- 1 | hypermodel.platform package 2 | =========================== 3 | 4 | Subpackages 5 | ----------- 6 | 7 | .. toctree:: 8 | 9 | hypermodel.platform.gcp 10 | hypermodel.platform.local 11 | 12 | Module contents 13 | --------------- 14 | 15 | .. automodule:: hypermodel.platform 16 | :members: 17 | :undoc-members: 18 | :show-inheritance: 19 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/seldon-core-operator/base/seldon-manager-sa.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: ServiceAccount 3 | metadata: 4 | labels: 5 | app.kubernetes.io/instance: seldon-core-operator 6 | app.kubernetes.io/managed-by: Tiller 7 | app.kubernetes.io/name: seldon-core-operator 8 | helm.sh/chart: seldon-core-operator-0.4.1 9 | name: seldon-manager 10 | namespace: kubeflow 11 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/iap-ingress/base/params.env: -------------------------------------------------------------------------------- 1 | namespace=istio-system 2 | appName=kubeflow-007 3 | hostname=kubeflow-007.endpoints.grwdt-dev.cloud.goog 4 | ingressName=envoy-ingress 5 | ipName=kubeflow-007-ip 6 | issuer=letsencrypt-prod 7 | oauthSecretName=kubeflow-oauth 8 | project=grwdt-dev 9 | adminSaSecretName=admin-gcp-sa 10 | tlsSecretName=envoy-ingress-tls 11 | istioNamespace=istio-system 12 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/argo/base/crd.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: apiextensions.k8s.io/v1beta1 2 | kind: CustomResourceDefinition 3 | metadata: 4 | name: workflows.argoproj.io 5 | spec: 6 | group: argoproj.io 7 | names: 8 | kind: Workflow 9 | listKind: WorkflowList 10 | plural: workflows 11 | shortNames: 12 | - wf 13 | singular: workflow 14 | scope: Namespaced 15 | version: v1alpha1 16 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/knative-install/base/image.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: caching.internal.knative.dev/v1alpha1 2 | kind: Image 3 | metadata: 4 | labels: 5 | serving.knative.dev/release: "v0.8.0" 6 | name: queue-proxy 7 | namespace: knative-serving 8 | spec: 9 | image: gcr.io/knative-releases/knative.dev/serving/cmd/queue@sha256:e0654305370cf3bbbd0f56f97789c92cf5215f752b70902eba5d5fc0e88c5aca 10 | 11 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/notebook-controller/overlays/istio/deployment.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: apps/v1 2 | kind: Deployment 3 | metadata: 4 | name: deployment 5 | spec: 6 | template: 7 | spec: 8 | containers: 9 | - name: manager 10 | env: 11 | - name: USE_ISTIO 12 | value: $(USE_ISTIO) 13 | - name: ISTIO_GATEWAY 14 | value: $(ISTIO_GATEWAY) 15 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/application/base/cluster-role.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: rbac.authorization.k8s.io/v1 2 | kind: ClusterRole 3 | metadata: 4 | name: cluster-role 5 | rules: 6 | - apiGroups: 7 | - '*' 8 | resources: 9 | - '*' 10 | verbs: 11 | - get 12 | - list 13 | - update 14 | - patch 15 | - watch 16 | - apiGroups: 17 | - app.k8s.io 18 | resources: 19 | - '*' 20 | verbs: 21 | - '*' 22 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/pytorch-operator/base/cluster-role-binding.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: rbac.authorization.k8s.io/v1beta1 2 | kind: ClusterRoleBinding 3 | metadata: 4 | labels: 5 | app: pytorch-operator 6 | name: pytorch-operator 7 | roleRef: 8 | apiGroup: rbac.authorization.k8s.io 9 | kind: ClusterRole 10 | name: pytorch-operator 11 | subjects: 12 | - kind: ServiceAccount 13 | name: pytorch-operator 14 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/centraldashboard/base/role-binding.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: rbac.authorization.k8s.io/v1 2 | kind: RoleBinding 3 | metadata: 4 | labels: 5 | app: centraldashboard 6 | name: centraldashboard 7 | roleRef: 8 | apiGroup: rbac.authorization.k8s.io 9 | kind: Role 10 | name: centraldashboard 11 | subjects: 12 | - kind: ServiceAccount 13 | name: centraldashboard 14 | namespace: $(namespace) 15 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/tf-job-operator/base/cluster-role-binding.yaml: -------------------------------------------------------------------------------- 1 | --- 2 | apiVersion: rbac.authorization.k8s.io/v1beta1 3 | kind: ClusterRoleBinding 4 | metadata: 5 | labels: 6 | app: tf-job-operator 7 | name: tf-job-operator 8 | roleRef: 9 | apiGroup: rbac.authorization.k8s.io 10 | kind: ClusterRole 11 | name: tf-job-operator 12 | subjects: 13 | - kind: ServiceAccount 14 | name: tf-job-operator 15 | -------------------------------------------------------------------------------- /src/hyper-model/hypermodel/tests/test_cases/test_test_utilities.py: -------------------------------------------------------------------------------- 1 | from hypermodel.tests.utilities.configurations import TstConfig 2 | 3 | def test_test_configuration_positive(): 4 | test_config=TstConfig() 5 | assert test_config.get("TESTING_THE_TEST_FILE","TEST_ENTRY")=="1" 6 | 7 | def test_test_configuration_nagative(): 8 | test_config=TstConfig() 9 | assert test_config.get("NOT THERE","NOT THERE")==None 10 | -------------------------------------------------------------------------------- /demo/car-crashes/.gitignore: -------------------------------------------------------------------------------- 1 | obj 2 | bin 3 | *.user 4 | *.suo 5 | *.tmp 6 | *.pyc 7 | *.pyc 8 | *.nupkg 9 | .DS_Store 10 | packages 11 | *.ide* 12 | *db.lock 13 | .vs 14 | *.sqlite 15 | *.csv 16 | *.zip 17 | .vscode/** 18 | **/.cache/** 19 | **/.mypy_cache/** 20 | **/node_modules/** 21 | **/.egg-info/** 22 | **/logs/** 23 | **/build/** 24 | **/dist/** 25 | /output/** 26 | *.procs 27 | *.joblib 28 | artifacts/** 29 | artifacts/** 30 | -------------------------------------------------------------------------------- /demo/car-crashes/src/demo_crashed.egg-info/SOURCES.txt: -------------------------------------------------------------------------------- 1 | README.md 2 | setup.py 3 | crashed/__init__.py 4 | crashed/inference.py 5 | crashed/pipeline.py 6 | crashed/shared.py 7 | crashed/start.py 8 | demo_crashed.egg-info/PKG-INFO 9 | demo_crashed.egg-info/SOURCES.txt 10 | demo_crashed.egg-info/dependency_links.txt 11 | demo_crashed.egg-info/entry_points.txt 12 | demo_crashed.egg-info/requires.txt 13 | demo_crashed.egg-info/top_level.txt -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/metacontroller/base/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | kind: Kustomization 3 | resources: 4 | - cluster-role-binding.yaml 5 | - crd.yaml 6 | - service-account.yaml 7 | - stateful-set.yaml 8 | commonLabels: 9 | kustomize.component: metacontroller 10 | images: 11 | - name: metacontroller/metacontroller 12 | newName: metacontroller/metacontroller 13 | newTag: v0.3.0 14 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/profiles/overlays/devices/deployment.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: apps/v1 2 | kind: Deployment 3 | metadata: 4 | name: deployment 5 | spec: 6 | template: 7 | spec: 8 | containers: 9 | - name: manager 10 | resources: 11 | requests: 12 | memory: "64Mi" 13 | cpu: "250m" 14 | limits: 15 | memory: "128Mi" 16 | cpu: "500m" 17 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/cloud-endpoints/base/crd.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: apiextensions.k8s.io/v1beta1 2 | kind: CustomResourceDefinition 3 | metadata: 4 | name: cloudendpoints.ctl.isla.solutions 5 | spec: 6 | group: ctl.isla.solutions 7 | names: 8 | kind: CloudEndpoint 9 | plural: cloudendpoints 10 | shortNames: 11 | - cloudep 12 | - ce 13 | singular: cloudendpoint 14 | scope: Namespaced 15 | version: v1 16 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/gpu-driver/base/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | kind: Kustomization 3 | resources: 4 | - daemon-set.yaml 5 | commonLabels: 6 | kustomize.component: gpu-driver 7 | images: 8 | - name: gcr.io/google-containers/pause 9 | newName: gcr.io/google-containers/pause 10 | newTag: '2.0' 11 | - name: cos-nvidia-installer 12 | newName: cos-nvidia-installer 13 | newTag: fixed 14 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/pipeline-visualization-service/base/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | kind: Kustomization 3 | nameprefix: ml-pipeline- 4 | commonLabels: 5 | app: ml-pipeline-visualizationserver 6 | resources: 7 | - deployment.yaml 8 | - service.yaml 9 | images: 10 | - name: gcr.io/ml-pipeline/visualization-server 11 | newTag: 0.1.27 12 | newName: gcr.io/ml-pipeline/visualization-server 13 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/api-service/base/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | kind: Kustomization 3 | commonLabels: 4 | app: ml-pipeline 5 | resources: 6 | - config-map.yaml 7 | - deployment.yaml 8 | - role-binding.yaml 9 | - role.yaml 10 | - service-account.yaml 11 | - service.yaml 12 | images: 13 | - name: gcr.io/ml-pipeline/api-server 14 | newTag: 0.1.31 15 | newName: gcr.io/ml-pipeline/api-server 16 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/centraldashboard/base/clusterrole-binding.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: rbac.authorization.k8s.io/v1 2 | kind: ClusterRoleBinding 3 | metadata: 4 | labels: 5 | app: centraldashboard 6 | name: centraldashboard 7 | roleRef: 8 | apiGroup: rbac.authorization.k8s.io 9 | kind: ClusterRole 10 | name: centraldashboard 11 | subjects: 12 | - kind: ServiceAccount 13 | name: centraldashboard 14 | namespace: $(namespace) 15 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/persistent-agent/base/clusterrole.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: rbac.authorization.k8s.io/v1beta1 2 | kind: ClusterRole 3 | metadata: 4 | name: persistenceagent 5 | rules: 6 | - apiGroups: 7 | - argoproj.io 8 | resources: 9 | - workflows 10 | verbs: 11 | - get 12 | - list 13 | - watch 14 | - apiGroups: 15 | - kubeflow.org 16 | resources: 17 | - scheduledworkflows 18 | verbs: 19 | - get 20 | - list 21 | - watch 22 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/cloud-endpoints/base/cluster-role.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: rbac.authorization.k8s.io/v1beta1 2 | kind: ClusterRole 3 | metadata: 4 | name: cloud-endpoints-controller 5 | rules: 6 | - apiGroups: 7 | - "" 8 | resources: 9 | - services 10 | - configmaps 11 | verbs: 12 | - get 13 | - list 14 | - apiGroups: 15 | - extensions 16 | - networking.k8s.io 17 | resources: 18 | - ingresses 19 | verbs: 20 | - get 21 | - list 22 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/iap-ingress/overlays/certmanager/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | kind: Kustomization 3 | bases: 4 | - ../../base 5 | resources: 6 | - job.yaml 7 | - certificate.yaml 8 | namespace: kubeflow 9 | commonLabels: 10 | kustomize.component: iap-ingress 11 | images: 12 | - name: gcr.io/kubeflow-images-public/ingress-setup 13 | newName: gcr.io/kubeflow-images-public/ingress-setup 14 | newTag: latest 15 | -------------------------------------------------------------------------------- /update-docs.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | 3 | mv ./src/hyper-model/docs/index.rst ./src/hyper-model/docs/index.bkup 4 | mv ./src/hyper-model/docs/*.rst 5 | mv ./src/hyper-model/docs/index.bkup ./src/hyper-model/docs/index.rst 6 | 7 | sphinx-apidoc -f -o ./src/hyper-model/docs -H "HyperModel" -A "Growing Data Pty Ltd" -V "0.1.80" ./src/hyper-model/hypermodel/ 8 | 9 | rm ./src/hyper-model/docs/modules.rst 10 | 11 | cd src/hyper-model/docs 12 | make html 13 | 14 | cd ../../../ -------------------------------------------------------------------------------- /demo/tragic-titanic/titanic.egg-info/SOURCES.txt: -------------------------------------------------------------------------------- 1 | README.md 2 | setup.py 3 | titanic/__init__.py 4 | titanic/__main__.py 5 | titanic/model_config.py 6 | titanic/tragic_titanic_config.py 7 | titanic/tragic_titanic_pipeline.py 8 | titanic/tragic_titanic_shared.py 9 | titanic.egg-info/PKG-INFO 10 | titanic.egg-info/SOURCES.txt 11 | titanic.egg-info/dependency_links.txt 12 | titanic.egg-info/entry_points.txt 13 | titanic.egg-info/requires.txt 14 | titanic.egg-info/top_level.txt -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/argo/overlays/application/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | kind: Kustomization 3 | bases: 4 | - ../../base 5 | resources: 6 | - application.yaml 7 | commonLabels: 8 | app.kubernetes.io/name: argo 9 | app.kubernetes.io/instance: argo-v2.3.0 10 | app.kubernetes.io/managed-by: kfctl 11 | app.kubernetes.io/component: argo 12 | app.kubernetes.io/part-of: kubeflow 13 | app.kubernetes.io/version: v2.3.0 14 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/knative-install/base/hpa.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: autoscaling/v2beta1 2 | kind: HorizontalPodAutoscaler 3 | metadata: 4 | name: activator 5 | namespace: knative-serving 6 | spec: 7 | maxReplicas: 20 8 | metrics: 9 | - resource: 10 | name: cpu 11 | targetAverageUtilization: 100 12 | type: Resource 13 | minReplicas: 1 14 | scaleTargetRef: 15 | apiVersion: apps/v1 16 | kind: Deployment 17 | name: activator 18 | 19 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/minio/overlays/application/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | kind: Kustomization 3 | bases: 4 | - ../../base 5 | resources: 6 | - application.yaml 7 | commonLabels: 8 | app.kubernetes.io/name: minio 9 | app.kubernetes.io/instance: minio-0.1.31 10 | app.kubernetes.io/managed-by: kfctl 11 | app.kubernetes.io/component: minio 12 | app.kubernetes.io/part-of: kubeflow 13 | app.kubernetes.io/version: 0.1.31 14 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/mysql/overlays/application/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | kind: Kustomization 3 | bases: 4 | - ../../base 5 | resources: 6 | - application.yaml 7 | commonLabels: 8 | app.kubernetes.io/name: mysql 9 | app.kubernetes.io/instance: mysql-0.1.31 10 | app.kubernetes.io/managed-by: kfctl 11 | app.kubernetes.io/component: mysql 12 | app.kubernetes.io/part-of: kubeflow 13 | app.kubernetes.io/version: 0.1.31 14 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/persistent-agent/base/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | kind: Kustomization 3 | nameprefix: ml-pipeline- 4 | commonLabels: 5 | app: ml-pipeline-persistenceagent 6 | resources: 7 | - clusterrole-binding.yaml 8 | - clusterrole.yaml 9 | - deployment.yaml 10 | - service-account.yaml 11 | images: 12 | - name: gcr.io/ml-pipeline/persistenceagent 13 | newTag: 0.1.31 14 | newName: gcr.io/ml-pipeline/persistenceagent 15 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/pipelines-viewer/base/crd.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: apiextensions.k8s.io/v1beta1 2 | kind: CustomResourceDefinition 3 | metadata: 4 | name: viewers.kubeflow.org 5 | spec: 6 | group: kubeflow.org 7 | names: 8 | kind: Viewer 9 | listKind: ViewerList 10 | plural: viewers 11 | shortNames: 12 | - vi 13 | singular: viewer 14 | scope: Namespaced 15 | versions: 16 | - name: v1beta1 17 | served: true 18 | storage: true 19 | -------------------------------------------------------------------------------- /src/hyper-model/docs/hypermodel.rst: -------------------------------------------------------------------------------- 1 | hypermodel package 2 | ================== 3 | 4 | Subpackages 5 | ----------- 6 | 7 | .. toctree:: 8 | 9 | hypermodel.cli 10 | hypermodel.features 11 | hypermodel.hml 12 | hypermodel.kubeflow 13 | hypermodel.model 14 | hypermodel.platform 15 | hypermodel.utilities 16 | 17 | Module contents 18 | --------------- 19 | 20 | .. automodule:: hypermodel 21 | :members: 22 | :undoc-members: 23 | :show-inheritance: 24 | -------------------------------------------------------------------------------- /demo/tragic-titanic/titanic-xgboost-reference backup.json: -------------------------------------------------------------------------------- 1 | { 2 | "distributions": { 3 | "bucket": "grwdt-dev-lake", 4 | "md5": "517b14e1e586236a311c4c516a44f083", 5 | "path": "models/demo-crashed/no-commit/local/crashed-xgb-distributions.json" 6 | }, 7 | "model": { 8 | "bucket": "grwdt-dev-lake", 9 | "md5": "0dd794e8e40cc9564dc4b582d5bda6dd", 10 | "path": "models/demo-crashed/no-commit/local/crashed-xgb.joblib" 11 | } 12 | } -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/metadata/overlays/application/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | kind: Kustomization 3 | bases: 4 | - ../../base 5 | resources: 6 | - application.yaml 7 | commonLabels: 8 | app.kubernetes.io/name: metadata 9 | app.kubernetes.io/instance: metadata-v0.7.0 10 | app.kubernetes.io/managed-by: kfctl 11 | app.kubernetes.io/component: metadata 12 | app.kubernetes.io/part-of: kubeflow 13 | app.kubernetes.io/version: v0.7.0 14 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/profiles/overlays/application/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | kind: Kustomization 3 | bases: 4 | - ../../base 5 | resources: 6 | - application.yaml 7 | commonLabels: 8 | app.kubernetes.io/name: profiles 9 | app.kubernetes.io/instance: profiles-v0.7.0 10 | app.kubernetes.io/managed-by: kfctl 11 | app.kubernetes.io/component: profiles 12 | app.kubernetes.io/part-of: kubeflow 13 | app.kubernetes.io/version: v0.7.0 14 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/webhook/overlays/application/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | kind: Kustomization 3 | bases: 4 | - ../../base 5 | resources: 6 | - application.yaml 7 | commonLabels: 8 | app.kubernetes.io/name: webhook 9 | app.kubernetes.io/instance: webhook-v0.7.0 10 | app.kubernetes.io/managed-by: kfctl 11 | app.kubernetes.io/component: webhook 12 | app.kubernetes.io/part-of: kubeflow 13 | app.kubernetes.io/version: v0.7.0 14 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/application/overlays/application/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | kind: Kustomization 3 | bases: 4 | - ../../base 5 | resources: 6 | - application.yaml 7 | commonLabels: 8 | app.kubernetes.io/name: kubeflow 9 | app.kubernetes.io/instance: kubeflow-v0.7.0 10 | app.kubernetes.io/managed-by: kfctl 11 | app.kubernetes.io/component: kubeflow 12 | app.kubernetes.io/part-of: kubeflow 13 | app.kubernetes.io/version: v0.7.0 14 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/bootstrap/overlays/application/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | kind: Kustomization 3 | bases: 4 | - ../../base 5 | resources: 6 | - application.yaml 7 | commonLabels: 8 | app.kubernetes.io/name: bootstrap 9 | app.kubernetes.io/instance: bootstrap-v0.7.0 10 | app.kubernetes.io/managed-by: kfctl 11 | app.kubernetes.io/component: bootstrap 12 | app.kubernetes.io/part-of: kubeflow 13 | app.kubernetes.io/version: v0.7.0 14 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/katib-crds/overlays/application/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | kind: Kustomization 3 | bases: 4 | - ../../base 5 | resources: 6 | - application.yaml 7 | commonLabels: 8 | app.kubernetes.io/name: katib-crds 9 | app.kubernetes.io/instance: katib-crds-v0.7.0 10 | app.kubernetes.io/managed-by: kfctl 11 | app.kubernetes.io/component: katib 12 | app.kubernetes.io/part-of: kubeflow 13 | app.kubernetes.io/version: v0.7.0 14 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/pytorch-operator/base/service.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Service 3 | metadata: 4 | annotations: 5 | prometheus.io/path: /metrics 6 | prometheus.io/port: "8443" 7 | prometheus.io/scrape: "true" 8 | labels: 9 | app: pytorch-operator 10 | name: pytorch-operator 11 | spec: 12 | ports: 13 | - name: monitoring-port 14 | port: 8443 15 | targetPort: 8443 16 | selector: 17 | name: pytorch-operator 18 | type: ClusterIP 19 | 20 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/spartakus/overlays/application/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | kind: Kustomization 3 | bases: 4 | - ../../base 5 | resources: 6 | - application.yaml 7 | commonLabels: 8 | app.kubernetes.io/name: spartakus 9 | app.kubernetes.io/instance: spartakus-v0.7.0 10 | app.kubernetes.io/managed-by: kfctl 11 | app.kubernetes.io/component: spartakus 12 | app.kubernetes.io/part-of: kubeflow 13 | app.kubernetes.io/version: v0.7.0 14 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/tf-job-operator/base/service.yaml: -------------------------------------------------------------------------------- 1 | --- 2 | apiVersion: v1 3 | kind: Service 4 | metadata: 5 | annotations: 6 | prometheus.io/path: /metrics 7 | prometheus.io/scrape: "true" 8 | prometheus.io/port: "8443" 9 | labels: 10 | app: tf-job-operator 11 | name: tf-job-operator 12 | spec: 13 | ports: 14 | - name: monitoring-port 15 | port: 8443 16 | targetPort: 8443 17 | selector: 18 | name: tf-job-operator 19 | type: ClusterIP 20 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/argo/overlays/istio/virtual-service.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: networking.istio.io/v1alpha3 2 | kind: VirtualService 3 | metadata: 4 | name: argo-ui 5 | spec: 6 | gateways: 7 | - kubeflow-gateway 8 | hosts: 9 | - '*' 10 | http: 11 | - match: 12 | - uri: 13 | prefix: /argo/ 14 | rewrite: 15 | uri: / 16 | route: 17 | - destination: 18 | host: argo-ui.$(namespace).svc.$(clusterDomain) 19 | port: 20 | number: 80 21 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/gpu-driver/overlays/application/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | kind: Kustomization 3 | bases: 4 | - ../../base 5 | resources: 6 | - application.yaml 7 | commonLabels: 8 | app.kubernetes.io/name: gpu-driver 9 | app.kubernetes.io/instance: gpu-driver-v0.7.0 10 | app.kubernetes.io/managed-by: kfctl 11 | app.kubernetes.io/component: gpu-driver 12 | app.kubernetes.io/part-of: kubeflow 13 | app.kubernetes.io/version: v0.7.0 14 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/iap-ingress/overlays/certmanager/certificate.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: certmanager.k8s.io/v1alpha1 2 | kind: Certificate 3 | metadata: 4 | name: $(tlsSecretName) 5 | spec: 6 | acme: 7 | config: 8 | - domains: 9 | - $(hostname) 10 | http01: 11 | ingress: $(ingressName) 12 | commonName: $(hostname) 13 | dnsNames: 14 | - $(hostname) 15 | issuerRef: 16 | kind: ClusterIssuer 17 | name: $(issuer) 18 | secretName: $(tlsSecretName) 19 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/tf-job-crds/overlays/application/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | kind: Kustomization 3 | bases: 4 | - ../../base 5 | resources: 6 | - application.yaml 7 | commonLabels: 8 | app.kubernetes.io/name: tf-job-crds 9 | app.kubernetes.io/instance: tf-job-crds-v0.7.0 10 | app.kubernetes.io/managed-by: kfctl 11 | app.kubernetes.io/component: tfjob 12 | app.kubernetes.io/part-of: kubeflow 13 | app.kubernetes.io/version: v0.7.0 14 | -------------------------------------------------------------------------------- /demo/car-crashes/test-command.sh: -------------------------------------------------------------------------------- 1 | crashed pipelines crashed_pipeline select_into \ 2 | --sql "SELECT inj_or_fatal,fatality,males,females,driver,pedestrian,old_driver,young_driver,unlicencsed,heavyvehicle,passengervehicle,motorcycle,accident_time,accident_type,day_of_week,dca_code,hit_run_flag,light_condition,road_geometry,speed_zone,alcohol_related FROM crashed.crashes_raw WHERE accident_date BETWEEN '2013-01-01' AND '2017-12-31'" \ 3 | --output_dataset "crashed" \ 4 | --output_table "crashes_training" -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/api-service/overlays/application/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | kind: Kustomization 3 | bases: 4 | - ../../base 5 | resources: 6 | - application.yaml 7 | commonLabels: 8 | app.kubernetes.io/name: api-service 9 | app.kubernetes.io/instance: api-service-0.1.31 10 | app.kubernetes.io/managed-by: kfctl 11 | app.kubernetes.io/component: api-service 12 | app.kubernetes.io/part-of: kubeflow 13 | app.kubernetes.io/version: 0.1.31 14 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/centraldashboard/base/role.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: rbac.authorization.k8s.io/v1 2 | kind: Role 3 | metadata: 4 | labels: 5 | app: centraldashboard 6 | name: centraldashboard 7 | rules: 8 | - apiGroups: 9 | - "" 10 | - "app.k8s.io" 11 | resources: 12 | - applications 13 | - pods 14 | - pods/exec 15 | - pods/log 16 | verbs: 17 | - get 18 | - list 19 | - watch 20 | - apiGroups: 21 | - "" 22 | resources: 23 | - secrets 24 | verbs: 25 | - get 26 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/iap-ingress/overlays/application/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | kind: Kustomization 3 | bases: 4 | - ../../base 5 | resources: 6 | - application.yaml 7 | commonLabels: 8 | app.kubernetes.io/name: iap-ingress 9 | app.kubernetes.io/instance: iap-ingress-v0.7.0 10 | app.kubernetes.io/managed-by: kfctl 11 | app.kubernetes.io/component: iap-ingress 12 | app.kubernetes.io/part-of: kubeflow 13 | app.kubernetes.io/version: v0.7.0 14 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/metadata/base/metadata-ui-role.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: rbac.authorization.k8s.io/v1beta1 2 | kind: Role 3 | metadata: 4 | labels: 5 | app: metadata-ui 6 | name: ui 7 | rules: 8 | - apiGroups: 9 | - "" 10 | resources: 11 | - pods 12 | - pods/log 13 | verbs: 14 | - create 15 | - get 16 | - list 17 | - apiGroups: 18 | - "kubeflow.org" 19 | resources: 20 | - viewers 21 | verbs: 22 | - create 23 | - get 24 | - list 25 | - watch 26 | - delete 27 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/scheduledworkflow/base/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | kind: Kustomization 3 | namespace: kubeflow 4 | commonLabels: 5 | app: ml-pipeline-scheduledworkflow 6 | resources: 7 | - cluster-role.yaml 8 | - crd.yaml 9 | - deployment.yaml 10 | - role-binding.yaml 11 | - role.yaml 12 | - service-account.yaml 13 | images: 14 | - name: gcr.io/ml-pipeline/scheduledworkflow 15 | newTag: 0.1.31 16 | newName: gcr.io/ml-pipeline/scheduledworkflow 17 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/webhook/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | bases: 3 | - base 4 | commonLabels: 5 | app.kubernetes.io/component: webhook 6 | app.kubernetes.io/instance: webhook-v0.7.0 7 | app.kubernetes.io/managed-by: kfctl 8 | app.kubernetes.io/name: webhook 9 | app.kubernetes.io/part-of: kubeflow 10 | app.kubernetes.io/version: v0.7.0 11 | kind: Kustomization 12 | namespace: kubeflow 13 | resources: 14 | - overlays/application/application.yaml 15 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/pipelines-ui/overlays/application/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | kind: Kustomization 3 | bases: 4 | - ../../base 5 | resources: 6 | - application.yaml 7 | commonLabels: 8 | app.kubernetes.io/name: pipelines-ui 9 | app.kubernetes.io/instance: pipelines-ui-0.1.31 10 | app.kubernetes.io/managed-by: kfctl 11 | app.kubernetes.io/component: pipelines-ui 12 | app.kubernetes.io/part-of: kubeflow 13 | app.kubernetes.io/version: 0.1.31 14 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/tf-job-operator/base/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | kind: Kustomization 3 | namespace: kubeflow 4 | resources: 5 | - cluster-role-binding.yaml 6 | - cluster-role.yaml 7 | - deployment.yaml 8 | - service-account.yaml 9 | - service.yaml 10 | commonLabels: 11 | kustomize.component: tf-job-operator 12 | images: 13 | - name: gcr.io/kubeflow-images-public/tf_operator 14 | newName: gcr.io/kubeflow-images-public/tf_operator 15 | newTag: v0.7.0 16 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/tf-job-operator/overlays/application/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | kind: Kustomization 3 | bases: 4 | - ../../base 5 | resources: 6 | - application.yaml 7 | commonLabels: 8 | app.kubernetes.io/name: tf-job-operator 9 | app.kubernetes.io/instance: tf-job-operator-v0.7.0 10 | app.kubernetes.io/managed-by: kfctl 11 | app.kubernetes.io/component: tfjob 12 | app.kubernetes.io/part-of: kubeflow 13 | app.kubernetes.io/version: v0.7.0 14 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/application/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | bases: 3 | - base 4 | commonLabels: 5 | app.kubernetes.io/component: kubeflow 6 | app.kubernetes.io/instance: kubeflow-v0.7.0 7 | app.kubernetes.io/managed-by: kfctl 8 | app.kubernetes.io/name: kubeflow 9 | app.kubernetes.io/part-of: kubeflow 10 | app.kubernetes.io/version: v0.7.0 11 | kind: Kustomization 12 | namespace: kubeflow 13 | resources: 14 | - overlays/application/application.yaml 15 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/bootstrap/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | bases: 3 | - base 4 | commonLabels: 5 | app.kubernetes.io/component: bootstrap 6 | app.kubernetes.io/instance: bootstrap-v0.7.0 7 | app.kubernetes.io/managed-by: kfctl 8 | app.kubernetes.io/name: bootstrap 9 | app.kubernetes.io/part-of: kubeflow 10 | app.kubernetes.io/version: v0.7.0 11 | kind: Kustomization 12 | namespace: kubeflow 13 | resources: 14 | - overlays/application/application.yaml 15 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/katib-controller/overlays/application/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | kind: Kustomization 3 | bases: 4 | - ../../base 5 | resources: 6 | - application.yaml 7 | commonLabels: 8 | app.kubernetes.io/name: katib-controller 9 | app.kubernetes.io/instance: katib-controller-v0.7.0 10 | app.kubernetes.io/managed-by: kfctl 11 | app.kubernetes.io/component: katib 12 | app.kubernetes.io/part-of: kubeflow 13 | app.kubernetes.io/version: v0.7.0 14 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/katib-crds/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | bases: 3 | - base 4 | commonLabels: 5 | app.kubernetes.io/component: katib 6 | app.kubernetes.io/instance: katib-crds-v0.7.0 7 | app.kubernetes.io/managed-by: kfctl 8 | app.kubernetes.io/name: katib-crds 9 | app.kubernetes.io/part-of: kubeflow 10 | app.kubernetes.io/version: v0.7.0 11 | kind: Kustomization 12 | namespace: kubeflow 13 | resources: 14 | - overlays/application/application.yaml 15 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/kfserving-crds/overlays/application/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | kind: Kustomization 3 | bases: 4 | - ../../base 5 | resources: 6 | - application.yaml 7 | commonLabels: 8 | app.kubernetes.io/name: kfserving-crds 9 | app.kubernetes.io/instance: kfserving-crds-v0.7.0 10 | app.kubernetes.io/managed-by: kfctl 11 | app.kubernetes.io/component: kfserving-crds 12 | app.kubernetes.io/part-of: kubeflow 13 | app.kubernetes.io/version: v0.7.0 14 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/pipelines-ui/base/role.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: rbac.authorization.k8s.io/v1beta1 2 | kind: Role 3 | metadata: 4 | labels: 5 | app: ml-pipeline-ui 6 | name: ml-pipeline-ui 7 | rules: 8 | - apiGroups: 9 | - "" 10 | resources: 11 | - pods 12 | - pods/log 13 | verbs: 14 | - create 15 | - get 16 | - list 17 | - apiGroups: 18 | - "kubeflow.org" 19 | resources: 20 | - viewers 21 | verbs: 22 | - create 23 | - get 24 | - list 25 | - watch 26 | - delete 27 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/pytorch-job-crds/overlays/application/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | kind: Kustomization 3 | bases: 4 | - ../../base 5 | resources: 6 | - application.yaml 7 | commonLabels: 8 | app.kubernetes.io/name: pytorch-job-crds 9 | app.kubernetes.io/instance: pytorch-job-crds-v0.7.0 10 | app.kubernetes.io/managed-by: kfctl 11 | app.kubernetes.io/component: pytorch 12 | app.kubernetes.io/part-of: kubeflow 13 | app.kubernetes.io/version: v0.7.0 14 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/pytorch-operator/overlays/application/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | kind: Kustomization 3 | bases: 4 | - ../../base 5 | resources: 6 | - application.yaml 7 | commonLabels: 8 | app.kubernetes.io/name: pytorch-operator 9 | app.kubernetes.io/instance: pytorch-operator-v0.7.0 10 | app.kubernetes.io/version: v0.7.0 11 | app.kubernetes.io/component: pytorch 12 | app.kubernetes.io/part-of: kubeflow 13 | app.kubernetes.io/managed-by: kfctl 14 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/spartakus/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | bases: 3 | - base 4 | commonLabels: 5 | app.kubernetes.io/component: spartakus 6 | app.kubernetes.io/instance: spartakus-v0.7.0 7 | app.kubernetes.io/managed-by: kfctl 8 | app.kubernetes.io/name: spartakus 9 | app.kubernetes.io/part-of: kubeflow 10 | app.kubernetes.io/version: v0.7.0 11 | kind: Kustomization 12 | namespace: kubeflow 13 | resources: 14 | - overlays/application/application.yaml 15 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/tf-job-crds/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | bases: 3 | - base 4 | commonLabels: 5 | app.kubernetes.io/component: tfjob 6 | app.kubernetes.io/instance: tf-job-crds-v0.7.0 7 | app.kubernetes.io/managed-by: kfctl 8 | app.kubernetes.io/name: tf-job-crds 9 | app.kubernetes.io/part-of: kubeflow 10 | app.kubernetes.io/version: v0.7.0 11 | kind: Kustomization 12 | namespace: kubeflow 13 | resources: 14 | - overlays/application/application.yaml 15 | -------------------------------------------------------------------------------- /src/hyper-model/docs/hypermodel.model.rst: -------------------------------------------------------------------------------- 1 | hypermodel.model package 2 | ======================== 3 | 4 | Submodules 5 | ---------- 6 | 7 | hypermodel.model.table\_schema module 8 | ------------------------------------- 9 | 10 | .. automodule:: hypermodel.model.table_schema 11 | :members: 12 | :undoc-members: 13 | :show-inheritance: 14 | 15 | 16 | Module contents 17 | --------------- 18 | 19 | .. automodule:: hypermodel.model 20 | :members: 21 | :undoc-members: 22 | :show-inheritance: 23 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/cloud-endpoints/overlays/application/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | kind: Kustomization 3 | bases: 4 | - ../../base 5 | resources: 6 | - application.yaml 7 | commonLabels: 8 | app.kubernetes.io/name: cloud-endpoints 9 | app.kubernetes.io/instance: cloud-endpoints-v0.7.0 10 | app.kubernetes.io/managed-by: kfctl 11 | app.kubernetes.io/component: cloud-endpoints 12 | app.kubernetes.io/part-of: kubeflow 13 | app.kubernetes.io/version: v0.7.0 14 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/gpu-driver/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | bases: 3 | - base 4 | commonLabels: 5 | app.kubernetes.io/component: gpu-driver 6 | app.kubernetes.io/instance: gpu-driver-v0.7.0 7 | app.kubernetes.io/managed-by: kfctl 8 | app.kubernetes.io/name: gpu-driver 9 | app.kubernetes.io/part-of: kubeflow 10 | app.kubernetes.io/version: v0.7.0 11 | kind: Kustomization 12 | namespace: kubeflow 13 | resources: 14 | - overlays/application/application.yaml 15 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/jupyter-web-app/overlays/application/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | kind: Kustomization 3 | bases: 4 | - ../../base 5 | resources: 6 | - application.yaml 7 | commonLabels: 8 | app.kubernetes.io/name: jupyter-web-app 9 | app.kubernetes.io/instance: jupyter-web-app-v0.7.0 10 | app.kubernetes.io/managed-by: kfctl 11 | app.kubernetes.io/component: jupyter-web-app 12 | app.kubernetes.io/part-of: kubeflow 13 | app.kubernetes.io/version: v0.7.0 14 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/profiles/base/params.yaml: -------------------------------------------------------------------------------- 1 | varReference: 2 | - path: spec/template/spec/containers/0/args/1 3 | kind: Deployment 4 | - path: spec/template/spec/containers/0/args/3 5 | kind: Deployment 6 | - path: spec/template/spec/containers/0/args/5 7 | kind: Deployment 8 | - path: spec/template/spec/containers/1/args/1 9 | kind: Deployment 10 | - path: spec/template/spec/containers/1/args/3 11 | kind: Deployment 12 | - path: spec/template/spec/containers/1/args/5 13 | kind: Deployment 14 | -------------------------------------------------------------------------------- /env.ps1: -------------------------------------------------------------------------------- 1 | $Env:GCP_PROJECT="grwdt-dev" 2 | $Env:GCP_ZONE="australia-southeast1-a" 3 | 4 | $Env:LAKE_BUCKET="grwdt-dev-lake" 5 | $Env:LAKE_PATH="crashed" 6 | 7 | $Env:WAREHOUSE_DATASET="crashed" 8 | 9 | $Env:K8S_NAMESPACE="kubeflow" 10 | $Env:K8S_CLUSTER="kfw-svc-test" 11 | 12 | $Env:KFP_ARTIFACT_PATH="." 13 | 14 | $Env:DOCKERHUB_IMAGE="growingdata/demo-crashed" 15 | $Env:CI_COMMIT_SHA="no-commit" 16 | 17 | 18 | $Env:KUBECONFIG="/temp/.kube/config" 19 | 20 | #For the Windows environment 21 | 22 | #usage env.ps1 23 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/api-service/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | bases: 3 | - base 4 | commonLabels: 5 | app.kubernetes.io/component: api-service 6 | app.kubernetes.io/instance: api-service-0.1.31 7 | app.kubernetes.io/managed-by: kfctl 8 | app.kubernetes.io/name: api-service 9 | app.kubernetes.io/part-of: kubeflow 10 | app.kubernetes.io/version: 0.1.31 11 | kind: Kustomization 12 | namespace: kubeflow 13 | resources: 14 | - overlays/application/application.yaml 15 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/bootstrap/base/cluster-role.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: rbac.authorization.k8s.io/v1beta1 2 | kind: ClusterRole 3 | metadata: 4 | name: cluster-role 5 | rules: 6 | - apiGroups: 7 | - admissionregistration.k8s.io 8 | resources: 9 | - mutatingwebhookconfigurations 10 | verbs: 11 | - '*' 12 | - apiGroups: 13 | - "" 14 | resources: 15 | - secrets 16 | verbs: 17 | - '*' 18 | - apiGroups: 19 | - "" 20 | resources: 21 | - pods 22 | verbs: 23 | - list 24 | - delete 25 | 26 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/centraldashboard/overlays/application/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | kind: Kustomization 3 | bases: 4 | - ../../base 5 | resources: 6 | - application.yaml 7 | commonLabels: 8 | app.kubernetes.io/name: centraldashboard 9 | app.kubernetes.io/instance: centraldashboard-v0.7.0 10 | app.kubernetes.io/managed-by: kfctl 11 | app.kubernetes.io/component: centraldashboard 12 | app.kubernetes.io/part-of: kubeflow 13 | app.kubernetes.io/version: v0.7.0 14 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/centraldashboard/overlays/istio/virtual-service.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: networking.istio.io/v1alpha3 2 | kind: VirtualService 3 | metadata: 4 | name: centraldashboard 5 | spec: 6 | gateways: 7 | - kubeflow-gateway 8 | hosts: 9 | - '*' 10 | http: 11 | - match: 12 | - uri: 13 | prefix: / 14 | rewrite: 15 | uri: / 16 | route: 17 | - destination: 18 | host: centraldashboard.$(namespace).svc.$(clusterDomain) 19 | port: 20 | number: 80 21 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/persistent-agent/overlays/application/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | kind: Kustomization 3 | bases: 4 | - ../../base 5 | resources: 6 | - application.yaml 7 | commonLabels: 8 | app.kubernetes.io/name: persistent-agent 9 | app.kubernetes.io/instance: persistent-agent-0.1.31 10 | app.kubernetes.io/managed-by: kfctl 11 | app.kubernetes.io/component: persistent-agent 12 | app.kubernetes.io/part-of: kubeflow 13 | app.kubernetes.io/version: 0.1.31 14 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/pipelines-runner/overlays/application/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | kind: Kustomization 3 | bases: 4 | - ../../base 5 | resources: 6 | - application.yaml 7 | commonLabels: 8 | app.kubernetes.io/name: pipelines-runner 9 | app.kubernetes.io/instance: pipelines-runner-0.1.31 10 | app.kubernetes.io/managed-by: kfctl 11 | app.kubernetes.io/component: pipelines-runner 12 | app.kubernetes.io/part-of: kubeflow 13 | app.kubernetes.io/version: 0.1.31 14 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/pipelines-viewer/overlays/application/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | kind: Kustomization 3 | bases: 4 | - ../../base 5 | resources: 6 | - application.yaml 7 | commonLabels: 8 | app.kubernetes.io/name: pipelines-viewer 9 | app.kubernetes.io/instance: pipelines-viewer-0.1.31 10 | app.kubernetes.io/managed-by: kfctl 11 | app.kubernetes.io/component: pipelines-viewer 12 | app.kubernetes.io/part-of: kubeflow 13 | app.kubernetes.io/version: 0.1.31 14 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/pytorch-operator/base/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | kind: Kustomization 3 | namespace: kubeflow 4 | resources: 5 | - cluster-role-binding.yaml 6 | - cluster-role.yaml 7 | - deployment.yaml 8 | - service-account.yaml 9 | - service.yaml 10 | commonLabels: 11 | kustomize.component: pytorch-operator 12 | images: 13 | - name: gcr.io/kubeflow-images-public/pytorch-operator 14 | newName: gcr.io/kubeflow-images-public/pytorch-operator 15 | newTag: v0.7.0 16 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/seldon-core-operator/overlays/application/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | kind: Kustomization 3 | bases: 4 | - ../../base 5 | resources: 6 | - application.yaml 7 | commonLabels: 8 | app.kubernetes.io/name: seldon-core-operator 9 | app.kubernetes.io/instance: seldon-core-operator-v0.7.0 10 | app.kubernetes.io/managed-by: kfctl 11 | app.kubernetes.io/component: seldon 12 | app.kubernetes.io/part-of: kubeflow 13 | app.kubernetes.io/version: v0.7.0 14 | -------------------------------------------------------------------------------- /src/hyper-model/hypermodel/utilities/kubeflow.py: -------------------------------------------------------------------------------- 1 | """ 2 | Utility functions for working with Kubeflow 3 | """ 4 | import os 5 | 6 | 7 | def am_in_kubeflow() -> bool: 8 | """ 9 | Answers the question: 'Am I currently being executed in a Kubeflow Pipeline Workflow 10 | by checking to see if we have an environment variables called 'KF_WORKFLOW_ID' 11 | 12 | 13 | Returns: 14 | True if I am running in a Kubeflow Pipelines 15 | 16 | """ 17 | return not ("KF_WORKFLOW_ID" in os.environ) 18 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/katib-controller/overlays/istio/katib-ui-virtual-service.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: networking.istio.io/v1alpha3 2 | kind: VirtualService 3 | metadata: 4 | name: katib-ui 5 | spec: 6 | gateways: 7 | - kubeflow-gateway 8 | hosts: 9 | - '*' 10 | http: 11 | - match: 12 | - uri: 13 | prefix: /katib/ 14 | rewrite: 15 | uri: /katib/ 16 | route: 17 | - destination: 18 | host: katib-ui.$(namespace).svc.$(clusterDomain) 19 | port: 20 | number: 80 21 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/kfserving-install/overlays/application/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | kind: Kustomization 3 | bases: 4 | - ../../base 5 | resources: 6 | - application.yaml 7 | commonLabels: 8 | app.kubernetes.io/name: kfserving-install 9 | app.kubernetes.io/instance: kfserving-install-v0.7.0 10 | app.kubernetes.io/managed-by: kfctl 11 | app.kubernetes.io/component: kfserving-install 12 | app.kubernetes.io/part-of: kubeflow 13 | app.kubernetes.io/version: v0.7.0 14 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/knative-crds/overlays/application/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | kind: Kustomization 3 | bases: 4 | - ../../base 5 | resources: 6 | - application.yaml 7 | commonLabels: 8 | app.kubernetes.io/name: knative-serving-crds 9 | app.kubernetes.io/instance: knative-serving-crds-v0.8.0 10 | app.kubernetes.io/managed-by: kfctl 11 | app.kubernetes.io/component: knative-serving-crds 12 | app.kubernetes.io/part-of: kubeflow 13 | app.kubernetes.io/version: v0.8.0 14 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/scheduledworkflow/overlays/application/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | kind: Kustomization 3 | bases: 4 | - ../../base 5 | resources: 6 | - application.yaml 7 | commonLabels: 8 | app.kubernetes.io/name: scheduledworkflow 9 | app.kubernetes.io/instance: scheduledworkflow-0.1.31 10 | app.kubernetes.io/managed-by: kfctl 11 | app.kubernetes.io/component: scheduledworkflow 12 | app.kubernetes.io/part-of: kubeflow 13 | app.kubernetes.io/version: 0.1.31 14 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/tf-job-operator/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | bases: 3 | - base 4 | commonLabels: 5 | app.kubernetes.io/component: tfjob 6 | app.kubernetes.io/instance: tf-job-operator-v0.7.0 7 | app.kubernetes.io/managed-by: kfctl 8 | app.kubernetes.io/name: tf-job-operator 9 | app.kubernetes.io/part-of: kubeflow 10 | app.kubernetes.io/version: v0.7.0 11 | kind: Kustomization 12 | namespace: kubeflow 13 | resources: 14 | - overlays/application/application.yaml 15 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/kfserving-crds/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | bases: 3 | - base 4 | commonLabels: 5 | app.kubernetes.io/component: kfserving-crds 6 | app.kubernetes.io/instance: kfserving-crds-v0.7.0 7 | app.kubernetes.io/managed-by: kfctl 8 | app.kubernetes.io/name: kfserving-crds 9 | app.kubernetes.io/part-of: kubeflow 10 | app.kubernetes.io/version: v0.7.0 11 | kind: Kustomization 12 | namespace: kubeflow 13 | resources: 14 | - overlays/application/application.yaml 15 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/notebook-controller/overlays/application/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | kind: Kustomization 3 | bases: 4 | - ../../base 5 | resources: 6 | - application.yaml 7 | commonLabels: 8 | app.kubernetes.io/name: notebook-controller 9 | app.kubernetes.io/instance: notebook-controller-v0.7.0 10 | app.kubernetes.io/managed-by: kfctl 11 | app.kubernetes.io/component: notebook-controller 12 | app.kubernetes.io/part-of: kubeflow 13 | app.kubernetes.io/version: v0.7.0 14 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/pipelines-viewer/base/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | kind: Kustomization 3 | namespace: kubeflow 4 | nameprefix: ml-pipeline-viewer- 5 | commonLabels: 6 | app: ml-pipeline-viewer-crd 7 | resources: 8 | - crd.yaml 9 | - cluster-role-binding.yaml 10 | - cluster-role.yaml 11 | - deployment.yaml 12 | - service-account.yaml 13 | images: 14 | - name: gcr.io/ml-pipeline/viewer-crd-controller 15 | newTag: 0.1.31 16 | newName: gcr.io/ml-pipeline/viewer-crd-controller 17 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/pytorch-job-crds/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | bases: 3 | - base 4 | commonLabels: 5 | app.kubernetes.io/component: pytorch 6 | app.kubernetes.io/instance: pytorch-job-crds-v0.7.0 7 | app.kubernetes.io/managed-by: kfctl 8 | app.kubernetes.io/name: pytorch-job-crds 9 | app.kubernetes.io/part-of: kubeflow 10 | app.kubernetes.io/version: v0.7.0 11 | kind: Kustomization 12 | namespace: kubeflow 13 | resources: 14 | - overlays/application/application.yaml 15 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/pytorch-operator/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | bases: 3 | - base 4 | commonLabels: 5 | app.kubernetes.io/component: pytorch 6 | app.kubernetes.io/instance: pytorch-operator-v0.7.0 7 | app.kubernetes.io/managed-by: kfctl 8 | app.kubernetes.io/name: pytorch-operator 9 | app.kubernetes.io/part-of: kubeflow 10 | app.kubernetes.io/version: v0.7.0 11 | kind: Kustomization 12 | namespace: kubeflow 13 | resources: 14 | - overlays/application/application.yaml 15 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/scheduledworkflow/base/crd.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: apiextensions.k8s.io/v1beta1 2 | kind: CustomResourceDefinition 3 | metadata: 4 | name: scheduledworkflows.kubeflow.org 5 | spec: 6 | group: kubeflow.org 7 | names: 8 | kind: ScheduledWorkflow 9 | listKind: ScheduledWorkflowList 10 | plural: scheduledworkflows 11 | shortNames: 12 | - swf 13 | singular: scheduledworkflow 14 | scope: Namespaced 15 | versions: 16 | - name: v1beta1 17 | served: true 18 | storage: true 19 | -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- 1 | obj 2 | bin 3 | *.user 4 | *.suo 5 | *.tmp 6 | *.pyc 7 | *.pyc 8 | *.nupkg 9 | .DS_Store 10 | packages 11 | *.ide* 12 | *db.lock 13 | .vs 14 | *.sqlite 15 | *.csv 16 | *.db 17 | *.zip 18 | **/.vscode/** 19 | **/.cache/** 20 | **/.mypy_cache/** 21 | **/node_modules/** 22 | **/.egg-info/** 23 | **/logs/** 24 | **/build/** 25 | **/dist/** 26 | /output/** 27 | /tmp/** 28 | *.procs 29 | *.joblib 30 | artifacts/** 31 | artifacts/** 32 | **/docs/_build/** 33 | *.db 34 | *.dat 35 | abc.py 36 | **/*.egg-info/** 37 | *-distributions.json -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/cloud-endpoints/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | bases: 3 | - base 4 | commonLabels: 5 | app.kubernetes.io/component: cloud-endpoints 6 | app.kubernetes.io/instance: cloud-endpoints-v0.7.0 7 | app.kubernetes.io/managed-by: kfctl 8 | app.kubernetes.io/name: cloud-endpoints 9 | app.kubernetes.io/part-of: kubeflow 10 | app.kubernetes.io/version: v0.7.0 11 | kind: Kustomization 12 | namespace: kubeflow 13 | resources: 14 | - overlays/application/application.yaml 15 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/tensorboard/overlays/istio/virtual-service.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: networking.istio.io/v1alpha3 2 | kind: VirtualService 3 | metadata: 4 | name: tensorboard 5 | spec: 6 | gateways: 7 | - kubeflow-gateway 8 | hosts: 9 | - '*' 10 | http: 11 | - match: 12 | - uri: 13 | prefix: /tensorboard/tensorboard/ 14 | rewrite: 15 | uri: / 16 | route: 17 | - destination: 18 | host: tensorboard.$(namespace).svc.$(clusterDomain) 19 | port: 20 | number: 9000 21 | -------------------------------------------------------------------------------- /demo/car-crashes/src/crashed/__init__.py: -------------------------------------------------------------------------------- 1 | import warnings 2 | import logging 3 | import sys 4 | 5 | root = logging.getLogger() 6 | root.setLevel(logging.INFO) 7 | 8 | handler = logging.StreamHandler(sys.stdout) 9 | handler.setLevel(logging.INFO) 10 | formatter = logging.Formatter('%(asctime)s %(levelname)s: %(message)s') 11 | handler.setFormatter(formatter) 12 | root.addHandler(handler) 13 | 14 | # Kill the annoying Google warnings 15 | warnings.filterwarnings("ignore", "Your application has authenticated using end user credentials") 16 | -------------------------------------------------------------------------------- /demo/tragic-titanic/src/titanic/__init__.py: -------------------------------------------------------------------------------- 1 | import warnings 2 | import logging 3 | import sys 4 | 5 | root = logging.getLogger() 6 | root.setLevel(logging.INFO) 7 | 8 | handler = logging.StreamHandler(sys.stdout) 9 | handler.setLevel(logging.INFO) 10 | formatter = logging.Formatter('%(asctime)s %(levelname)s: %(message)s') 11 | handler.setFormatter(formatter) 12 | root.addHandler(handler) 13 | 14 | # Kill the annoying Google warnings 15 | warnings.filterwarnings("ignore", "Your application has authenticated using end user credentials") 16 | -------------------------------------------------------------------------------- /demo/tragic-titanic/titanic/__init__.py: -------------------------------------------------------------------------------- 1 | import warnings 2 | import logging 3 | import sys 4 | 5 | root = logging.getLogger() 6 | root.setLevel(logging.INFO) 7 | 8 | handler = logging.StreamHandler(sys.stdout) 9 | handler.setLevel(logging.INFO) 10 | formatter = logging.Formatter('%(asctime)s %(levelname)s: %(message)s') 11 | handler.setFormatter(formatter) 12 | root.addHandler(handler) 13 | 14 | # Kill the annoying Google warnings 15 | warnings.filterwarnings("ignore", "Your application has authenticated using end user credentials") 16 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/kfserving-install/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | bases: 3 | - base 4 | commonLabels: 5 | app.kubernetes.io/component: kfserving-install 6 | app.kubernetes.io/instance: kfserving-install-v0.7.0 7 | app.kubernetes.io/managed-by: kfctl 8 | app.kubernetes.io/name: kfserving-install 9 | app.kubernetes.io/part-of: kubeflow 10 | app.kubernetes.io/version: v0.7.0 11 | kind: Kustomization 12 | namespace: kubeflow 13 | resources: 14 | - overlays/application/application.yaml 15 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/knative-install/overlays/application/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | kind: Kustomization 3 | bases: 4 | - ../../base 5 | resources: 6 | - application.yaml 7 | commonLabels: 8 | app.kubernetes.io/name: knative-serving-install 9 | app.kubernetes.io/instance: knative-serving-install-v0.8.0 10 | app.kubernetes.io/managed-by: kfctl 11 | app.kubernetes.io/component: knative-serving-install 12 | app.kubernetes.io/part-of: kubeflow 13 | app.kubernetes.io/version: v0.8.0 14 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/persistent-agent/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | bases: 3 | - base 4 | commonLabels: 5 | app.kubernetes.io/component: persistent-agent 6 | app.kubernetes.io/instance: persistent-agent-0.1.31 7 | app.kubernetes.io/managed-by: kfctl 8 | app.kubernetes.io/name: persistent-agent 9 | app.kubernetes.io/part-of: kubeflow 10 | app.kubernetes.io/version: 0.1.31 11 | kind: Kustomization 12 | namespace: kubeflow 13 | resources: 14 | - overlays/application/application.yaml 15 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/pipelines-runner/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | bases: 3 | - base 4 | commonLabels: 5 | app.kubernetes.io/component: pipelines-runner 6 | app.kubernetes.io/instance: pipelines-runner-0.1.31 7 | app.kubernetes.io/managed-by: kfctl 8 | app.kubernetes.io/name: pipelines-runner 9 | app.kubernetes.io/part-of: kubeflow 10 | app.kubernetes.io/version: 0.1.31 11 | kind: Kustomization 12 | namespace: kubeflow 13 | resources: 14 | - overlays/application/application.yaml 15 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/pipelines-viewer/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | bases: 3 | - base 4 | commonLabels: 5 | app.kubernetes.io/component: pipelines-viewer 6 | app.kubernetes.io/instance: pipelines-viewer-0.1.31 7 | app.kubernetes.io/managed-by: kfctl 8 | app.kubernetes.io/name: pipelines-viewer 9 | app.kubernetes.io/part-of: kubeflow 10 | app.kubernetes.io/version: 0.1.31 11 | kind: Kustomization 12 | namespace: kubeflow 13 | resources: 14 | - overlays/application/application.yaml 15 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/scheduledworkflow/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | bases: 3 | - base 4 | commonLabels: 5 | app.kubernetes.io/component: scheduledworkflow 6 | app.kubernetes.io/instance: scheduledworkflow-0.1.31 7 | app.kubernetes.io/managed-by: kfctl 8 | app.kubernetes.io/name: scheduledworkflow 9 | app.kubernetes.io/part-of: kubeflow 10 | app.kubernetes.io/version: 0.1.31 11 | kind: Kustomization 12 | namespace: kubeflow 13 | resources: 14 | - overlays/application/application.yaml 15 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/seldon-core-operator/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | bases: 3 | - base 4 | commonLabels: 5 | app.kubernetes.io/component: seldon 6 | app.kubernetes.io/instance: seldon-core-operator-v0.7.0 7 | app.kubernetes.io/managed-by: kfctl 8 | app.kubernetes.io/name: seldon-core-operator 9 | app.kubernetes.io/part-of: kubeflow 10 | app.kubernetes.io/version: v0.7.0 11 | kind: Kustomization 12 | namespace: kubeflow 13 | resources: 14 | - overlays/application/application.yaml 15 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/api-service/base/role.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: rbac.authorization.k8s.io/v1beta1 2 | kind: Role 3 | metadata: 4 | name: ml-pipeline 5 | rules: 6 | - apiGroups: 7 | - argoproj.io 8 | resources: 9 | - workflows 10 | verbs: 11 | - create 12 | - get 13 | - list 14 | - watch 15 | - update 16 | - patch 17 | - delete 18 | - apiGroups: 19 | - kubeflow.org 20 | resources: 21 | - scheduledworkflows 22 | verbs: 23 | - create 24 | - get 25 | - list 26 | - update 27 | - patch 28 | - delete 29 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/metadata/overlays/istio/virtual-service.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: networking.istio.io/v1alpha3 2 | kind: VirtualService 3 | metadata: 4 | name: metadata-ui 5 | spec: 6 | gateways: 7 | - kubeflow-gateway 8 | hosts: 9 | - '*' 10 | http: 11 | - match: 12 | - uri: 13 | prefix: /metadata 14 | rewrite: 15 | uri: /metadata 16 | route: 17 | - destination: 18 | host: $(service).$(ui-namespace).svc.$(ui-clusterDomain) 19 | port: 20 | number: 80 21 | timeout: 300s 22 | -------------------------------------------------------------------------------- /infra/kubeflow-07/gcp_config/storage-kubeflow.yaml: -------------------------------------------------------------------------------- 1 | imports: 2 | - path: storage.jinja 3 | resources: 4 | - name: kubeflow 5 | properties: 6 | createPipelinePersistentStorage: true 7 | database: 8 | name: mlpipeline 9 | dbUser: 10 | user: root 11 | disks: 12 | - diskType: pd-standard 13 | sizeGb: 20 14 | usage: metadata-store 15 | - diskType: pd-standard 16 | sizeGb: 200 17 | usage: artifact-store 18 | enable_cloudsql: false 19 | zone: australia-southeast1-a 20 | type: storage.jinja 21 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/jupyter-web-app/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | bases: 3 | - base 4 | - overlays/istio 5 | commonLabels: 6 | app.kubernetes.io/component: jupyter-web-app 7 | app.kubernetes.io/instance: jupyter-web-app-v0.7.0 8 | app.kubernetes.io/managed-by: kfctl 9 | app.kubernetes.io/name: jupyter-web-app 10 | app.kubernetes.io/part-of: kubeflow 11 | app.kubernetes.io/version: v0.7.0 12 | kind: Kustomization 13 | namespace: kubeflow 14 | resources: 15 | - overlays/application/application.yaml 16 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/knative-crds/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | bases: 3 | - base 4 | commonLabels: 5 | app.kubernetes.io/component: knative-serving-crds 6 | app.kubernetes.io/instance: knative-serving-crds-v0.8.0 7 | app.kubernetes.io/managed-by: kfctl 8 | app.kubernetes.io/name: knative-serving-crds 9 | app.kubernetes.io/part-of: kubeflow 10 | app.kubernetes.io/version: v0.8.0 11 | kind: Kustomization 12 | namespace: knative-serving 13 | resources: 14 | - overlays/application/application.yaml 15 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/knative-install/base/apiservice.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: apiregistration.k8s.io/v1beta1 2 | kind: APIService 3 | metadata: 4 | labels: 5 | autoscaling.knative.dev/metric-provider: custom-metrics 6 | serving.knative.dev/release: "v0.8.0" 7 | name: v1beta1.custom.metrics.k8s.io 8 | spec: 9 | group: custom.metrics.k8s.io 10 | groupPriorityMinimum: 100 11 | insecureSkipTLSVerify: true 12 | service: 13 | name: autoscaler 14 | namespace: knative-serving 15 | version: v1beta1 16 | versionPriority: 100 17 | 18 | -------------------------------------------------------------------------------- /test_packages/simple-pipeline/simple_pipeline/__init__.py: -------------------------------------------------------------------------------- 1 | import warnings 2 | import logging 3 | import sys 4 | 5 | root = logging.getLogger() 6 | root.setLevel(logging.INFO) 7 | 8 | handler = logging.StreamHandler(sys.stdout) 9 | handler.setLevel(logging.INFO) 10 | formatter = logging.Formatter('%(asctime)s %(levelname)s: %(message)s') 11 | handler.setFormatter(formatter) 12 | root.addHandler(handler) 13 | 14 | # Kill the annoying Google warnings 15 | warnings.filterwarnings("ignore", "Your application has authenticated using end user credentials") 16 | -------------------------------------------------------------------------------- /demo/car-crashes/dev-docker-run.sh: -------------------------------------------------------------------------------- 1 | docker build -t growingdata/demo-crashed:tez-local -f ./src/_docker/crashed.Dockerfile ./src/ 2 | 3 | docker run --env-file ./src/_docker/crashed.env growingdata/demo-crashed:tez-local crashed 4 | 5 | docker run --env-file ./src/_docker/crashed.env growingdata/demo-crashed:0cde9843e984c11830b6cb0019ab3f10c1646427 crashed 6 | 7 | gcloud container clusters get-credentials kfw-svc-test --zone australia-southeast1-a --project grwdt-dev 8 | 9 | 10 | kubectl exec -it crash-model-builder-9l8tc-3900573429 -n kubeflow -- /bin/bash -------------------------------------------------------------------------------- /src/hyper-model/.vscode/settings.json: -------------------------------------------------------------------------------- 1 | { 2 | "python.pythonPath": "C:\\ProgramData\\Anaconda3\\python.exe", 3 | "python.linting.mypyEnabled": true, 4 | "python.linting.pylintEnabled": false, 5 | "python.linting.pylintUseMinimalCheckers": false, 6 | "python.linting.enabled": true, 7 | "python.linting.mypyPath": "C:\\Users\\Tez\\.mypyls\\Scripts\\mypy", 8 | "files.exclude": { 9 | "**/._*": true, 10 | "**/.mypy_cache": true, 11 | "**/.vscode": true, 12 | "**/node_modules/**": true, 13 | "**/__pycache__/**": true 14 | } 15 | } 16 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/knative-install/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | bases: 3 | - base 4 | commonLabels: 5 | app.kubernetes.io/component: knative-serving-install 6 | app.kubernetes.io/instance: knative-serving-install-v0.8.0 7 | app.kubernetes.io/managed-by: kfctl 8 | app.kubernetes.io/name: knative-serving-install 9 | app.kubernetes.io/part-of: kubeflow 10 | app.kubernetes.io/version: v0.8.0 11 | kind: Kustomization 12 | namespace: knative-serving 13 | resources: 14 | - overlays/application/application.yaml 15 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/argo/base/service.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Service 3 | metadata: 4 | annotations: 5 | getambassador.io/config: |- 6 | --- 7 | apiVersion: ambassador/v0 8 | kind: Mapping 9 | name: argo-ui-mapping 10 | prefix: /argo/ 11 | service: argo-ui.$(namespace) 12 | labels: 13 | app: argo-ui 14 | name: argo-ui 15 | namespace: kubeflow 16 | spec: 17 | ports: 18 | - port: 80 19 | targetPort: 8001 20 | selector: 21 | app: argo-ui 22 | sessionAffinity: None 23 | type: NodePort 24 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/knative-install/base/role-binding.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: rbac.authorization.k8s.io/v1 2 | kind: RoleBinding 3 | metadata: 4 | labels: 5 | autoscaling.knative.dev/metric-provider: custom-metrics 6 | serving.knative.dev/release: "v0.8.0" 7 | name: custom-metrics-auth-reader 8 | namespace: kube-system 9 | roleRef: 10 | apiGroup: rbac.authorization.k8s.io 11 | kind: Role 12 | name: extension-apiserver-authentication-reader 13 | subjects: 14 | - kind: ServiceAccount 15 | name: controller 16 | namespace: knative-serving 17 | 18 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/persistent-agent/base/deployment.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: apps/v1 2 | kind: Deployment 3 | metadata: 4 | name: persistenceagent 5 | spec: 6 | template: 7 | spec: 8 | containers: 9 | - name: ml-pipeline-persistenceagent 10 | env: 11 | - name: POD_NAMESPACE 12 | valueFrom: 13 | fieldRef: 14 | fieldPath: metadata.namespace 15 | image: gcr.io/ml-pipeline/persistenceagent 16 | imagePullPolicy: IfNotPresent 17 | serviceAccountName: ml-pipeline-persistenceagent 18 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/pipeline-visualization-service/overlays/application/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | kind: Kustomization 3 | bases: 4 | - ../../base 5 | resources: 6 | - application.yaml 7 | commonLabels: 8 | app.kubernetes.io/name: pipeline-visualization-service 9 | app.kubernetes.io/instance: pipeline-visualization-service-0.1.31 10 | app.kubernetes.io/managed-by: kfctl 11 | app.kubernetes.io/component: pipeline-visualization-service 12 | app.kubernetes.io/part-of: kubeflow 13 | app.kubernetes.io/version: 0.1.31 14 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/pipelines-viewer/base/deployment.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: apps/v1 2 | kind: Deployment 3 | metadata: 4 | name: controller-deployment 5 | spec: 6 | template: 7 | spec: 8 | containers: 9 | - env: 10 | - name: POD_NAMESPACE 11 | valueFrom: 12 | fieldRef: 13 | fieldPath: metadata.namespace 14 | image: gcr.io/ml-pipeline/viewer-crd-controller:0.1.31 15 | imagePullPolicy: Always 16 | name: ml-pipeline-viewer-controller 17 | serviceAccountName: crd-service-account 18 | -------------------------------------------------------------------------------- /src/hyper-model/docs/hypermodel.ml.prediction.rst: -------------------------------------------------------------------------------- 1 | hypermodel.hml.prediction package 2 | ================================ 3 | 4 | Submodules 5 | ---------- 6 | 7 | hypermodel.hml.prediction.prediction\_app module 8 | ----------------------------------------------- 9 | 10 | .. automodule:: hypermodel.hml.prediction.prediction_app 11 | :members: 12 | :undoc-members: 13 | :show-inheritance: 14 | 15 | 16 | Module contents 17 | --------------- 18 | 19 | .. automodule:: hypermodel.hml.prediction 20 | :members: 21 | :undoc-members: 22 | :show-inheritance: 23 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/scheduledworkflow/base/role.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: rbac.authorization.k8s.io/v1beta1 2 | kind: Role 3 | metadata: 4 | name: ml-pipeline-scheduledworkflow 5 | rules: 6 | - apiGroups: 7 | - argoproj.io 8 | resources: 9 | - workflows 10 | verbs: 11 | - create 12 | - get 13 | - list 14 | - watch 15 | - update 16 | - patch 17 | - delete 18 | - apiGroups: 19 | - kubeflow.org 20 | resources: 21 | - scheduledworkflows 22 | verbs: 23 | - create 24 | - get 25 | - list 26 | - watch 27 | - update 28 | - patch 29 | - delete 30 | -------------------------------------------------------------------------------- /src/hyper-model/README.md: -------------------------------------------------------------------------------- 1 | # Getting started 2 | 3 | ``` 4 | # Create a conda environment 5 | conda create -n crashed-env python=3.7 6 | conda activate crashed-env 7 | # Install the packaged in "editable" mode 8 | cd src/crashed 9 | pip install -e . 10 | ``` 11 | 12 | # Type hinting & vscode 13 | 14 | - Uninstall "Python for VSCode" 15 | - Install "MyPy" & install Python3.8 16 | - Enable the "MyPy" Linter and remove the Pep8 linter 17 | 18 | # VSCode Theme & Setup 19 | 20 | - Theme "Gloom Dark" 21 | - Font: https://github.com/microsoft/cascadia-code 22 | -------------------------------------------------------------------------------- /demo/tragic-titanic/README.md: -------------------------------------------------------------------------------- 1 | # Getting started 2 | 3 | ``` 4 | # Create a conda environment 5 | conda create -n crashed-env python=3.7 6 | conda activate crashed-env 7 | # Install the packaged in "editable" mode 8 | cd src/crashed 9 | pip install -e . 10 | ``` 11 | 12 | # Type hinting & vscode 13 | 14 | - Uninstall "Python for VSCode" 15 | - Install "MyPy" & install Python3.8 16 | - Enable the "MyPy" Linter and remove the Pep8 linter 17 | 18 | # VSCode Theme & Setup 19 | 20 | - Theme "Gloom Dark" 21 | - Font: https://github.com/microsoft/cascadia-code 22 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/metadata/overlays/istio/virtual-service-metadata-grpc.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: networking.istio.io/v1alpha3 2 | kind: VirtualService 3 | metadata: 4 | name: metadata-grpc 5 | spec: 6 | gateways: 7 | - kubeflow-gateway 8 | hosts: 9 | - '*' 10 | http: 11 | - match: 12 | - uri: 13 | prefix: /ml_metadata 14 | rewrite: 15 | uri: /ml_metadata 16 | route: 17 | - destination: 18 | host: $(metadata-envoy-service).$(ui-namespace).svc.$(ui-clusterDomain) 19 | port: 20 | number: 9090 21 | timeout: 300s 22 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/scheduledworkflow/base/deployment.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: apps/v1 2 | kind: Deployment 3 | metadata: 4 | name: ml-pipeline-scheduledworkflow 5 | spec: 6 | template: 7 | spec: 8 | containers: 9 | - name: ml-pipeline-scheduledworkflow 10 | env: 11 | - name: POD_NAMESPACE 12 | valueFrom: 13 | fieldRef: 14 | fieldPath: metadata.namespace 15 | image: gcr.io/ml-pipeline/scheduledworkflow 16 | imagePullPolicy: IfNotPresent 17 | serviceAccountName: ml-pipeline-scheduledworkflow 18 | -------------------------------------------------------------------------------- /src/hyper-model/docs/hypermodel.cli.rst: -------------------------------------------------------------------------------- 1 | hypermodel.cli package 2 | ====================== 3 | 4 | Subpackages 5 | ----------- 6 | 7 | .. toctree:: 8 | 9 | hypermodel.cli.groups 10 | 11 | Submodules 12 | ---------- 13 | 14 | hypermodel.cli.cli\_start module 15 | -------------------------------- 16 | 17 | .. automodule:: hypermodel.cli.cli_start 18 | :members: 19 | :undoc-members: 20 | :show-inheritance: 21 | 22 | 23 | Module contents 24 | --------------- 25 | 26 | .. automodule:: hypermodel.cli 27 | :members: 28 | :undoc-members: 29 | :show-inheritance: 30 | -------------------------------------------------------------------------------- /demo/car-crashes/deploy/crashed.Dockerfile: -------------------------------------------------------------------------------- 1 | # FROM growingdata/hypermodel:latest 2 | FROM growingdata/hypermodel-base:buster-0.1.80 3 | 4 | # For "crashed" 5 | RUN pip install xgboost 6 | 7 | ADD ./demo/car-crashes/src /pkg_src/demo-car-crashes 8 | ADD ./src/hyper-model /pkg_src/hyper-model 9 | 10 | 11 | RUN pip uninstall hypermodel 12 | 13 | # Install the current source code version of HyperModel 14 | WORKDIR /pkg_src/hyper-model 15 | RUN pip install -e . 16 | 17 | # Install our actual demo 18 | WORKDIR /pkg_src/demo-car-crashes 19 | RUN pip install -e . 20 | 21 | 22 | WORKDIR /crashed -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/argo/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | bases: 3 | - base 4 | commonLabels: 5 | app.kubernetes.io/component: argo 6 | app.kubernetes.io/instance: argo-v2.3.0 7 | app.kubernetes.io/managed-by: kfctl 8 | app.kubernetes.io/name: argo 9 | app.kubernetes.io/part-of: kubeflow 10 | app.kubernetes.io/version: v2.3.0 11 | configurations: 12 | - overlays/istio/params.yaml 13 | kind: Kustomization 14 | namespace: kubeflow 15 | resources: 16 | - overlays/istio/virtual-service.yaml 17 | - overlays/application/application.yaml 18 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/argo/base/params.env: -------------------------------------------------------------------------------- 1 | namespace=kubeflow 2 | executorImage=argoproj/argoexec:v2.3.0 3 | containerRuntimeExecutor=docker 4 | artifactRepositoryBucket=mlpipeline 5 | artifactRepositoryKeyPrefix=artifacts 6 | artifactRepositoryEndpoint=minio-service.kubeflow:9000 7 | artifactRepositoryInsecure=true 8 | artifactRepositoryAccessKeySecretName=mlpipeline-minio-artifact 9 | artifactRepositoryAccessKeySecretKey=accesskey 10 | artifactRepositorySecretKeySecretName=mlpipeline-minio-artifact 11 | artifactRepositorySecretKeySecretKey=secretkey 12 | clusterDomain=cluster.local 13 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/pipeline-visualization-service/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | bases: 3 | - base 4 | commonLabels: 5 | app.kubernetes.io/component: pipeline-visualization-service 6 | app.kubernetes.io/instance: pipeline-visualization-service-0.1.31 7 | app.kubernetes.io/managed-by: kfctl 8 | app.kubernetes.io/name: pipeline-visualization-service 9 | app.kubernetes.io/part-of: kubeflow 10 | app.kubernetes.io/version: 0.1.31 11 | kind: Kustomization 12 | namespace: kubeflow 13 | resources: 14 | - overlays/application/application.yaml 15 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/webhook/base/mutating-webhook-configuration.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: admissionregistration.k8s.io/v1beta1 2 | kind: MutatingWebhookConfiguration 3 | metadata: 4 | name: mutating-webhook-configuration 5 | webhooks: 6 | - clientConfig: 7 | caBundle: "" 8 | service: 9 | name: $(serviceName) 10 | namespace: $(namespace) 11 | path: /apply-poddefault 12 | name: $(deploymentName).kubeflow.org 13 | rules: 14 | - apiGroups: 15 | - "" 16 | apiVersions: 17 | - v1 18 | operations: 19 | - CREATE 20 | resources: 21 | - pods 22 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/iap-ingress/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | bases: 3 | - base 4 | commonLabels: 5 | app.kubernetes.io/component: iap-ingress 6 | app.kubernetes.io/instance: iap-ingress-v0.7.0 7 | app.kubernetes.io/managed-by: kfctl 8 | app.kubernetes.io/name: iap-ingress 9 | app.kubernetes.io/part-of: kubeflow 10 | app.kubernetes.io/version: v0.7.0 11 | kustomize.component: iap-ingress 12 | kind: Kustomization 13 | namespace: istio-system 14 | resources: 15 | - overlays/managed-cert/cert.yaml 16 | - overlays/application/application.yaml 17 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/profiles/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | bases: 3 | - base 4 | commonLabels: 5 | app.kubernetes.io/component: profiles 6 | app.kubernetes.io/instance: profiles-v0.7.0 7 | app.kubernetes.io/managed-by: kfctl 8 | app.kubernetes.io/name: profiles 9 | app.kubernetes.io/part-of: kubeflow 10 | app.kubernetes.io/version: v0.7.0 11 | configurations: 12 | - overlays/istio/params.yaml 13 | kind: Kustomization 14 | namespace: kubeflow 15 | resources: 16 | - overlays/application/application.yaml 17 | - overlays/istio/virtual-service.yaml 18 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/profiles/overlays/istio/virtual-service.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: networking.istio.io/v1alpha3 2 | kind: VirtualService 3 | metadata: 4 | name: kfam 5 | spec: 6 | gateways: 7 | - kubeflow-gateway 8 | hosts: 9 | - '*' 10 | http: 11 | - headers: 12 | request: 13 | add: 14 | x-forwarded-prefix: /kfam 15 | match: 16 | - uri: 17 | prefix: /kfam/ 18 | rewrite: 19 | uri: /kfam/ 20 | route: 21 | - destination: 22 | host: profiles-kfam.$(namespace).svc.cluster.local 23 | port: 24 | number: 8081 25 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/pipelines-ui/base/deployment.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: apps/v1 2 | kind: Deployment 3 | metadata: 4 | labels: 5 | app: ml-pipeline-ui 6 | name: ml-pipeline-ui 7 | spec: 8 | selector: 9 | matchLabels: 10 | app: ml-pipeline-ui 11 | template: 12 | metadata: 13 | labels: 14 | app: ml-pipeline-ui 15 | spec: 16 | containers: 17 | - name: ml-pipeline-ui 18 | image: gcr.io/ml-pipeline/frontend 19 | imagePullPolicy: IfNotPresent 20 | ports: 21 | - containerPort: 3000 22 | serviceAccountName: ml-pipeline-ui 23 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/pipelines-ui/overlays/gcp/deployment.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: apps/v1 2 | kind: Deployment 3 | metadata: 4 | name: ml-pipeline-ui 5 | spec: 6 | template: 7 | spec: 8 | volumes: 9 | - name: gcp-sa-token 10 | secret: 11 | secretName: user-gcp-sa 12 | containers: 13 | - name: ml-pipeline-ui 14 | env: 15 | - name: GOOGLE_APPLICATION_CREDENTIALS 16 | value: /etc/credentials/user-gcp-sa.json 17 | volumeMounts: 18 | - name: gcp-sa-token 19 | mountPath: "/etc/credentials" 20 | readOnly: true 21 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/spartakus/base/deployment.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: apps/v1 2 | kind: Deployment 3 | metadata: 4 | labels: 5 | app: spartakus 6 | name: spartakus-volunteer 7 | spec: 8 | replicas: 1 9 | template: 10 | metadata: 11 | labels: 12 | app: spartakus-volunteer 13 | spec: 14 | containers: 15 | - args: 16 | - volunteer 17 | - --cluster-id=$(usageId) 18 | - --database=https://stats-collector.kubeflow.org 19 | image: gcr.io/google_containers/spartakus-amd64:v1.1.0 20 | name: volunteer 21 | serviceAccountName: spartakus 22 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/notebook-controller/base/deployment.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: apps/v1 2 | kind: Deployment 3 | metadata: 4 | name: deployment 5 | spec: 6 | template: 7 | spec: 8 | containers: 9 | - name: manager 10 | image: gcr.io/kubeflow-images-public/notebook-controller:v20190614-v0-160-g386f2749-e3b0c4 11 | command: 12 | - /manager 13 | env: 14 | - name: USE_ISTIO 15 | value: "false" 16 | - name: POD_LABELS 17 | value: $(POD_LABELS) 18 | imagePullPolicy: Always 19 | serviceAccountName: service-account 20 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/centraldashboard/base/service.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Service 3 | metadata: 4 | annotations: 5 | getambassador.io/config: |- 6 | --- 7 | apiVersion: ambassador/v0 8 | kind: Mapping 9 | name: centralui-mapping 10 | prefix: / 11 | rewrite: / 12 | service: centraldashboard.$(namespace) 13 | labels: 14 | app: centraldashboard 15 | name: centraldashboard 16 | spec: 17 | ports: 18 | - port: 80 19 | protocol: TCP 20 | targetPort: 8082 21 | selector: 22 | app: centraldashboard 23 | sessionAffinity: None 24 | type: ClusterIP 25 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/jupyter-web-app/base/service.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Service 3 | metadata: 4 | annotations: 5 | getambassador.io/config: |- 6 | --- 7 | apiVersion: ambassador/v0 8 | kind: Mapping 9 | name: webapp_mapping 10 | prefix: /$(prefix)/ 11 | service: jupyter-web-app-service.$(namespace) 12 | add_request_headers: 13 | x-forwarded-prefix: /jupyter 14 | labels: 15 | run: jupyter-web-app 16 | name: service 17 | spec: 18 | ports: 19 | - name: http 20 | port: 80 21 | protocol: TCP 22 | targetPort: 5000 23 | type: ClusterIP 24 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/metadata/base/metadata-service.yaml: -------------------------------------------------------------------------------- 1 | kind: Service 2 | apiVersion: v1 3 | metadata: 4 | labels: 5 | app: metadata 6 | name: service 7 | spec: 8 | selector: 9 | component: server 10 | type: ClusterIP 11 | ports: 12 | - port: 8080 13 | protocol: TCP 14 | name: backendapi 15 | --- 16 | kind: Service 17 | apiVersion: v1 18 | metadata: 19 | labels: 20 | app: grpc-metadata 21 | name: grpc-service 22 | spec: 23 | selector: 24 | component: grpc-server 25 | type: ClusterIP 26 | ports: 27 | - port: 8080 28 | protocol: TCP 29 | name: grpc-backendapi 30 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/centraldashboard/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | bases: 3 | - base 4 | commonLabels: 5 | app.kubernetes.io/component: centraldashboard 6 | app.kubernetes.io/instance: centraldashboard-v0.7.0 7 | app.kubernetes.io/managed-by: kfctl 8 | app.kubernetes.io/name: centraldashboard 9 | app.kubernetes.io/part-of: kubeflow 10 | app.kubernetes.io/version: v0.7.0 11 | configurations: 12 | - overlays/istio/params.yaml 13 | kind: Kustomization 14 | namespace: kubeflow 15 | resources: 16 | - overlays/istio/virtual-service.yaml 17 | - overlays/application/application.yaml 18 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/iap-ingress/overlays/gcp-credentials/stateful-set.yaml: -------------------------------------------------------------------------------- 1 | --- 2 | apiVersion: apps/v1 3 | kind: StatefulSet 4 | metadata: 5 | name: backend-updater 6 | spec: 7 | template: 8 | spec: 9 | containers: 10 | - name: backend-updater 11 | env: 12 | - name: GOOGLE_APPLICATION_CREDENTIALS 13 | value: /var/run/secrets/sa/admin-gcp-sa.json 14 | volumeMounts: 15 | - mountPath: /var/run/secrets/sa 16 | name: sa-key 17 | readOnly: true 18 | volumes: 19 | - name: sa-key 20 | secret: 21 | secretName: admin-gcp-sa 22 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/jupyter-web-app/overlays/istio/virtual-service.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: networking.istio.io/v1alpha3 2 | kind: VirtualService 3 | metadata: 4 | name: jupyter-web-app 5 | spec: 6 | gateways: 7 | - kubeflow-gateway 8 | hosts: 9 | - '*' 10 | http: 11 | - headers: 12 | request: 13 | add: 14 | x-forwarded-prefix: /jupyter 15 | match: 16 | - uri: 17 | prefix: /jupyter/ 18 | rewrite: 19 | uri: / 20 | route: 21 | - destination: 22 | host: jupyter-web-app-service.$(namespace).svc.$(clusterDomain) 23 | port: 24 | number: 80 25 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/katib-controller/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | bases: 3 | - base 4 | commonLabels: 5 | app.kubernetes.io/component: katib 6 | app.kubernetes.io/instance: katib-controller-v0.7.0 7 | app.kubernetes.io/managed-by: kfctl 8 | app.kubernetes.io/name: katib-controller 9 | app.kubernetes.io/part-of: kubeflow 10 | app.kubernetes.io/version: v0.7.0 11 | configurations: 12 | - overlays/istio/params.yaml 13 | kind: Kustomization 14 | namespace: kubeflow 15 | resources: 16 | - overlays/application/application.yaml 17 | - overlays/istio/katib-ui-virtual-service.yaml 18 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/tensorboard/base/service.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Service 3 | metadata: 4 | annotations: 5 | getambassador.io/config: |- 6 | --- 7 | apiVersion: ambassador/v0 8 | kind: Mapping 9 | name: tb-mapping-tensorboard-get 10 | prefix: /tensorboard/ tensorboard/ 11 | rewrite: / 12 | method: GET 13 | service: tensorboard.$(namespace):9000 14 | labels: 15 | app: tensorboard 16 | name: tensorboard 17 | spec: 18 | ports: 19 | - name: tb 20 | port: 9000 21 | targetPort: 6006 22 | selector: 23 | app: tensorboard 24 | type: ClusterIP 25 | -------------------------------------------------------------------------------- /src/hyper-model/docs/hypermodel.ml.rst: -------------------------------------------------------------------------------- 1 | hypermodel.hml package 2 | ===================== 3 | 4 | Subpackages 5 | ----------- 6 | 7 | .. toctree:: 8 | 9 | hypermodel.hml.features 10 | hypermodel.hml.prediction 11 | 12 | Submodules 13 | ---------- 14 | 15 | hypermodel.hml.model\_container module 16 | ------------------------------------- 17 | 18 | .. automodule:: hypermodel.hml.model_container 19 | :members: 20 | :undoc-members: 21 | :show-inheritance: 22 | 23 | 24 | Module contents 25 | --------------- 26 | 27 | .. automodule:: hypermodel.hml 28 | :members: 29 | :undoc-members: 30 | :show-inheritance: 31 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/metadata/base/metadata-ui-deployment.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: apps/v1 2 | kind: Deployment 3 | metadata: 4 | name: ui 5 | labels: 6 | app: metadata-ui 7 | spec: 8 | selector: 9 | matchLabels: 10 | app: metadata-ui 11 | template: 12 | metadata: 13 | name: ui 14 | labels: 15 | app: metadata-ui 16 | spec: 17 | containers: 18 | - image: gcr.io/kubeflow-images-public/metadata-frontend:v0.1.8 19 | imagePullPolicy: IfNotPresent 20 | name: metadata-ui 21 | ports: 22 | - containerPort: 3000 23 | serviceAccountName: ui 24 | 25 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/seldon-core-operator/base/webhook-server-service-svc.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Service 3 | metadata: 4 | labels: 5 | app.kubernetes.io/instance: seldon-core-operator 6 | app.kubernetes.io/managed-by: Tiller 7 | app.kubernetes.io/name: seldon-core-operator 8 | control-plane: seldon-controller-manager 9 | controller-tools.k8s.io: "1.0" 10 | helm.sh/chart: seldon-core-operator-0.4.1 11 | name: webhook-server-service 12 | namespace: kubeflow 13 | spec: 14 | ports: 15 | - port: 443 16 | targetPort: 9876 17 | selector: 18 | control-plane: seldon-controller-manager 19 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/webhook/base/deployment.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: apps/v1 2 | kind: Deployment 3 | metadata: 4 | name: deployment 5 | spec: 6 | template: 7 | spec: 8 | containers: 9 | - image: gcr.io/kubeflow-images-public/admission-webhook:v20190520-v0-139-gcee39dbc-dirty-0d8f4c 10 | name: admission-webhook 11 | volumeMounts: 12 | - mountPath: /etc/webhook/certs 13 | name: webhook-cert 14 | readOnly: true 15 | volumes: 16 | - name: webhook-cert 17 | secret: 18 | secretName: webhook-certs 19 | serviceAccountName: service-account 20 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/metadata/base/metadata-envoy-deployment.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: apps/v1 2 | kind: Deployment 3 | metadata: 4 | name: envoy-deployment 5 | labels: 6 | component: envoy 7 | spec: 8 | replicas: 1 9 | selector: 10 | matchLabels: 11 | component: envoy 12 | template: 13 | metadata: 14 | labels: 15 | component: envoy 16 | spec: 17 | containers: 18 | - name: container 19 | image: gcr.io/ml-pipeline/envoy:metadata-grpc 20 | ports: 21 | - name: md-envoy 22 | containerPort: 9090 23 | - name: envoy-admin 24 | containerPort: 9901 25 | -------------------------------------------------------------------------------- /src/hyper-model/hypermodel/tests/test_cases/utilities/test_file_hash.py: -------------------------------------------------------------------------------- 1 | from hypermodel.utilities.file_hash import file_md5 2 | from hypermodel.tests.utilities.configurations import TstConfig 3 | 4 | 5 | def test_file_md5(): 6 | config=TstConfig() 7 | dummy_file=config.get("FLAT_FILE_LOCATION","DUMMY_FILE_LOCATION") 8 | # need to determine how to test this method 9 | # As this is different for every system or OS 10 | expected_return_value="8348f98f61cf58d6e7921c173bd0286d"# on windows 11 | actual_return_value=file_md5(dummy_file) 12 | #assert expected_return_value==actual_return_value 13 | assert True 14 | -------------------------------------------------------------------------------- /test_packages/simple-pipeline/simple-pipeline.Dockerfile: -------------------------------------------------------------------------------- 1 | FROM growingdata/hypermodel:xgboost-1.3.74 2 | 3 | 4 | RUN apk --no-cache add \ 5 | libffi-dev openssl-dev python-dev py-pip build-base 6 | 7 | # Hyper model requirements 8 | RUN pip install \ 9 | click \ 10 | kfp \ 11 | pandas \ 12 | tqdm 13 | 14 | ADD ./test_packages/simple-pipeline /pkg_src/demo-simple-pipeline 15 | ADD ./src/hyper-model /pkg_src/hyper-model 16 | 17 | WORKDIR /pkg_src/hyper-model 18 | RUN pip install -e . 19 | 20 | # Install our actual demo 21 | WORKDIR /pkg_src/demo-simple-pipeline 22 | RUN pip install -e . 23 | 24 | 25 | WORKDIR /simple-pipeline -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/cloud-endpoints/base/composite-controller.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: metacontroller.k8s.io/v1alpha1 2 | kind: CompositeController 3 | metadata: 4 | name: cloud-endpoints-controller 5 | spec: 6 | childResources: [] 7 | clientConfig: 8 | service: 9 | caBundle: '...' 10 | name: cloud-endpoints-controller 11 | namespace: $(namespace) 12 | generateSelector: true 13 | hooks: 14 | sync: 15 | webhook: 16 | url: http://cloud-endpoints-controller.$(namespace)/sync 17 | parentResource: 18 | apiVersion: ctl.isla.solutions/v1 19 | resource: cloudendpoints 20 | resyncPeriodSeconds: 2 21 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/jupyter-web-app/base/role.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: rbac.authorization.k8s.io/v1beta1 2 | kind: Role 3 | metadata: 4 | name: jupyter-notebook-role 5 | rules: 6 | - apiGroups: 7 | - "" 8 | resources: 9 | - pods 10 | - pods/log 11 | - secrets 12 | - services 13 | verbs: 14 | - '*' 15 | - apiGroups: 16 | - "" 17 | - apps 18 | - extensions 19 | resources: 20 | - deployments 21 | - replicasets 22 | verbs: 23 | - '*' 24 | - apiGroups: 25 | - kubeflow.org 26 | resources: 27 | - '*' 28 | verbs: 29 | - '*' 30 | - apiGroups: 31 | - batch 32 | resources: 33 | - jobs 34 | verbs: 35 | - '*' 36 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/metadata/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | bases: 3 | - base 4 | commonLabels: 5 | app.kubernetes.io/component: metadata 6 | app.kubernetes.io/instance: metadata-v0.7.0 7 | app.kubernetes.io/managed-by: kfctl 8 | app.kubernetes.io/name: metadata 9 | app.kubernetes.io/part-of: kubeflow 10 | app.kubernetes.io/version: v0.7.0 11 | configurations: 12 | - overlays/istio/params.yaml 13 | kind: Kustomization 14 | namespace: kubeflow 15 | resources: 16 | - overlays/istio/virtual-service.yaml 17 | - overlays/istio/virtual-service-metadata-grpc.yaml 18 | - overlays/application/application.yaml 19 | -------------------------------------------------------------------------------- /src/hyper-model/hypermodel/platform/abstract/git_host.py: -------------------------------------------------------------------------------- 1 | import pandas as pd 2 | from abc import ABC, abstractmethod 3 | from typing import List 4 | 5 | 6 | class GitHostBase(ABC):# extends Abstract Base class 7 | 8 | @abstractmethod 9 | def create_merge_request(self, 10 | reference: dict, 11 | reference_path: str, 12 | description: str = "Something awesome about the Model", 13 | target_branch: str = "master", 14 | labels: List[str] = ['model-bot'] 15 | ): 16 | pass 17 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/iap-ingress/base/ingress.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: extensions/v1beta1 # networking.k8s.io/v1beta1 2 | kind: Ingress 3 | metadata: 4 | annotations: 5 | certmanager.k8s.io/issuer: $(issuer) 6 | ingress.kubernetes.io/ssl-redirect: "true" 7 | kubernetes.io/ingress.global-static-ip-name: $(ipName) 8 | kubernetes.io/tls-acme: "true" 9 | networking.gke.io/managed-certificates: gke-certificate 10 | name: envoy-ingress 11 | spec: 12 | rules: 13 | - host: $(hostname) 14 | http: 15 | paths: 16 | - backend: 17 | serviceName: istio-ingressgateway 18 | servicePort: 80 19 | path: /* 20 | -------------------------------------------------------------------------------- /src/hyper-model/hypermodel/platform/abstract/sqllite_host.py: -------------------------------------------------------------------------------- 1 | import pandas as pd 2 | from abc import ABC, abstractmethod 3 | from typing import List 4 | 5 | 6 | class SQLLiteBase(ABC):# extends Abstract Base class 7 | 8 | @abstractmethod 9 | def create_merge_request(self, 10 | reference: dict, 11 | reference_path: str, 12 | description: str = "Something awesome about the Model", 13 | target_branch: str = "master", 14 | labels: List[str] = ['model-bot'] 15 | ): 16 | pass 17 | -------------------------------------------------------------------------------- /.vscode/settings.json: -------------------------------------------------------------------------------- 1 | { 2 | "python.pythonPath": "C:\\Users\\Tez\\.conda\\envs\\hml-dev-38\\python.exe", 3 | "python.linting.mypyEnabled": true, 4 | "python.linting.pylintEnabled": false, 5 | "python.linting.pylintUseMinimalCheckers": false, 6 | "python.linting.enabled": true, 7 | "python.linting.mypyPath": "C:\\Users\\Tez\\.mypyls\\Scripts\\mypy", 8 | "files.exclude": { 9 | "**/.git": true, 10 | "**/.svn": true, 11 | "**/.hg": true, 12 | "**/CVS": true, 13 | "**/.DS_Store": true, 14 | "**/__pycache__": true, 15 | "**/*.egg-info/": true, 16 | "**/node_modules/**": true, 17 | "**/.mypy_cache": true 18 | } 19 | } 20 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/default-install/base/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | kind: Kustomization 3 | resources: 4 | - profile-instance.yaml 5 | configMapGenerator: 6 | - name: default-install-parameters 7 | env: params.env 8 | vars: 9 | - name: user 10 | objref: 11 | kind: ConfigMap 12 | name: default-install-parameters 13 | apiVersion: v1 14 | fieldref: 15 | fieldpath: data.user 16 | - name: profile-name 17 | objref: 18 | kind: ConfigMap 19 | name: default-install-parameters 20 | apiVersion: v1 21 | fieldref: 22 | fieldpath: data.profile-name 23 | configurations: 24 | - params.yaml 25 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/iap-ingress/overlays/gcp-credentials/deployment.yaml: -------------------------------------------------------------------------------- 1 | # Patch the env/volumes/volumeMounts for GCP credentials 2 | apiVersion: apps/v1 3 | kind: Deployment 4 | metadata: 5 | name: iap-enabler 6 | spec: 7 | template: 8 | spec: 9 | containers: 10 | - name: iap 11 | env: 12 | - name: GOOGLE_APPLICATION_CREDENTIALS 13 | value: /var/run/secrets/sa/admin-gcp-sa.json 14 | volumeMounts: 15 | - mountPath: /var/run/secrets/sa 16 | name: sa-key 17 | readOnly: true 18 | volumes: 19 | - name: sa-key 20 | secret: 21 | secretName: admin-gcp-sa 22 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/seldon-core-operator/base/seldon-operator-manager-rolebinding-crb.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: rbac.authorization.k8s.io/v1 2 | kind: ClusterRoleBinding 3 | metadata: 4 | labels: 5 | app.kubernetes.io/instance: seldon-core-operator 6 | app.kubernetes.io/managed-by: Tiller 7 | app.kubernetes.io/name: seldon-core-operator 8 | helm.sh/chart: seldon-core-operator-0.4.1 9 | name: seldon-operator-manager-rolebinding 10 | roleRef: 11 | apiGroup: rbac.authorization.k8s.io 12 | kind: ClusterRole 13 | name: seldon-operator-manager-role 14 | subjects: 15 | - kind: ServiceAccount 16 | name: seldon-manager 17 | namespace: kubeflow 18 | -------------------------------------------------------------------------------- /src/hyper-model/hypermodel/cli/cli_start.py: -------------------------------------------------------------------------------- 1 | import click 2 | 3 | from hypermodel.platform.gcp.config import GooglePlatformConfig 4 | 5 | from hypermodel.cli.groups.warehouse import warehouse 6 | from hypermodel.cli.groups.lake import lake 7 | from hypermodel.cli.groups.k8s import k8s 8 | 9 | 10 | @click.group() 11 | @click.pass_context 12 | def cli(ctx): 13 | """hml""" 14 | # ctx.obj["config"] = GooglePlatformConfig() 15 | 16 | 17 | def main(): 18 | cli.add_command(warehouse) 19 | cli.add_command(lake) 20 | cli.add_command(k8s) 21 | 22 | cli(obj={}, auto_envvar_prefix="HML") 23 | 24 | 25 | if __name__ == "__main__": 26 | main() 27 | -------------------------------------------------------------------------------- /demo/tragic-titanic/.vscode/settings.json: -------------------------------------------------------------------------------- 1 | { 2 | "python.pythonPath": "C:\\ProgramData\\Anaconda3\\python.exe", 3 | "python.linting.mypyEnabled": true, 4 | "python.linting.pylintEnabled": false, 5 | "python.linting.pylintUseMinimalCheckers": false, 6 | "python.linting.enabled": true, 7 | "python.linting.mypyPath": "C:\\Users\\Tez\\.mypyls\\Scripts\\mypy", 8 | "files.exclude": { 9 | "**/.git": true, 10 | "**/.svn": true, 11 | "**/.hg": true, 12 | "**/CVS": true, 13 | "**/.DS_Store": true, 14 | "**/__pycache__": true, 15 | "**/*.egg-info/": true, 16 | "**/node_modules/**": true, 17 | "**/.mypy_cache": true 18 | } 19 | } 20 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/application/overlays/debug/stateful-set.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: apps/v1 2 | kind: StatefulSet 3 | metadata: 4 | name: stateful-set 5 | spec: 6 | template: 7 | spec: 8 | containers: 9 | - name: manager 10 | image: gcr.io/$(project)/application-controller:latest 11 | command: 12 | - /go/bin/dlv 13 | args: 14 | - --listen=:2345 15 | - --headless=true 16 | - --api-version=2 17 | - exec 18 | - /go/src/github.com/kubernetes-sigs/application/manager 19 | ports: 20 | - containerPort: 2345 21 | securityContext: 22 | privileged: true 23 | -------------------------------------------------------------------------------- /demo/car-crashes/src/README.md: -------------------------------------------------------------------------------- 1 | # Getting started 2 | 3 | ``` 4 | # Create a conda environment 5 | conda create -n crashed-env python=3.7 6 | conda activate crashed-env 7 | # Install the packaged in "editable" mode 8 | cd demo/car-crashes 9 | pip install -e . 10 | ``` 11 | In order to start the demo enter ```crashed``` to see options available and the proceed. 12 | 13 | # Type hinting & vscode 14 | 15 | - Uninstall "Python for VSCode" 16 | - Install "MyPy" & install Python3.8 17 | - Enable the "MyPy" Linter and remove the Pep8 linter 18 | 19 | # VSCode Theme & Setup 20 | 21 | - Theme "Gloom Dark" 22 | - Font: https://github.com/microsoft/cascadia-code 23 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/pipeline-visualization-service/base/deployment.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: apps/v1 2 | kind: Deployment 3 | metadata: 4 | labels: 5 | app: ml-pipeline-visualizationserver 6 | name: ml-pipeline-visualizationserver 7 | spec: 8 | selector: 9 | matchLabels: 10 | app: ml-pipeline-visualizationserver 11 | template: 12 | metadata: 13 | labels: 14 | app: ml-pipeline-visualizationserver 15 | spec: 16 | containers: 17 | - image: gcr.io/ml-pipeline/visualization-server 18 | imagePullPolicy: IfNotPresent 19 | name: ml-pipeline-visualizationserver 20 | ports: 21 | - containerPort: 8888 22 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/profiles/overlays/test/app_test.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kfdef.apps.kubeflow.org/v1alpha1 2 | kind: KfDef 3 | metadata: 4 | name: plugin-test 5 | spec: 6 | appdir: . 7 | componentParams: 8 | profiles: 9 | - name: overlay 10 | value: debug 11 | - name: overlay 12 | value: devices 13 | components: 14 | - profiles 15 | manifestsRepo: /Users/kdkasrav/plugin-test/.cache/manifests/pull/31/head 16 | packageManager: kustomize@pull/31 17 | packages: 18 | - profiles 19 | repo: /Users/kdkasrav/plugin-test/.cache/kubeflow/master/kubeflow 20 | useBasicAuth: false 21 | useIstio: true 22 | version: master 23 | status: {} 24 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/iap-ingress/base/policy.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: authentication.istio.io/v1alpha1 2 | kind: Policy 3 | metadata: 4 | name: ingress-jwt 5 | spec: 6 | origins: 7 | - jwt: 8 | audiences: 9 | - TO_BE_PATCHED 10 | issuer: https://cloud.google.com/iap 11 | jwksUri: https://www.gstatic.com/iap/verify/public_key-jwk 12 | jwtHeaders: 13 | - x-goog-iap-jwt-assertion 14 | trigger_rules: 15 | - excluded_paths: 16 | - exact: /healthz/ready 17 | - prefix: /.well-known/acme-challenge 18 | principalBinding: USE_ORIGIN 19 | targets: 20 | - name: istio-ingressgateway 21 | ports: 22 | - number: 80 23 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/pipelines-ui/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | bases: 3 | - base 4 | commonLabels: 5 | app.kubernetes.io/component: pipelines-ui 6 | app.kubernetes.io/instance: pipelines-ui-0.1.31 7 | app.kubernetes.io/managed-by: kfctl 8 | app.kubernetes.io/name: pipelines-ui 9 | app.kubernetes.io/part-of: kubeflow 10 | app.kubernetes.io/version: 0.1.31 11 | configurations: 12 | - overlays/istio/params.yaml 13 | kind: Kustomization 14 | namespace: kubeflow 15 | patchesStrategicMerge: 16 | - overlays/gcp/deployment.yaml 17 | resources: 18 | - overlays/istio/virtual-service.yaml 19 | - overlays/application/application.yaml 20 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/profiles/overlays/debug/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | kind: Kustomization 3 | bases: 4 | - ../../base 5 | patchesStrategicMerge: 6 | - deployment.yaml 7 | configMapGenerator: 8 | - name: parameters 9 | env: params.env 10 | generatorOptions: 11 | disableNameSuffixHash: true 12 | vars: 13 | - name: project 14 | objref: 15 | kind: ConfigMap 16 | name: parameters 17 | apiVersion: v1 18 | fieldref: 19 | fieldpath: data.project 20 | configurations: 21 | - params.yaml 22 | images: 23 | - name: gcr.io/$(project)/profile-controller 24 | newName: gcr.io/$(project)/profile-controller 25 | newTag: latest 26 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/seldon-core-operator/base/seldon-operator-controller-manager-service-svc.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Service 3 | metadata: 4 | labels: 5 | app.kubernetes.io/instance: seldon-core-operator 6 | app.kubernetes.io/managed-by: Tiller 7 | app.kubernetes.io/name: seldon-core-operator 8 | control-plane: seldon-controller-manager 9 | controller-tools.k8s.io: "1.0" 10 | helm.sh/chart: seldon-core-operator-0.4.1 11 | name: seldon-operator-controller-manager-service 12 | namespace: kubeflow 13 | spec: 14 | ports: 15 | - port: 443 16 | selector: 17 | control-plane: seldon-controller-manager 18 | controller-tools.k8s.io: "1.0" 19 | -------------------------------------------------------------------------------- /demo/car-crashes/README.md: -------------------------------------------------------------------------------- 1 | # Reference Kubeflow Machine Learning Implementation using Kubeflow & Gitlab 2 | 3 | ## Getting started 4 | 5 | ```sh 6 | conda create --name hml-dev python=3.7 7 | conda install -n hml-dev mypy pandas joblib flask waitress click tqdm 8 | conda activate hml-dev 9 | 10 | cd src 11 | # Install the `demo-crashed` package locally 12 | pip install -e . 13 | ``` 14 | 15 | ## Environment variables required 16 | 17 | ``` 18 | export DOCKERHUB_IMAGE=growingdata/demo-crashed 19 | export CI_COMMIT_SHA=latest 20 | 21 | export GITLAB_URL=https://gitlab.com/ 22 | export GITLAB_PROJECT=growingdata.hypermodel/demo-car-crashes 23 | export GITLAB_TOKEN=XXXXXXXXXXXX 24 | ``` 25 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/katib-crds/base/experiment-crd.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: apiextensions.k8s.io/v1beta1 2 | kind: CustomResourceDefinition 3 | metadata: 4 | name: experiments.kubeflow.org 5 | spec: 6 | additionalPrinterColumns: 7 | - JSONPath: .status.conditions[-1:].type 8 | name: Status 9 | type: string 10 | - JSONPath: .metadata.creationTimestamp 11 | name: Age 12 | type: date 13 | group: kubeflow.org 14 | version: v1alpha3 15 | scope: Namespaced 16 | subresources: 17 | status: {} 18 | names: 19 | kind: Experiment 20 | singular: experiment 21 | plural: experiments 22 | categories: 23 | - all 24 | - kubeflow 25 | - katib 26 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/cloud-endpoints/base/gcp-credentials-patch.yaml: -------------------------------------------------------------------------------- 1 | # Patch the env/volumes/volumeMounts for GCP credentials 2 | apiVersion: apps/v1 3 | kind: Deployment 4 | metadata: 5 | name: cloud-endpoints-controller 6 | spec: 7 | template: 8 | spec: 9 | containers: 10 | - name: cloud-endpoints-controller 11 | env: 12 | - name: GOOGLE_APPLICATION_CREDENTIALS 13 | value: /var/run/secrets/sa/admin-gcp-sa.json 14 | volumeMounts: 15 | - mountPath: /var/run/secrets/sa 16 | name: sa-key 17 | readOnly: true 18 | volumes: 19 | - name: sa-key 20 | secret: 21 | secretName: admin-gcp-sa 22 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/mysql/base/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | kind: Kustomization 3 | commonLabels: 4 | app: mysql 5 | resources: 6 | - deployment.yaml 7 | - service.yaml 8 | - persistent-volume-claim.yaml 9 | configMapGenerator: 10 | - name: pipeline-mysql-parameters 11 | env: params.env 12 | generatorOptions: 13 | disableNameSuffixHash: true 14 | vars: 15 | - name: mysqlPvcName 16 | objref: 17 | kind: ConfigMap 18 | name: pipeline-mysql-parameters 19 | apiVersion: v1 20 | fieldref: 21 | fieldpath: data.mysqlPvcName 22 | images: 23 | - name: mysql 24 | newTag: '5.6' 25 | newName: mysql 26 | configurations: 27 | - params.yaml 28 | -------------------------------------------------------------------------------- /src/hyper-model/hypermodel/data/test-distributions.json: -------------------------------------------------------------------------------- 1 | {"feature_uniques": {"cat_feature1": ["val11", "val12", "val13"], "cat_feature2": ["val21", "val22", "val23", "val24", "val25", "val26", "val27", "val28", "val29", "val20"], "cat_feature3": ["val31", "val32"]}, "feature_summaries": {"num_feature1": {"count": 50.0, "mean": 3.12, "std": 1.4234192808092745, "min": 1.0, "25%": 2.0, "50%": 3.0, "75%": 4.0, "max": 5.0}, "num_feature2": {"count": 50.0, "mean": 3.8580000000000014, "std": 2.3539016677050233, "min": 1.1, "25%": 1.2, "50%": 3.5, "75%": 6.4, "max": 6.4}, "num_feature3": {"count": 50.0, "mean": 5073.18, "std": 3429.4276114898494, "min": 300.0, "25%": 1001.0, "50%": 6041.0, "75%": 7811.0, "max": 9011.0}}} -------------------------------------------------------------------------------- /src/hyper-model/hypermodel/hml/prediction/routes/health.py: -------------------------------------------------------------------------------- 1 | 2 | import logging 3 | 4 | from flask import Flask 5 | 6 | 7 | def bind_health_routes(app: Flask): 8 | """ 9 | Binds new routes to the Flask App providing functionality about 10 | the health of the application. 11 | 12 | Args: 13 | app (Flask): The app to bind the new routes 14 | 15 | Returns: 16 | Nothing 17 | """ 18 | 19 | @app.route('/healthz') 20 | def health(): 21 | logging.info("api: /healthz") 22 | return "I am healthy!" 23 | 24 | @app.route('/testing') 25 | def testing(): 26 | logging.info("api: /testing") 27 | return "Hi tez, how are you?" 28 | -------------------------------------------------------------------------------- /.readthedocs.yml: -------------------------------------------------------------------------------- 1 | # .readthedocs.yml 2 | # Read the Docs configuration file 3 | # See https://docs.readthedocs.io/en/stable/config-file/v2.html for details 4 | 5 | # Required 6 | version: 2 7 | 8 | # Build documentation in the docs/ directory with Sphinx 9 | sphinx: 10 | configuration: src/hyper-model/docs/conf.py 11 | 12 | # Build documentation with MkDocs 13 | #mkdocs: 14 | # configuration: mkdocs.yml 15 | 16 | # Optionally build your docs in additional formats such as PDF and ePub 17 | formats: all 18 | 19 | # Optionally set the version of Python and requirements required to build your docs 20 | python: 21 | version: 3.7 22 | install: 23 | - requirements: src/hyper-model/requirements.txt 24 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/istio/base/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | kind: Kustomization 3 | resources: 4 | - kf-istio-resources.yaml 5 | - cluster-roles.yaml 6 | namespace: kubeflow 7 | configMapGenerator: 8 | - name: istio-parameters 9 | env: params.env 10 | vars: 11 | - name: clusterRbacConfig 12 | objref: 13 | kind: ConfigMap 14 | name: istio-parameters 15 | apiVersion: v1 16 | fieldref: 17 | fieldpath: data.clusterRbacConfig 18 | - name: gatewaySelector 19 | objref: 20 | kind: ConfigMap 21 | name: istio-parameters 22 | apiVersion: v1 23 | fieldref: 24 | fieldpath: data.gatewaySelector 25 | configurations: 26 | - params.yaml 27 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/mysql/base/deployment.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: apps/v1 2 | kind: Deployment 3 | metadata: 4 | name: mysql 5 | spec: 6 | strategy: 7 | type: Recreate 8 | template: 9 | spec: 10 | containers: 11 | - name: mysql 12 | env: 13 | - name: MYSQL_ALLOW_EMPTY_PASSWORD 14 | value: "true" 15 | image: mysql:5.6 16 | ports: 17 | - containerPort: 3306 18 | name: mysql 19 | volumeMounts: 20 | - mountPath: /var/lib/mysql 21 | name: mysql-persistent-storage 22 | volumes: 23 | - name: mysql-persistent-storage 24 | persistentVolumeClaim: 25 | claimName: $(mysqlPvcName) 26 | -------------------------------------------------------------------------------- /src/hyper-model/hypermodel/tests/test_data/test-distributions.json: -------------------------------------------------------------------------------- 1 | {"feature_uniques": {"cat_feature1": ["val11", "val12", "val13"], "cat_feature2": ["val21", "val22", "val23", "val24", "val25", "val26", "val27", "val28", "val29", "val20"], "cat_feature3": ["val31", "val32"]}, "feature_summaries": {"num_feature1": {"count": 50.0, "mean": 3.12, "std": 1.4234192808092745, "min": 1.0, "25%": 2.0, "50%": 3.0, "75%": 4.0, "max": 5.0}, "num_feature2": {"count": 50.0, "mean": 3.8580000000000014, "std": 2.3539016677050233, "min": 1.1, "25%": 1.2, "50%": 3.5, "75%": 6.4, "max": 6.4}, "num_feature3": {"count": 50.0, "mean": 5073.18, "std": 3429.4276114898494, "min": 300.0, "25%": 1001.0, "50%": 6041.0, "75%": 7811.0, "max": 9011.0}}} -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/kfserving-install/base/cluster-role-binding.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: rbac.authorization.k8s.io/v1 2 | kind: ClusterRoleBinding 3 | metadata: 4 | name: kfserving-proxy-rolebinding 5 | roleRef: 6 | apiGroup: rbac.authorization.k8s.io 7 | kind: ClusterRole 8 | name: kfserving-proxy-role 9 | subjects: 10 | - kind: ServiceAccount 11 | name: default 12 | --- 13 | apiVersion: rbac.authorization.k8s.io/v1 14 | kind: ClusterRoleBinding 15 | metadata: 16 | creationTimestamp: null 17 | name: manager-rolebinding 18 | roleRef: 19 | apiGroup: rbac.authorization.k8s.io 20 | kind: ClusterRole 21 | name: manager-role 22 | subjects: 23 | - kind: ServiceAccount 24 | name: default 25 | --- 26 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/seldon-core-operator/base/seldon-config-cm.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | data: 3 | credentials: |- 4 | { 5 | "gcs" : { 6 | "gcsCredentialFileName": "gcloud-application-credentials.json" 7 | }, 8 | "s3" : { 9 | "s3AccessKeyIDName": "awsAccessKeyID", 10 | "s3SecretAccessKeyName": "awsSecretAccessKey" 11 | } 12 | } 13 | kind: ConfigMap 14 | metadata: 15 | labels: 16 | app.kubernetes.io/instance: seldon-core-operator 17 | app.kubernetes.io/managed-by: Tiller 18 | app.kubernetes.io/name: seldon-core-operator 19 | helm.sh/chart: seldon-core-operator-0.4.1 20 | name: seldon-config 21 | namespace: kubeflow 22 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/argo/base/cluster-role-binding.yaml: -------------------------------------------------------------------------------- 1 | --- 2 | apiVersion: rbac.authorization.k8s.io/v1beta1 3 | kind: ClusterRoleBinding 4 | metadata: 5 | labels: 6 | app: argo 7 | name: argo 8 | roleRef: 9 | apiGroup: rbac.authorization.k8s.io 10 | kind: ClusterRole 11 | name: argo 12 | subjects: 13 | - kind: ServiceAccount 14 | name: argo 15 | namespace: kubeflow 16 | --- 17 | apiVersion: rbac.authorization.k8s.io/v1beta1 18 | kind: ClusterRoleBinding 19 | metadata: 20 | labels: 21 | app: argo-ui 22 | name: argo-ui 23 | roleRef: 24 | apiGroup: rbac.authorization.k8s.io 25 | kind: ClusterRole 26 | name: argo-ui 27 | subjects: 28 | - kind: ServiceAccount 29 | name: argo-ui 30 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/cloud-endpoints/overlays/gcp-credentials/gcp-credentials-patch.yaml: -------------------------------------------------------------------------------- 1 | # Patch the env/volumes/volumeMounts for GCP credentials 2 | apiVersion: apps/v1 3 | kind: Deployment 4 | metadata: 5 | name: cloud-endpoints-controller 6 | spec: 7 | template: 8 | spec: 9 | containers: 10 | - name: cloud-endpoints-controller 11 | env: 12 | - name: GOOGLE_APPLICATION_CREDENTIALS 13 | value: /var/run/secrets/sa/admin-gcp-sa.json 14 | volumeMounts: 15 | - mountPath: /var/run/secrets/sa 16 | name: sa-key 17 | readOnly: true 18 | volumes: 19 | - name: sa-key 20 | secret: 21 | secretName: admin-gcp-sa 22 | -------------------------------------------------------------------------------- /src/hyper-model/hypermodel/cli/groups/lake.py: -------------------------------------------------------------------------------- 1 | import click 2 | from hypermodel.platform.gcp.data_lake import DataLake 3 | 4 | 5 | @click.group() 6 | def lake(): 7 | """Issue commands to the data lake / blob storage system""" 8 | pass 9 | 10 | 11 | @lake.command() 12 | @click.option('-b', '--bucket-path', required=True, help='The path to the blob within a bucket') 13 | @click.option('-l', '--local-path', required=True, default='World', help='The local path to the file to upload') 14 | @click.pass_context 15 | def upload(ctx, bucket_path: str, local_path: str) -> bool: 16 | config = ctx.obj['config'] 17 | lake = DataLake(config) 18 | result = lake.upload(bucket_path, local_path) 19 | return result 20 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/application/base/stateful-set.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: apps/v1 2 | kind: StatefulSet 3 | metadata: 4 | name: stateful-set 5 | spec: 6 | serviceName: service 7 | selector: 8 | matchLabels: 9 | app: application-controller 10 | template: 11 | metadata: 12 | labels: 13 | app: application-controller 14 | spec: 15 | containers: 16 | - name: manager 17 | command: 18 | - /root/manager 19 | image: gcr.io/kubeflow-images-public/kubernetes-sigs/application 20 | imagePullPolicy: Always 21 | env: 22 | - name: project 23 | value: $(project) 24 | serviceAccountName: service-account 25 | volumeClaimTemplates: [] 26 | -------------------------------------------------------------------------------- /src/hyper-model/docs/hypermodel.features.rst: -------------------------------------------------------------------------------- 1 | hypermodel.features package 2 | =========================== 3 | 4 | Submodules 5 | ---------- 6 | 7 | hypermodel.features.categorical module 8 | -------------------------------------- 9 | 10 | .. automodule:: hypermodel.features.categorical 11 | :members: 12 | :undoc-members: 13 | :show-inheritance: 14 | 15 | hypermodel.features.numerical module 16 | ------------------------------------ 17 | 18 | .. automodule:: hypermodel.features.numerical 19 | :members: 20 | :undoc-members: 21 | :show-inheritance: 22 | 23 | 24 | Module contents 25 | --------------- 26 | 27 | .. automodule:: hypermodel.features 28 | :members: 29 | :undoc-members: 30 | :show-inheritance: 31 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/seldon-core-operator/base/kustomization.yaml: -------------------------------------------------------------------------------- 1 | # List of resource files that kustomize reads, modifies 2 | # and emits as a YAML string 3 | resources: 4 | - seldon-config-cm.yaml 5 | - seldon-manager-sa.yaml 6 | - seldon-operator-controller-manager-service-svc.yaml 7 | - seldon-operator-controller-manager-statefulset.yaml 8 | - seldon-operator-manager-role-clusterrole.yaml 9 | - seldon-operator-manager-rolebinding-crb.yaml 10 | - seldon-operator-webhook-server-secret-secret.yaml 11 | - seldondeployments.machinelearning.seldon.io-crd.yaml 12 | - webhook-server-service-svc.yaml 13 | images: 14 | - name: docker.io/seldonio/seldon-core-operator 15 | newName: docker.io/seldonio/seldon-core-operator 16 | newTag: 0.4.1 17 | -------------------------------------------------------------------------------- /src/hyper-model/docs/Makefile: -------------------------------------------------------------------------------- 1 | # Minimal makefile for Sphinx documentation 2 | # 3 | 4 | # You can set these variables from the command line, and also 5 | # from the environment for the first two. 6 | SPHINXOPTS ?= -W 7 | SPHINXBUILD ?= sphinx-build 8 | SOURCEDIR = . 9 | BUILDDIR = _build 10 | 11 | # Put it first so that "make" without argument is like "make help". 12 | help: 13 | @$(SPHINXBUILD) -M help "$(SOURCEDIR)" "$(BUILDDIR)" $(SPHINXOPTS) $(O) 14 | 15 | .PHONY: help Makefile 16 | 17 | # Catch-all target: route all unknown targets to Sphinx using the new 18 | # "make mode" option. $(O) is meant as a shortcut for $(SPHINXOPTS). 19 | %: Makefile 20 | @$(SPHINXBUILD) -M $@ "$(SOURCEDIR)" "$(BUILDDIR)" $(SPHINXOPTS) $(O) 21 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/katib-crds/base/trial-crd.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: apiextensions.k8s.io/v1beta1 2 | kind: CustomResourceDefinition 3 | metadata: 4 | name: trials.kubeflow.org 5 | spec: 6 | additionalPrinterColumns: 7 | - JSONPath: .status.conditions[-1:].type 8 | name: Type 9 | type: string 10 | - JSONPath: .status.conditions[-1:].status 11 | name: Status 12 | type: string 13 | - JSONPath: .metadata.creationTimestamp 14 | name: Age 15 | type: date 16 | group: kubeflow.org 17 | version: v1alpha3 18 | scope: Namespaced 19 | subresources: 20 | status: {} 21 | names: 22 | kind: Trial 23 | singular: trial 24 | plural: trials 25 | categories: 26 | - all 27 | - kubeflow 28 | - katib 29 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/minio/base/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | kind: Kustomization 3 | commonLabels: 4 | app: minio 5 | resources: 6 | - deployment.yaml 7 | - secret.yaml 8 | - service.yaml 9 | - persistent-volume-claim.yaml 10 | configMapGenerator: 11 | - name: pipeline-minio-parameters 12 | env: params.env 13 | generatorOptions: 14 | disableNameSuffixHash: true 15 | vars: 16 | - name: minioPvcName 17 | objref: 18 | kind: ConfigMap 19 | name: pipeline-minio-parameters 20 | apiVersion: v1 21 | fieldref: 22 | fieldpath: data.minioPvcName 23 | images: 24 | - name: minio/minio 25 | newTag: RELEASE.2018-02-09T22-40-05Z 26 | newName: minio/minio 27 | configurations: 28 | - params.yaml 29 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/iap-ingress/base/cluster-role.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: rbac.authorization.k8s.io/v1beta1 2 | kind: ClusterRole 3 | metadata: 4 | name: kf-admin-iap 5 | rules: 6 | - apiGroups: 7 | - "" 8 | resources: 9 | - services 10 | - configmaps 11 | - secrets 12 | verbs: 13 | - get 14 | - list 15 | - patch 16 | - update 17 | - apiGroups: 18 | - extensions 19 | - networking.k8s.io 20 | resources: 21 | - ingresses 22 | verbs: 23 | - get 24 | - list 25 | - update 26 | - patch 27 | - apiGroups: 28 | - authentication.istio.io 29 | resources: 30 | - policies 31 | verbs: 32 | - '*' 33 | - apiGroups: 34 | - networking.istio.io 35 | resources: 36 | - gateways 37 | - virtualservices 38 | verbs: 39 | - '*' 40 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/katib-controller/base/katib-ui-rbac.yaml: -------------------------------------------------------------------------------- 1 | kind: ClusterRole 2 | apiVersion: rbac.authorization.k8s.io/v1 3 | metadata: 4 | name: katib-ui 5 | rules: 6 | - apiGroups: 7 | - "" 8 | resources: 9 | - configmaps 10 | verbs: 11 | - "*" 12 | - apiGroups: 13 | - kubeflow.org 14 | resources: 15 | - experiments 16 | - trials 17 | verbs: 18 | - "*" 19 | --- 20 | apiVersion: v1 21 | kind: ServiceAccount 22 | metadata: 23 | name: katib-ui 24 | --- 25 | kind: ClusterRoleBinding 26 | apiVersion: rbac.authorization.k8s.io/v1 27 | metadata: 28 | name: katib-ui 29 | roleRef: 30 | apiGroup: rbac.authorization.k8s.io 31 | kind: ClusterRole 32 | name: katib-ui 33 | subjects: 34 | - kind: ServiceAccount 35 | name: katib-ui 36 | -------------------------------------------------------------------------------- /src/hyper-model/docs/hypermodel.ml.features.rst: -------------------------------------------------------------------------------- 1 | hypermodel.hml.features package 2 | ============================== 3 | 4 | Submodules 5 | ---------- 6 | 7 | hypermodel.hml.features.categorical module 8 | ----------------------------------------- 9 | 10 | .. automodule:: hypermodel.hml.features.categorical 11 | :members: 12 | :undoc-members: 13 | :show-inheritance: 14 | 15 | hypermodel.hml.features.numerical module 16 | --------------------------------------- 17 | 18 | .. automodule:: hypermodel.hml.features.numerical 19 | :members: 20 | :undoc-members: 21 | :show-inheritance: 22 | 23 | 24 | Module contents 25 | --------------- 26 | 27 | .. automodule:: hypermodel.hml.features 28 | :members: 29 | :undoc-members: 30 | :show-inheritance: 31 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/jupyter-web-app/base/cluster-role.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: rbac.authorization.k8s.io/v1 2 | kind: ClusterRole 3 | metadata: 4 | name: cluster-role 5 | rules: 6 | - apiGroups: 7 | - "" 8 | resources: 9 | - namespaces 10 | verbs: 11 | - get 12 | - list 13 | - create 14 | - delete 15 | - apiGroups: 16 | - kubeflow.org 17 | resources: 18 | - notebooks 19 | - poddefaults 20 | verbs: 21 | - get 22 | - list 23 | - create 24 | - delete 25 | - apiGroups: 26 | - "" 27 | resources: 28 | - persistentvolumeclaims 29 | verbs: 30 | - create 31 | - delete 32 | - get 33 | - list 34 | - apiGroups: 35 | - storage.k8s.io 36 | resources: 37 | - storageclasses 38 | verbs: 39 | - get 40 | - list 41 | - watch 42 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/notebook-controller/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | bases: 3 | - base 4 | commonLabels: 5 | app.kubernetes.io/component: notebook-controller 6 | app.kubernetes.io/instance: notebook-controller-v0.7.0 7 | app.kubernetes.io/managed-by: kfctl 8 | app.kubernetes.io/name: notebook-controller 9 | app.kubernetes.io/part-of: kubeflow 10 | app.kubernetes.io/version: v0.7.0 11 | configMapGenerator: 12 | - behavior: merge 13 | env: overlays/istio/params.env 14 | name: parameters 15 | generatorOptions: 16 | disableNameSuffixHash: true 17 | kind: Kustomization 18 | namespace: kubeflow 19 | patchesStrategicMerge: 20 | - overlays/istio/deployment.yaml 21 | resources: 22 | - overlays/application/application.yaml 23 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/profiles/overlays/debug/deployment.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: apps/v1 2 | kind: Deployment 3 | metadata: 4 | name: deployment 5 | spec: 6 | template: 7 | spec: 8 | containers: 9 | - name: manager 10 | command: ["/go/bin/dlv"] 11 | args: ["--listen=:2345", "--headless=true", "--api-version=2", "exec", "/go/src/github.com/kubeflow/kubeflow/components/profile-controller/manager"] 12 | env: 13 | - name: project 14 | valueFrom: 15 | configMapKeyRef: 16 | name: parameters 17 | key: project 18 | image: gcr.io/$(project)/profile-controller:latest 19 | ports: 20 | - containerPort: 2345 21 | securityContext: 22 | privileged: true 23 | -------------------------------------------------------------------------------- /infra/kubeflow-07/install.sh: -------------------------------------------------------------------------------- 1 | export PROJECT=XXXXXXX 2 | export ZONE=australia-southeast1-a 3 | export CLIENT_ID=XXXXXXX.apps.googleusercontent.com 4 | export CLIENT_SECRET=XXXXXXX 5 | export KF_NAME=kubeflow-007 6 | 7 | wget https://raw.githubusercontent.com/kubeflow/manifests/v0.7-branch/kfdef/kfctl_gcp_iap.0.7.0.yaml 8 | 9 | gcloud config set compute/zone australia-southeast1-a 10 | 11 | kfctl build -V --file=kfctl_gcp_iap.0.7.0.yaml 12 | 13 | ######################################### 14 | # We will then want to edit the cluster config 15 | # so that we don't have too many GPU's and instances 16 | # which might make for an expensive bill 17 | # The file to edit is: gcp_config/cluster-kubeflow.yml 18 | ######################################### 19 | 20 | kfctl apply -V --file=kfctl_gcp_iap.0.7.0.yaml -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/spartakus/base/kustomization.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kustomize.config.k8s.io/v1beta1 2 | kind: Kustomization 3 | resources: 4 | - cluster-role-binding.yaml 5 | - cluster-role.yaml 6 | - deployment.yaml 7 | - service-account.yaml 8 | commonLabels: 9 | kustomize.component: spartakus 10 | images: 11 | - name: gcr.io/google_containers/spartakus-amd64 12 | newName: gcr.io/google_containers/spartakus-amd64 13 | newTag: v1.1.0 14 | configMapGenerator: 15 | - name: spartakus-parameters 16 | env: params.env 17 | generatorOptions: 18 | disableNameSuffixHash: true 19 | vars: 20 | - name: usageId 21 | objref: 22 | kind: ConfigMap 23 | name: spartakus-parameters 24 | apiVersion: v1 25 | fieldref: 26 | fieldpath: data.usageId 27 | configurations: 28 | - params.yaml 29 | -------------------------------------------------------------------------------- /.vscode/launch.json: -------------------------------------------------------------------------------- 1 | { 2 | // Use IntelliSense to learn about possible attributes. 3 | // Hover to view descriptions of existing attributes. 4 | // For more information, visit: https://go.microsoft.com/fwlink/?linkid=830387 5 | "version": "0.2.0", 6 | "configurations": [ 7 | { 8 | "name": "Python: crashed run-all", 9 | "type": "python", 10 | "request": "launch", 11 | "program": "${workspaceRoot}\\demo\\car-crashes\\src\\crashed\\start.py", 12 | "args": ["pipelines", "crashed_pipeline", "run-all"], 13 | "env": { 14 | "HML_TMP": "C:\\Temp\\" 15 | } 16 | }, 17 | { 18 | "name": "Python: crashed\\start.py", 19 | "type": "python", 20 | "request": "launch", 21 | "console": "integratedTerminal" 22 | } 23 | ] 24 | } 25 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/minio/base/deployment.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: apps/v1 2 | kind: Deployment 3 | metadata: 4 | name: minio 5 | spec: 6 | strategy: 7 | type: Recreate 8 | template: 9 | spec: 10 | containers: 11 | - name: minio 12 | args: 13 | - server 14 | - /data 15 | env: 16 | - name: MINIO_ACCESS_KEY 17 | value: minio 18 | - name: MINIO_SECRET_KEY 19 | value: minio123 20 | image: minio/minio:RELEASE.2018-02-09T22-40-05Z 21 | ports: 22 | - containerPort: 9000 23 | volumeMounts: 24 | - mountPath: /data 25 | name: data 26 | subPath: minio 27 | volumes: 28 | - name: data 29 | persistentVolumeClaim: 30 | claimName: $(minioPvcName) 31 | -------------------------------------------------------------------------------- /infra/kubeflow-07/kustomize/tensorboard/base/deployment.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: apps/v1 2 | kind: Deployment 3 | metadata: 4 | labels: 5 | app: tensorboard 6 | name: tensorboard 7 | spec: 8 | replicas: 1 9 | template: 10 | metadata: 11 | labels: 12 | app: tensorboard 13 | spec: 14 | containers: 15 | - args: 16 | - --logdir=logs 17 | - --port=6006 18 | command: 19 | - /usr/local/bin/tensorboard 20 | image: tensorflow/tensorflow:1.8.0 21 | imagePullPolicy: IfNotPresent 22 | name: tensorboard 23 | ports: 24 | - containerPort: 6006 25 | resources: 26 | limits: 27 | cpu: "4" 28 | memory: 4Gi 29 | requests: 30 | cpu: "1" 31 | memory: 1Gi 32 | --------------------------------------------------------------------------------