26 |
43 |
--------------------------------------------------------------------------------
/ui/src/app/app.component.html:
--------------------------------------------------------------------------------
1 |
27 |
42 |
28 |
41 |
29 |
40 |
30 |
39 |
31 |
34 |
35 | Experimental feature disabled!
36 |
37 |
38 |
2 |
3 |
7 |
--------------------------------------------------------------------------------
/ui/src/app/modules/changepassword/components/changepassword.component.html:
--------------------------------------------------------------------------------
1 |
4 | {{messages && messages.common.appHeader}}
5 |
6 |
8 |
48 |
9 |
20 |
21 | 
39 | GitHub
40 |
41 |
42 |
46 |
47 |
10 |
14 |
11 | Loading...
12 |
13 |
15 |
19 |
16 |
18 |
39 | GitHub
40 |
41 |
42 |
2 |
39 |
--------------------------------------------------------------------------------
/cluster/helm/chart/purser/templates/purser-ui-deployment.yaml:
--------------------------------------------------------------------------------
1 | apiVersion: apps/v1
2 | kind: Deployment
3 | metadata:
4 | name: {{ include "purser.fullname" . }}-ui
5 | namespace: {{ .Release.Namespace }}
6 | labels:
7 | app.kubernetes.io/name: {{ include "purser.name" . }}-ui
8 | helm.sh/chart: {{ include "purser.chart" . }}
9 | app.kubernetes.io/instance: {{ .Release.Name }}
10 | app.kubernetes.io/managed-by: {{ .Release.Service }}
11 | spec:
12 | replicas: {{ .Values.ui.replicaCount }}
13 | selector:
14 | matchLabels:
15 | app.kubernetes.io/name: {{ include "purser.name" . }}-ui
16 | app.kubernetes.io/instance: {{ .Release.Name }}
17 | template:
18 | metadata:
19 | labels:
20 | app.kubernetes.io/name: {{ include "purser.name" . }}-ui
21 | app.kubernetes.io/instance: {{ .Release.Name }}
22 | spec:
23 | volumes:
24 | - configMap:
25 | defaultMode: 420
26 | name: {{ include "purser.fullname" . }}-ui
27 | name: nginx
28 | containers:
29 | - name: {{ .Chart.Name }}
30 | image: "{{ .Values.ui.image.repository }}:{{ .Values.ui.image.tag }}"
31 | imagePullPolicy: {{ .Values.ui.image.pullPolicy }}
32 | ports:
33 | - name: http
34 | containerPort: 4200
35 | protocol: TCP
36 | volumeMounts:
37 | - mountPath: /etc/nginx/conf.d
38 | name: nginx
39 | livenessProbe:
40 | httpGet:
41 | path: /
42 | port: http
43 | readinessProbe:
44 | httpGet:
45 | path: /
46 | port: http
47 | resources:
48 | {{- toYaml .Values.ui.resources | nindent 12 }}
49 | {{- with .Values.ui.nodeSelector }}
50 | nodeSelector:
51 | {{- toYaml . | nindent 8 }}
52 | {{- end }}
53 | {{- with .Values.ui.affinity }}
54 | affinity:
55 | {{- toYaml . | nindent 8 }}
56 | {{- end }}
57 | {{- with .Values.ui.tolerations }}
58 | tolerations:
59 | {{- toYaml . | nindent 8 }}
60 | {{- end }}
61 |
--------------------------------------------------------------------------------
/pkg/controller/utils/unitConversions.go:
--------------------------------------------------------------------------------
1 | /*
2 | * Copyright (c) 2018 VMware Inc. All Rights Reserved.
3 | * SPDX-License-Identifier: Apache-2.0
4 | *
5 | * Licensed under the Apache License, Version 2.0 (the "License");
6 | * you may not use this file except in compliance with the License.
7 | * You may obtain a copy of the License at
8 | *
9 | * http://www.apache.org/licenses/LICENSE-2.0
10 | *
11 | * Unless required by applicable law or agreed to in writing, software
12 | * distributed under the License is distributed on an "AS IS" BASIS,
13 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14 | * See the License for the specific language governing permissions and
15 | * limitations under the License.
16 | */
17 |
18 | package utils
19 |
20 | import (
21 | "strconv"
22 |
23 | log "github.com/Sirupsen/logrus"
24 | "k8s.io/apimachinery/pkg/api/resource"
25 | )
26 |
27 | // BytesToGB converts from bytes(int64) to GB(float64)
28 | func BytesToGB(val int64) float64 {
29 | return float64BytesToFloat64GB(float64(val))
30 | }
31 |
32 | // ConvertToFloat64GB quantity to float64 GB
33 | func ConvertToFloat64GB(quantity *resource.Quantity) float64 {
34 | return float64BytesToFloat64GB(resourceToFloat64(quantity))
35 | }
36 |
37 | // ConvertToFloat64CPU quantity to float64 vCPU
38 | func ConvertToFloat64CPU(quantity *resource.Quantity) float64 {
39 | return resourceToFloat64(quantity)
40 | }
41 |
42 | // AddResourceAToResourceB ...
43 | func AddResourceAToResourceB(resA, resB *resource.Quantity) {
44 | if resA != nil {
45 | resB.Add(*resA)
46 | }
47 | }
48 |
49 | // float64BytesToFloat64GB from bytes (float64) to GB(float64)
50 | func float64BytesToFloat64GB(val float64) float64 {
51 | return val / (1024.0 * 1024.0 * 1024.0)
52 | }
53 |
54 | // resourceToFloat64 ...
55 | func resourceToFloat64(quantity *resource.Quantity) float64 {
56 | decVal := quantity.AsDec()
57 | decValueFloat, err := strconv.ParseFloat(decVal.String(), 64)
58 | if err != nil {
59 | log.Errorf("error while converting into string: (%s) to float\n", decVal.String())
60 | }
61 | return decValueFloat // 0 if not isSuccess
62 | }
63 |
--------------------------------------------------------------------------------
/cluster/minimal/purser-controller-setup.yaml:
--------------------------------------------------------------------------------
1 | # Service account
2 | apiVersion: v1
3 | kind: ServiceAccount
4 | metadata:
5 | name: purser-service-account
6 | ---
7 | # RBAC
8 | apiVersion: rbac.authorization.k8s.io/v1beta1
9 | kind: ClusterRole
10 | metadata:
11 | name: purser-permissions
12 | rules:
13 | - apiGroups: ["apiextensions.k8s.io"]
14 | resources: ["customresourcedefinitions"]
15 | verbs: ["get", "watch", "list", "update", "create", "delete"]
16 | - apiGroups: ["vmware.purser.com"]
17 | resources: ["groups", "subscribers"]
18 | verbs: ["get", "watch", "list", "update", "create", "delete"]
19 | - apiGroups: ["*"]
20 | resources: ["*"]
21 | verbs: ["get", "watch", "list"]
22 | # Uncomment next three lines to enable interactions feature.
23 | # - apiGroups: ["*"]
24 | # resources: ["pods/exec"]
25 | # verbs: ["create"]
26 | ---
27 | # ClusterRoleBinding
28 | apiVersion: rbac.authorization.k8s.io/v1beta1
29 | kind: ClusterRoleBinding
30 | metadata:
31 | name: purser-cluster-role
32 | roleRef:
33 | apiGroup: rbac.authorization.k8s.io
34 | kind: ClusterRole
35 | name: purser-permissions
36 | subjects:
37 | - kind: ServiceAccount
38 | name: purser-service-account
39 | namespace: purser
40 | ---
41 | apiVersion: v1
42 | kind: Service
43 | metadata:
44 | name: purser
45 | spec:
46 | selector:
47 | app: purser
48 | ports:
49 | - protocol: TCP
50 | port: 3030
51 | targetPort: http
52 | ---
53 | apiVersion: apps/v1
54 | kind: Deployment
55 | metadata:
56 | name: purser
57 | spec:
58 | selector:
59 | matchLabels:
60 | app: purser
61 | replicas: 1
62 | template:
63 | metadata:
64 | labels:
65 | app: purser
66 | spec:
67 | serviceAccountName: purser-service-account
68 | containers:
69 | - name: purser-controller
70 | image: kreddyj/purser:controller-1.0.2
71 | imagePullPolicy: Always
72 | ports:
73 | - name: http
74 | containerPort: 3030
75 | command: ["/controller"]
76 | args: ["--log=info", "--interactions=disable", "--dgraphURL=purser-db", "--dgraphPort=9080"]
77 |
--------------------------------------------------------------------------------
/pkg/controller/dgraph/models/query/subscriber_test.go:
--------------------------------------------------------------------------------
1 | /*
2 | * Copyright (c) 2018 VMware Inc. All Rights Reserved.
3 | * SPDX-License-Identifier: Apache-2.0
4 | *
5 | * Licensed under the Apache License, Version 2.0 (the "License");
6 | * you may not use this file except in compliance with the License.
7 | * You may obtain a copy of the License at
8 | *
9 | * http://www.apache.org/licenses/LICENSE-2.0
10 | *
11 | * Unless required by applicable law or agreed to in writing, software
12 | * distributed under the License is distributed on an "AS IS" BASIS,
13 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14 | * See the License for the specific language governing permissions and
15 | * limitations under the License.
16 | */
17 |
18 | package query
19 |
20 | import (
21 | "fmt"
22 | "testing"
23 |
24 | "github.com/vmware/purser/pkg/controller/dgraph/models"
25 |
26 | "github.com/stretchr/testify/assert"
27 | )
28 |
29 | func mockDgraphForSubscriberQueries(queryType string) {
30 | executeQuery = func(query string, root interface{}) error {
31 | dummySubscriberList, ok := root.(*subscriberRoot)
32 | if !ok {
33 | return fmt.Errorf("wrong root received")
34 | }
35 |
36 | if queryType == testRetrieveSubscribers {
37 | dummySubscriber := models.SubscriberCRD{
38 | Name: "subscriber-purser",
39 | Spec: models.SubscriberSpec{
40 | URL: "http://purser.com",
41 | },
42 | }
43 | dummySubscriberList.Subscribers = []models.SubscriberCRD{dummySubscriber}
44 | return nil
45 | }
46 |
47 | return fmt.Errorf("no data found")
48 | }
49 | }
50 |
51 | // TestRetrieveSubscribersWithDgraphError ...
52 | func TestRetrieveSubscribersWithDgraphError(t *testing.T) {
53 | mockDgraphForSubscriberQueries(testWrongQuery)
54 | _, err := RetrieveSubscribers()
55 | assert.Error(t, err)
56 | }
57 |
58 | // TestRetrieveSubscribers ...
59 | func TestRetrieveSubscribers(t *testing.T) {
60 | mockDgraphForSubscriberQueries(testRetrieveSubscribers)
61 | got, err := RetrieveSubscribers()
62 | expected := []models.SubscriberCRD{{
63 | Name: "subscriber-purser",
64 | Spec: models.SubscriberSpec{
65 | URL: "http://purser.com",
66 | },
67 | }}
68 | assert.Equal(t, expected, got)
69 | assert.NoError(t, err)
70 | }
71 |
--------------------------------------------------------------------------------
/ui/src/app/modules/topo-graph/components/topo-graph.component.scss:
--------------------------------------------------------------------------------
1 | .graphCardBlock{
2 | ::ng-deep .googleChart{
3 | display: block;
4 | margin: 0 auto;
5 | }
6 | ::ng-deep .customNode{
7 | border: 1px solid #2B7CE9;
8 | border-radius: 5%;
9 | background-color: whitesmoke;
10 | font-size: 14px;
11 | font-weight: 800;
12 | }
13 | .headerBlock{
14 | display: flex;
15 | .headerText{
16 | font-size: 18px;
17 | }
18 | .card-title{
19 | flex: 1;
20 | }
21 | .filterDiv{
22 | label{
23 | padding-right: 10px;
24 | }
25 | padding-right: 60px;
26 | }
27 | .toggleDiv{
28 | .viewSwitchLeftLabel{
29 | padding-right: 5px;
30 | }
31 | }
32 | }
33 | .card-text{
34 | text-align: center;
35 | overflow-x: auto;
36 | .legendDiv{
37 | display: flex;
38 | .legend{
39 | display: flex;
40 | align-items: center;
41 | padding: 5px;
42 | .fakeLegend{
43 | width: 10px;
44 | height: 10px;
45 | border-radius: 50%;
46 | }
47 | .fakeLegendText{
48 | padding-left: 5px;
49 | }
50 | }
51 | }
52 | }
53 | ::ng-deep .namespace{
54 | color: red;
55 | }
56 | ::ng-deep .service{
57 | color: yellow;
58 | }
59 | ::ng-deep .pod{
60 | color: green;
61 | }
62 | ::ng-deep .container{
63 | color: blue
64 | }
65 | ::ng-deep .process{
66 | color: orange;
67 | }
68 | ::ng-deep .cluster{
69 | color: orangered;
70 | }
71 | ::ng-deep .deployment{
72 | color: purple;
73 | }
74 | ::ng-deep .replicaset{
75 | color: palevioletred;
76 | }
77 | ::ng-deep .node{
78 | color: royalblue;
79 | }
80 | ::ng-deep .daemonset{
81 | color: brown;
82 | }
83 | ::ng-deep .job{
84 | color: black;
85 | }
86 | ::ng-deep .statefulset{
87 | color: goldenrod;
88 | }
89 | }
90 |
--------------------------------------------------------------------------------
/pkg/controller/types.go:
--------------------------------------------------------------------------------
1 | /*
2 | * Copyright (c) 2018 VMware Inc. All Rights Reserved.
3 | * SPDX-License-Identifier: Apache-2.0
4 | *
5 | * Licensed under the Apache License, Version 2.0 (the "License");
6 | * you may not use this file except in compliance with the License.
7 | * You may obtain a copy of the License at
8 | *
9 | * http://www.apache.org/licenses/LICENSE-2.0
10 | *
11 | * Unless required by applicable law or agreed to in writing, software
12 | * distributed under the License is distributed on an "AS IS" BASIS,
13 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14 | * See the License for the specific language governing permissions and
15 | * limitations under the License.
16 | */
17 |
18 | package controller
19 |
20 | import (
21 | groups_v1 "github.com/vmware/purser/pkg/client/clientset/typed/groups/v1"
22 | subscriber_v1 "github.com/vmware/purser/pkg/client/clientset/typed/subscriber/v1"
23 | "github.com/vmware/purser/pkg/controller/buffering"
24 | "k8s.io/client-go/kubernetes"
25 | "k8s.io/client-go/rest"
26 | )
27 |
28 | // These are the event types supported for controllers
29 | const (
30 | Create = "create"
31 | Delete = "delete"
32 | Update = "update"
33 | )
34 |
35 | // Resource contains resource configuration
36 | type Resource struct {
37 | Pod bool `json:"po"`
38 | Node bool `json:"node"`
39 | PersistentVolume bool `json:"pv"`
40 | PersistentVolumeClaim bool `json:"pvc"`
41 | Service bool `json:"service"`
42 | ReplicaSet bool `json:"replicaset"`
43 | StatefulSet bool `json:"statefulset"`
44 | Deployment bool `json:"deployment"`
45 | Job bool `json:"job"`
46 | DaemonSet bool `json:"daemonset"`
47 | Namespace bool `json:"namespace"`
48 | Group bool `json:"groups.vmware.purser.com"`
49 | Subscriber bool `json:"subscribers.vmware.purser.com"`
50 | }
51 |
52 | // Config contains config objects
53 | type Config struct {
54 | KubeConfig *rest.Config
55 | Resource Resource `json:"resource"`
56 | RingBuffer *buffering.RingBuffer
57 | Groupcrdclient *groups_v1.GroupClient
58 | Subscriberclient *subscriber_v1.SubscriberClient
59 | Kubeclient *kubernetes.Clientset
60 | }
61 |
--------------------------------------------------------------------------------
/cluster/purser-controller-setup.yaml:
--------------------------------------------------------------------------------
1 | # Service account
2 | apiVersion: v1
3 | kind: ServiceAccount
4 | metadata:
5 | name: purser-service-account
6 | ---
7 | # RBAC
8 | apiVersion: rbac.authorization.k8s.io/v1beta1
9 | kind: ClusterRole
10 | metadata:
11 | name: purser-permissions
12 | rules:
13 | - apiGroups: ["apiextensions.k8s.io"]
14 | resources: ["customresourcedefinitions"]
15 | verbs: ["get", "watch", "list", "update", "create", "delete"]
16 | - apiGroups: ["vmware.purser.com"]
17 | resources: ["groups", "subscribers"]
18 | verbs: ["get", "watch", "list", "update", "create", "delete"]
19 | - apiGroups: ["*"]
20 | resources: ["*"]
21 | verbs: ["get", "watch", "list"]
22 | # Uncomment next three lines to enable interactions feature.
23 | # - apiGroups: ["*"]
24 | # resources: ["pods/exec"]
25 | # verbs: ["create"]
26 | ---
27 | # ClusterRoleBinding
28 | apiVersion: rbac.authorization.k8s.io/v1beta1
29 | kind: ClusterRoleBinding
30 | metadata:
31 | name: purser-cluster-role
32 | roleRef:
33 | apiGroup: rbac.authorization.k8s.io
34 | kind: ClusterRole
35 | name: purser-permissions
36 | subjects:
37 | - kind: ServiceAccount
38 | name: purser-service-account
39 | namespace: purser
40 | ---
41 | apiVersion: v1
42 | kind: Service
43 | metadata:
44 | name: purser
45 | spec:
46 | selector:
47 | app: purser
48 | ports:
49 | - protocol: TCP
50 | port: 3030
51 | targetPort: http
52 | ---
53 | apiVersion: apps/v1
54 | kind: Deployment
55 | metadata:
56 | name: purser
57 | spec:
58 | selector:
59 | matchLabels:
60 | app: purser
61 | replicas: 1
62 | template:
63 | metadata:
64 | labels:
65 | app: purser
66 | spec:
67 | serviceAccountName: purser-service-account
68 | containers:
69 | - name: purser-controller
70 | image: kreddyj/purser:controller-1.0.2
71 | imagePullPolicy: Always
72 | resources:
73 | limits:
74 | memory: 1000Mi
75 | cpu: 300m
76 | requests:
77 | memory: 1000Mi
78 | cpu: 300m
79 | ports:
80 | - name: http
81 | containerPort: 3030
82 | command: ["/controller"]
83 | args: ["--log=info", "--interactions=disable", "--dgraphURL=purser-db", "--dgraphPort=9080"]
84 |
--------------------------------------------------------------------------------
/cmd/controller/config/config.go:
--------------------------------------------------------------------------------
1 | /*
2 | * Copyright (c) 2018 VMware Inc. All Rights Reserved.
3 | * SPDX-License-Identifier: Apache-2.0
4 | *
5 | * Licensed under the Apache License, Version 2.0 (the "License");
6 | * you may not use this file except in compliance with the License.
7 | * You may obtain a copy of the License at
8 | *
9 | * http://www.apache.org/licenses/LICENSE-2.0
10 | *
11 | * Unless required by applicable law or agreed to in writing, software
12 | * distributed under the License is distributed on an "AS IS" BASIS,
13 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14 | * See the License for the specific language governing permissions and
15 | * limitations under the License.
16 | */
17 |
18 | package config
19 |
20 | import (
21 | "sync"
22 |
23 | log "github.com/Sirupsen/logrus"
24 |
25 | "github.com/vmware/purser/pkg/client"
26 | group_client "github.com/vmware/purser/pkg/client/clientset/typed/groups/v1"
27 | subscriber_client "github.com/vmware/purser/pkg/client/clientset/typed/subscriber/v1"
28 | "github.com/vmware/purser/pkg/controller"
29 | "github.com/vmware/purser/pkg/controller/buffering"
30 | "github.com/vmware/purser/pkg/utils"
31 | )
32 |
33 | // Setup initialzes the controller configuration
34 | func Setup(conf *controller.Config, kubeconfig string) {
35 | var err error
36 | *conf = controller.Config{}
37 | conf.KubeConfig, err = utils.GetKubeconfig(kubeconfig)
38 | if err != nil {
39 | log.Fatal(err)
40 | }
41 | conf.Kubeclient = utils.GetKubeclient(conf.KubeConfig)
42 | conf.Resource = controller.Resource{
43 | Pod: true,
44 | Node: true,
45 | PersistentVolume: true,
46 | PersistentVolumeClaim: true,
47 | ReplicaSet: true,
48 | Deployment: true,
49 | StatefulSet: true,
50 | DaemonSet: true,
51 | Job: true,
52 | Service: true,
53 | Namespace: true,
54 | Group: true,
55 | Subscriber: true,
56 | }
57 | conf.RingBuffer = &buffering.RingBuffer{Size: buffering.BufferSize, Mutex: &sync.Mutex{}}
58 | clientset, clusterConfig := client.GetAPIExtensionClient(kubeconfig)
59 | conf.Groupcrdclient = group_client.NewGroupClient(clientset, clusterConfig)
60 | conf.Subscriberclient = subscriber_client.NewSubscriberClient(clientset, clusterConfig)
61 | }
62 |
--------------------------------------------------------------------------------
/pkg/controller/metrics/metrics.go:
--------------------------------------------------------------------------------
1 | /*
2 | * Copyright (c) 2018 VMware Inc. All Rights Reserved.
3 | * SPDX-License-Identifier: Apache-2.0
4 | *
5 | * Licensed under the Apache License, Version 2.0 (the "License");
6 | * you may not use this file except in compliance with the License.
7 | * You may obtain a copy of the License at
8 | *
9 | * http://www.apache.org/licenses/LICENSE-2.0
10 | *
11 | * Unless required by applicable law or agreed to in writing, software
12 | * distributed under the License is distributed on an "AS IS" BASIS,
13 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14 | * See the License for the specific language governing permissions and
15 | * limitations under the License.
16 | */
17 |
18 | package metrics
19 |
20 | import (
21 | log "github.com/Sirupsen/logrus"
22 | api_v1 "k8s.io/api/core/v1"
23 | "k8s.io/apimachinery/pkg/api/resource"
24 | )
25 |
26 | // Metrics types
27 | type Metrics struct {
28 | CPULimit *resource.Quantity
29 | MemoryLimit *resource.Quantity
30 | CPURequest *resource.Quantity
31 | MemoryRequest *resource.Quantity
32 | }
33 |
34 | // CalculatePodStatsFromContainers returns the cumulative metrics from the containers.
35 | func CalculatePodStatsFromContainers(pod *api_v1.Pod) *Metrics {
36 | cpuLimit := &resource.Quantity{}
37 | memoryLimit := &resource.Quantity{}
38 | cpuRequest := &resource.Quantity{}
39 | memoryRequest := &resource.Quantity{}
40 | for _, c := range pod.Spec.Containers {
41 | limits := c.Resources.Limits
42 | if limits != nil {
43 | cpuLimit.Add(*limits.Cpu())
44 | memoryLimit.Add(*limits.Memory())
45 | }
46 |
47 | requests := c.Resources.Requests
48 | if requests != nil {
49 | cpuRequest.Add(*requests.Cpu())
50 | memoryRequest.Add(*requests.Memory())
51 | }
52 | }
53 | return &Metrics{
54 | CPULimit: cpuLimit,
55 | MemoryLimit: memoryLimit,
56 | CPURequest: cpuRequest,
57 | MemoryRequest: memoryRequest,
58 | }
59 | }
60 |
61 | // PrintPodStats displays the pod stats.
62 | func PrintPodStats(pod *api_v1.Pod, metrics *Metrics) {
63 | log.Printf("Pod:\t%s\n", pod.Name)
64 | log.Printf("\tCPU Limit = %s\n", metrics.CPULimit.String())
65 | log.Printf("\tMemory Limit = %s\n", metrics.MemoryLimit.String())
66 | log.Printf("\tCPU Request = %s\n", metrics.CPURequest.String())
67 | log.Printf("\tMemory Request = %s\n", metrics.MemoryRequest.String())
68 | }
69 |
--------------------------------------------------------------------------------
/pkg/controller/dgraph/models/label.go:
--------------------------------------------------------------------------------
1 | /*
2 | * Copyright (c) 2018 VMware Inc. All Rights Reserved.
3 | * SPDX-License-Identifier: Apache-2.0
4 | *
5 | * Licensed under the Apache License, Version 2.0 (the "License");
6 | * you may not use this file except in compliance with the License.
7 | * You may obtain a copy of the License at
8 | *
9 | * http://www.apache.org/licenses/LICENSE-2.0
10 | *
11 | * Unless required by applicable law or agreed to in writing, software
12 | * distributed under the License is distributed on an "AS IS" BASIS,
13 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14 | * See the License for the specific language governing permissions and
15 | * limitations under the License.
16 | */
17 |
18 | package models
19 |
20 | import (
21 | "github.com/Sirupsen/logrus"
22 | "github.com/vmware/purser/pkg/controller/dgraph"
23 | )
24 |
25 | // Dgraph Model Constants
26 | const (
27 | Islabel = "isLabel"
28 | )
29 |
30 | // Label structure for Key:Value
31 | type Label struct {
32 | dgraph.ID
33 | IsLabel bool `json:"isLabel,omitempty"`
34 | Key string `json:"key,omitempty"`
35 | Value string `json:"value,omitempty"`
36 | }
37 |
38 | // GetLabel if label is not in dgraph it creates and returns Label object
39 | func GetLabel(key, value string) *Label {
40 | xid := getXIDOfLabel(key, value)
41 | uid := CreateOrGetLabelByID(key, value)
42 | return &Label{
43 | ID: dgraph.ID{Xid: xid, UID: uid},
44 | }
45 | }
46 |
47 | // CreateOrGetLabelByID if label is not in dgraph it creates and returns uid of label
48 | func CreateOrGetLabelByID(key, value string) string {
49 | xid := getXIDOfLabel(key, value)
50 | uid := dgraph.GetUID(xid, Islabel)
51 | if uid == "" {
52 | // create new label and get its uid
53 | uid = createLabelObject(key, value)
54 | }
55 | return uid
56 | }
57 |
58 | func getXIDOfLabel(key, value string) string {
59 | return "label-" + key + "-" + value
60 | }
61 |
62 | func createLabelObject(key, value string) string {
63 | xid := getXIDOfLabel(key, value)
64 | newLabel := Label{
65 | ID: dgraph.ID{Xid: xid},
66 | IsLabel: true,
67 | Key: key,
68 | Value: value,
69 | }
70 | assigned, err := dgraph.MutateNode(newLabel, dgraph.CREATE)
71 | if err != nil {
72 | logrus.Fatal(err)
73 | return ""
74 | }
75 | logrus.Debugf("created label in dgraph key: (%v), value: (%v)", newLabel.Key, newLabel.Value)
76 | return assigned.Uids["blank-0"]
77 | }
78 |
--------------------------------------------------------------------------------
/cluster/helm/chart/purser/templates/purser-controller-deployment.yaml:
--------------------------------------------------------------------------------
1 | apiVersion: apps/v1
2 | kind: Deployment
3 | metadata:
4 | name: {{ include "purser.fullname" . }}-controller
5 | namespace: {{ .Release.Namespace }}
6 | labels:
7 | app.kubernetes.io/name: {{ include "purser.name" . }}-controller
8 | helm.sh/chart: {{ include "purser.chart" . }}
9 | app.kubernetes.io/instance: {{ .Release.Name }}
10 | app.kubernetes.io/managed-by: {{ .Release.Service }}
11 | spec:
12 | replicas: {{ .Values.controller.replicaCount }}
13 | selector:
14 | matchLabels:
15 | app.kubernetes.io/name: {{ include "purser.name" . }}-controller
16 | app.kubernetes.io/instance: {{ .Release.Name }}
17 | template:
18 | metadata:
19 | labels:
20 | app.kubernetes.io/name: {{ include "purser.name" . }}-controller
21 | app.kubernetes.io/instance: {{ .Release.Name }}
22 | spec:
23 | serviceAccountName: {{ include "purser.fullname" . }}
24 | containers:
25 | - name: {{ .Chart.Name }}
26 | image: "{{ .Values.controller.image.repository }}:{{ .Values.controller.image.tag }}"
27 | imagePullPolicy: {{ .Values.controller.image.pullPolicy }}
28 | command:
29 | - "/controller"
30 | args:
31 | - "--cookieKey=purser-super-secret-key"
32 | - "--cookieName=purser-session-token"
33 | - "--log=info"
34 | {{- if .Values.controller.interactions }}
35 | - "--interactions=enable"
36 | {{- else }}
37 | - "--interactions=disable"
38 | {{- end }}
39 | - "--dgraphURL={{ include "purser.fullname" . }}-database"
40 | - "--dgraphPort=9080"
41 | ports:
42 | - name: http
43 | containerPort: 3030
44 | protocol: TCP
45 | resources:
46 | {{- toYaml .Values.controller.resources | nindent 12 }}
47 | initContainers:
48 | - name: init-sleep
49 | image: "{{ .Values.controller.image.repository }}:{{ .Values.controller.image.tag }}"
50 | command: ["/usr/bin/bash", "-c", "sleep 60"]
51 | {{- with .Values.controller.nodeSelector }}
52 | nodeSelector:
53 | {{- toYaml . | nindent 8 }}
54 | {{- end }}
55 | {{- with .Values.controller.affinity }}
56 | affinity:
57 | {{- toYaml . | nindent 8 }}
58 | {{- end }}
59 | {{- with .Values.controller.tolerations }}
60 | tolerations:
61 | {{- toYaml . | nindent 8 }}
62 | {{- end }}
63 |
--------------------------------------------------------------------------------
/cluster/minimal/purser-database-setup.yaml:
--------------------------------------------------------------------------------
1 | # Service Dgraph - This is the service that should be used by the clients of Dgraph to talk to the server.
2 | apiVersion: v1
3 | kind: Service
4 | metadata:
5 | name: purser-db
6 | labels:
7 | app: purser-db
8 | spec:
9 | type: ClusterIP
10 | ports:
11 | - port: 5080
12 | targetPort: 5080
13 | name: zero-grpc
14 | - port: 6080
15 | targetPort: 6080
16 | name: zero-http
17 | - port: 8080
18 | targetPort: 8080
19 | name: server-http
20 | - port: 9080
21 | targetPort: 9080
22 | name: server-grpc
23 | selector:
24 | app: purser-db
25 | ---
26 | # Dgraph StatefulSet runs 1 pod with one Zero and one Server containers.
27 | apiVersion: apps/v1
28 | kind: StatefulSet
29 | metadata:
30 | name: purser-dgraph
31 | spec:
32 | serviceName: "dgraph"
33 | replicas: 1
34 | selector:
35 | matchLabels:
36 | app: purser-db
37 | template:
38 | metadata:
39 | labels:
40 | app: purser-db
41 | spec:
42 | containers:
43 | - name: zero
44 | image: dgraph/dgraph:v1.0.9
45 | imagePullPolicy: IfNotPresent
46 | ports:
47 | - containerPort: 5080
48 | name: zero-grpc
49 | - containerPort: 6080
50 | name: zero-http
51 | volumeMounts:
52 | - name: datadir
53 | mountPath: /dgraph
54 | command:
55 | - bash
56 | - "-c"
57 | - |
58 | set -ex
59 | dgraph zero --my=$(hostname -f):5080
60 | - name: server
61 | image: dgraph/dgraph:v1.0.9
62 | imagePullPolicy: IfNotPresent
63 | ports:
64 | - containerPort: 8080
65 | name: server-http
66 | - containerPort: 9080
67 | name: server-grpc
68 | volumeMounts:
69 | - name: datadir
70 | mountPath: /dgraph
71 | command:
72 | - bash
73 | - "-c"
74 | - |
75 | set -ex
76 | dgraph server --my=$(hostname -f):7080 --lru_mb 2048 --zero $(hostname -f):5080
77 | terminationGracePeriodSeconds: 60
78 | volumes:
79 | - name: datadir
80 | persistentVolumeClaim:
81 | claimName: datadir
82 | updateStrategy:
83 | type: RollingUpdate
84 | volumeClaimTemplates:
85 | - metadata:
86 | name: datadir
87 | annotations:
88 | volume.alpha.kubernetes.io/storage-class: anything
89 | spec:
90 | accessModes:
91 | - "ReadWriteOnce"
92 | resources:
93 | requests:
94 | storage: 5Gi
95 |
--------------------------------------------------------------------------------
/pkg/pricing/aws/aws.go:
--------------------------------------------------------------------------------
1 | /*
2 | * Copyright (c) 2018 VMware Inc. All Rights Reserved.
3 | * SPDX-License-Identifier: Apache-2.0
4 | *
5 | * Licensed under the Apache License, Version 2.0 (the "License");
6 | * you may not use this file except in compliance with the License.
7 | * You may obtain a copy of the License at
8 | *
9 | * http://www.apache.org/licenses/LICENSE-2.0
10 | *
11 | * Unless required by applicable law or agreed to in writing, software
12 | * distributed under the License is distributed on an "AS IS" BASIS,
13 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14 | * See the License for the specific language governing permissions and
15 | * limitations under the License.
16 | */
17 |
18 | package aws
19 |
20 | import (
21 | "net/http"
22 | "time"
23 |
24 | "github.com/Sirupsen/logrus"
25 | "github.com/vmware/purser/pkg/controller/utils"
26 | )
27 |
28 | const (
29 | httpTimeout = 100 * time.Second
30 | )
31 |
32 | // Pricing structure
33 | type Pricing struct {
34 | Products map[string]Product
35 | Terms PlanList
36 | }
37 |
38 | // PlanList structure
39 | type PlanList struct {
40 | OnDemand map[string]map[string]TermAttributes
41 | }
42 |
43 | // TermAttributes structure
44 | type TermAttributes struct {
45 | PriceDimensions map[string]PricingData
46 | }
47 |
48 | // PricingData structure
49 | type PricingData struct {
50 | Unit string
51 | PricePerUnit map[string]string
52 | }
53 |
54 | // Product structure
55 | type Product struct {
56 | Sku string
57 | ProductFamily string
58 | Attributes ProductAttributes
59 | }
60 |
61 | // ProductAttributes structure
62 | type ProductAttributes struct {
63 | InstanceType string
64 | InstanceFamily string
65 | OperatingSystem string
66 | PreInstalledSW string
67 | VolumeType string
68 | UsageType string
69 | Vcpu string
70 | Memory string
71 | }
72 |
73 | // GetAWSPricing function details
74 | // input: region
75 | // retrieves data from http get to the corresponding url for that region
76 | func GetAWSPricing(region string) (*Pricing, error) {
77 | var myClient = &http.Client{Timeout: httpTimeout}
78 | rateCard := Pricing{}
79 | err := utils.GetJSONResponse(myClient, getURLForRegion(region), &rateCard)
80 | if err != nil {
81 | logrus.Errorf("Unable to get aws pricing. Reason: %v", err)
82 | return nil, err
83 | }
84 | return &rateCard, nil
85 | }
86 |
87 | func getURLForRegion(region string) string {
88 | return "https://pricing.us-east-1.amazonaws.com/offers/v1.0/aws/AmazonEC2/current/" + region + "/index.json"
89 | }
90 |
--------------------------------------------------------------------------------
/cmd/controller/api/apiHandlers/helpers.go:
--------------------------------------------------------------------------------
1 | /*
2 | * Copyright (c) 2018 VMware Inc. All Rights Reserved.
3 | * SPDX-License-Identifier: Apache-2.0
4 | *
5 | * Licensed under the Apache License, Version 2.0 (the "License");
6 | * you may not use this file except in compliance with the License.
7 | * You may obtain a copy of the License at
8 | *
9 | * http://www.apache.org/licenses/LICENSE-2.0
10 | *
11 | * Unless required by applicable law or agreed to in writing, software
12 | * distributed under the License is distributed on an "AS IS" BASIS,
13 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14 | * See the License for the specific language governing permissions and
15 | * limitations under the License.
16 | */
17 |
18 | package apiHandlers
19 |
20 | import (
21 | "encoding/json"
22 | "github.com/Sirupsen/logrus"
23 | "io"
24 | "io/ioutil"
25 | "k8s.io/apimachinery/pkg/util/yaml"
26 | "net/http"
27 | "github.com/vmware/purser/pkg/controller"
28 | "github.com/vmware/purser/pkg/client/clientset/typed/groups/v1"
29 | "k8s.io/client-go/kubernetes"
30 | )
31 |
32 | var groupClient *v1.GroupClient
33 | var kubeClient *kubernetes.Clientset
34 |
35 | func addHeaders(w *http.ResponseWriter, r *http.Request) {
36 | addAccessControlHeaders(w, r)
37 | (*w).Header().Set("Content-Type", "application/json; charset=UTF-8")
38 | (*w).WriteHeader(http.StatusOK)
39 | }
40 |
41 | func addAccessControlHeaders(w *http.ResponseWriter, r *http.Request) {
42 | (*w).Header().Set("Access-Control-Allow-Origin", r.Header.Get("Origin"))
43 | (*w).Header().Set("Access-Control-Allow-Credentials", "true")
44 | }
45 |
46 | func writeBytes(w io.Writer, data []byte) {
47 | _, err := w.Write(data)
48 | if err != nil {
49 | logrus.Errorf("Unable to encode to json: (%v)", err)
50 | }
51 | }
52 |
53 | func encodeAndWrite(w io.Writer, obj interface{}) {
54 | err := json.NewEncoder(w).Encode(obj)
55 | if err != nil {
56 | logrus.Errorf("Unable to encode to json: (%v)", err)
57 | }
58 | }
59 |
60 | func convertRequestBodyToJSON(r *http.Request) ([]byte, error) {
61 | requestData, err := ioutil.ReadAll(r.Body)
62 | if err != nil {
63 | return nil, err
64 | }
65 | groupData, err := yaml.ToJSON(requestData)
66 | return groupData, err
67 | }
68 |
69 | // SetKubeClientAndGroupClient sets groupcrd client
70 | func SetKubeClientAndGroupClient(conf controller.Config) {
71 | groupClient = conf.Groupcrdclient
72 | kubeClient = conf.Kubeclient
73 | }
74 |
75 | func getGroupClient() *v1.GroupClient {
76 | return groupClient
77 | }
78 |
79 | func getKubeClient() *kubernetes.Clientset {
80 | return kubeClient
81 | }
82 |
--------------------------------------------------------------------------------
/pkg/controller/discovery/executer/exec.go:
--------------------------------------------------------------------------------
1 | /*
2 | * Copyright (c) 2018 VMware Inc. All Rights Reserved.
3 | * SPDX-License-Identifier: Apache-2.0
4 | *
5 | * Licensed under the Apache License, Version 2.0 (the "License");
6 | * you may not use this file except in compliance with the License.
7 | * You may obtain a copy of the License at
8 | *
9 | * http://www.apache.org/licenses/LICENSE-2.0
10 | *
11 | * Unless required by applicable law or agreed to in writing, software
12 | * distributed under the License is distributed on an "AS IS" BASIS,
13 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14 | * See the License for the specific language governing permissions and
15 | * limitations under the License.
16 | */
17 |
18 | package executer
19 |
20 | import (
21 | "bytes"
22 | "fmt"
23 | "io"
24 | "strings"
25 |
26 | log "github.com/Sirupsen/logrus"
27 | "github.com/vmware/purser/pkg/controller"
28 |
29 | corev1 "k8s.io/api/core/v1"
30 | "k8s.io/apimachinery/pkg/runtime"
31 | "k8s.io/client-go/tools/remotecommand"
32 | )
33 |
34 | // ExecToPodThroughAPI uninteractively exec to the pod with the command specified.
35 | func ExecToPodThroughAPI(conf controller.Config, pod corev1.Pod, command, containerName string, stdin io.Reader) (string, string, error) {
36 | // Prepare the API URL used to execute another process within the Pod. In this case,
37 | // we'll run a remote shell.
38 | req := conf.Kubeclient.CoreV1().RESTClient().Post().
39 | Resource("pods").
40 | Name(pod.Name).
41 | Namespace(pod.Namespace).
42 | SubResource("exec")
43 |
44 | scheme := runtime.NewScheme()
45 | if err := corev1.AddToScheme(scheme); err != nil {
46 | return "", "", fmt.Errorf("error adding to scheme: %v", err)
47 | }
48 |
49 | parameterCodec := runtime.NewParameterCodec(scheme)
50 | req.VersionedParams(&corev1.PodExecOptions{
51 | Command: strings.Fields(command),
52 | Container: containerName,
53 | Stdin: stdin != nil,
54 | Stdout: true,
55 | Stderr: true,
56 | TTY: false,
57 | }, parameterCodec)
58 |
59 | log.Debug("Request URL:", req.URL().String())
60 |
61 | exec, err := remotecommand.NewSPDYExecutor(conf.KubeConfig, "POST", req.URL())
62 | if err != nil {
63 | return "", "", fmt.Errorf("error while creating Executor: %v", err)
64 | }
65 |
66 | // Connect this process' std{in,out,err} to the remote shell process.
67 | var stdout, stderr bytes.Buffer
68 | err = exec.Stream(remotecommand.StreamOptions{
69 | Stdin: stdin,
70 | Stdout: &stdout,
71 | Stderr: &stderr,
72 | Tty: false,
73 | })
74 | if err != nil {
75 | return "", "", fmt.Errorf("error in Stream: %v", err)
76 | }
77 | return stdout.String(), stderr.String(), nil
78 | }
79 |
--------------------------------------------------------------------------------
/pkg/controller/dgraph/models/query/types.go:
--------------------------------------------------------------------------------
1 | /*
2 | * Copyright (c) 2018 VMware Inc. All Rights Reserved.
3 | * SPDX-License-Identifier: Apache-2.0
4 | *
5 | * Licensed under the Apache License, Version 2.0 (the "License");
6 | * you may not use this file except in compliance with the License.
7 | * You may obtain a copy of the License at
8 | *
9 | * http://www.apache.org/licenses/LICENSE-2.0
10 | *
11 | * Unless required by applicable law or agreed to in writing, software
12 | * distributed under the License is distributed on an "AS IS" BASIS,
13 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14 | * See the License for the specific language governing permissions and
15 | * limitations under the License.
16 | */
17 |
18 | package query
19 |
20 | // Constants used in query parameters
21 | const (
22 | All = ""
23 | Name = "name"
24 | Orphan = "orphan"
25 | View = "view"
26 | Physical = "physical"
27 | Logical = "logical"
28 | False = "false"
29 | )
30 |
31 | // Children structure
32 | type Children struct {
33 | Name string `json:"name,omitempty"`
34 | Type string `json:"type,omitempty"`
35 | CPU float64 `json:"cpu,omitempty"`
36 | Memory float64 `json:"memory,omitempty"`
37 | Storage float64 `json:"storage,omitempty"`
38 | CPUCost float64 `json:"cpuCost,omitempty"`
39 | MemoryCost float64 `json:"memoryCost,omitempty"`
40 | StorageCost float64 `json:"storageCost,omitempty"`
41 | }
42 |
43 | // ParentWrapper structure
44 | type ParentWrapper struct {
45 | Name string `json:"name,omitempty"`
46 | Type string `json:"type,omitempty"`
47 | Children []Children `json:"children,omitempty"`
48 | Parent []ParentWrapper `json:"parent,omitempty"`
49 | CPU float64 `json:"cpu,omitempty"`
50 | Memory float64 `json:"memory,omitempty"`
51 | Storage float64 `json:"storage,omitempty"`
52 | CPUCost float64 `json:"cpuCost,omitempty"`
53 | MemoryCost float64 `json:"memoryCost,omitempty"`
54 | StorageCost float64 `json:"storageCost,omitempty"`
55 | CPUAllocated float64 `json:"cpuAllocated,omitempty"`
56 | MemoryAllocated float64 `json:"memoryAllocated,omitempty"`
57 | StorageAllocated float64 `json:"storageAllocated,omitempty"`
58 | CPUCapacity float64 `json:"cpuCapacity,omitempty"`
59 | MemoryCapacity float64 `json:"memoryCapacity,omitempty"`
60 | StorageCapacity float64 `json:"storageCapacity,omitempty"`
61 | }
62 |
63 | // JSONDataWrapper structure
64 | type JSONDataWrapper struct {
65 | Data ParentWrapper `json:"data,omitempty"`
66 | }
67 |
--------------------------------------------------------------------------------
/pkg/controller/discovery/processor/svc.go:
--------------------------------------------------------------------------------
1 | /*
2 | * Copyright (c) 2018 VMware Inc. All Rights Reserved.
3 | * SPDX-License-Identifier: Apache-2.0
4 | *
5 | * Licensed under the Apache License, Version 2.0 (the "License");
6 | * you may not use this file except in compliance with the License.
7 | * You may obtain a copy of the License at
8 | *
9 | * http://www.apache.org/licenses/LICENSE-2.0
10 | *
11 | * Unless required by applicable law or agreed to in writing, software
12 | * distributed under the License is distributed on an "AS IS" BASIS,
13 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14 | * See the License for the specific language governing permissions and
15 | * limitations under the License.
16 | */
17 |
18 | package processor
19 |
20 | import (
21 | "github.com/vmware/purser/pkg/controller/utils"
22 | "sync"
23 |
24 | log "github.com/Sirupsen/logrus"
25 |
26 | "github.com/vmware/purser/pkg/controller"
27 | "github.com/vmware/purser/pkg/controller/discovery/linker"
28 |
29 | corev1 "k8s.io/api/core/v1"
30 | metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
31 | "k8s.io/apimachinery/pkg/labels"
32 | "k8s.io/client-go/kubernetes"
33 | )
34 |
35 | var svcwg sync.WaitGroup
36 |
37 | // ProcessServiceInteractions parses through the list of services and it's associated pods to
38 | // generate a 1:1 mapping between the communicating services.
39 | func ProcessServiceInteractions(conf controller.Config) {
40 | services := utils.RetrieveServiceList(conf.Kubeclient, metav1.ListOptions{})
41 | if services == nil {
42 | log.Info("No services retrieved from cluster")
43 | return
44 | }
45 |
46 | processServiceDetails(conf.Kubeclient, services)
47 | linker.GenerateAndStoreSvcInteractions()
48 |
49 | log.Infof("Successfully generated Service To Service mapping.")
50 | }
51 |
52 | func processServiceDetails(client *kubernetes.Clientset, services *corev1.ServiceList) {
53 | svcCount := len(services.Items)
54 | log.Infof("Processing total of (%d) Services.", svcCount)
55 |
56 | svcwg.Add(svcCount)
57 | {
58 | for index, svc := range services.Items {
59 | log.Debugf("Processing Service (%d/%d): %s ", index+1, svcCount, svc.GetName())
60 |
61 | go func(svc corev1.Service, index int) {
62 | defer svcwg.Done()
63 |
64 | selectorSet := labels.Set(svc.Spec.Selector)
65 | if selectorSet != nil {
66 | options := metav1.ListOptions{
67 | LabelSelector: selectorSet.AsSelector().String(),
68 | }
69 | pods := utils.RetrievePodList(client, options)
70 | if pods != nil {
71 | linker.PopulatePodToServiceTable(svc, pods)
72 | }
73 | }
74 |
75 | log.Debugf("Finished processing Service (%d/%d)", index+1, svcCount)
76 | }(svc, index)
77 | }
78 | }
79 | svcwg.Wait()
80 | }
81 |
--------------------------------------------------------------------------------
/docs/plugin-usage.md:
--------------------------------------------------------------------------------
1 | # Purser Plugin Usage
2 |
3 | Once installed, Purser is ready for use right away. You can query using native Kubernetes grouping artifacts.
4 |
5 | Purser supports the following list of commands.
6 |
7 | ``` bash
8 | # query cluster visibility in terms of savings and summary for the application.
9 | kubectl plugin purser get [summary|savings]
10 |
11 | # query resources filtered by associated namespace, labels and groups.
12 | kubectl plugin purser get resources group