├── .github └── workflows │ ├── release.yaml │ └── test.yaml ├── .gitignore ├── .go-version ├── Dockerfile ├── LICENSE ├── Makefile ├── README.md ├── Rakefile.rb ├── cmd └── remediator │ └── app.go ├── config ├── crash_loop_back_off_rescheduler.json └── remediator_policy.json ├── examples ├── crashloop_pod.yml └── old_pod.yml ├── go.mod ├── go.sum ├── kubernetes ├── app-server.yaml └── rbac.yaml └── pkg ├── healthz └── healthz.go ├── http ├── http.go └── http_test.go ├── k8s ├── client.go └── mock │ └── mock_client.go ├── metrics ├── crashloopbackoff_metrics.go └── metrics.go ├── policy ├── policy.go └── policy_test.go └── remediator ├── completedpoddeleter.go ├── completedpoddeleter_test.go ├── crashloopbackoffrescheduler.go ├── crashloopbackoffrescheduler_test.go ├── failedpodrescheduler.go ├── failedpodrescheduler_test.go ├── oldpoddeleter.go ├── oldpoddeleter_test.go └── remediator.go /.github/workflows/release.yaml: -------------------------------------------------------------------------------- 1 | name: Release 2 | on: 3 | push: 4 | tags: 5 | - v.* 6 | 7 | jobs: 8 | release: 9 | name: Release 10 | runs-on: ubuntu-latest 11 | steps: 12 | - id: prep 13 | run: | 14 | OWNER_LC=${GITHUB_REPOSITORY,,} 15 | echo ::set-output name=tags::ghcr.io/${OWNER_LC}:${GITHUB_REF#refs/tags/v} 16 | 17 | - name: Checkout code 18 | uses: actions/checkout@v2 19 | 20 | - uses: docker/setup-qemu-action@v1 21 | 22 | - uses: docker/setup-buildx-action@v1 23 | 24 | - uses: docker/login-action@v1 25 | with: 26 | registry: ghcr.io 27 | username: ${{ github.repository_owner }} 28 | password: ${{ github.token }} 29 | 30 | - uses: docker/build-push-action@v2 31 | with: 32 | context: . 33 | file: ./Dockerfile 34 | tags: ${{ steps.prep.outputs.tags }} 35 | push: true 36 | platforms: linux/amd64,linux/arm64,linux/386 37 | -------------------------------------------------------------------------------- /.github/workflows/test.yaml: -------------------------------------------------------------------------------- 1 | name: Test 2 | on: 3 | push: 4 | branches: [master] 5 | pull_request: 6 | branches: [master] 7 | jobs: 8 | test: 9 | runs-on: ubuntu-latest 10 | steps: 11 | - name: Install Go 12 | uses: actions/setup-go@v2 13 | with: 14 | go-version: "1.20" # keep in sync with Dockerfile / .go-version / go.mod 15 | - name: Checkout code 16 | uses: actions/checkout@v2 17 | - name: Test 18 | run: make test 19 | 20 | 21 | -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- 1 | # Binaries for programs and plugins 2 | *.exe 3 | *.exe~ 4 | *.dll 5 | *.so 6 | *.dylib 7 | .build/ 8 | /vendor 9 | 10 | # Test binary, build with `go test -c` 11 | *.test 12 | 13 | # Output of the go coverage tool, specifically when used with LiteIDE 14 | *.out 15 | 16 | # Ruby developer has pkg globally ignored 17 | !pkg -------------------------------------------------------------------------------- /.go-version: -------------------------------------------------------------------------------- 1 | 1.20.5 2 | -------------------------------------------------------------------------------- /Dockerfile: -------------------------------------------------------------------------------- 1 | # build 2 | FROM golang:1.20-alpine AS builder 3 | 4 | WORKDIR /app 5 | 6 | ENV CGO_ENABLED 0 7 | 8 | # vendor first so we fail when a dependency is missing and do not install random versions 9 | COPY go.mod go.sum ./ 10 | RUN go mod download 11 | 12 | # build 13 | COPY cmd cmd 14 | COPY pkg pkg 15 | RUN go build -o /remediator cmd/remediator/app.go 16 | 17 | # clean image with only executable 18 | FROM scratch 19 | 20 | WORKDIR . 21 | 22 | ADD config config 23 | COPY --from=builder /remediator . 24 | 25 | USER 1000:1000 26 | 27 | CMD ["./remediator"] 28 | -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- 1 | MIT License 2 | 3 | Copyright (c) 2019 Ankit Shah 4 | 5 | Permission is hereby granted, free of charge, to any person obtaining a copy 6 | of this software and associated documentation files (the "Software"), to deal 7 | in the Software without restriction, including without limitation the rights 8 | to use, copy, modify, merge, publish, distribute, sublicense, and/or sell 9 | copies of the Software, and to permit persons to whom the Software is 10 | furnished to do so, subject to the following conditions: 11 | 12 | The above copyright notice and this permission notice shall be included in all 13 | copies or substantial portions of the Software. 14 | 15 | THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 16 | IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 17 | FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE 18 | AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER 19 | LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, 20 | OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE 21 | SOFTWARE. 22 | -------------------------------------------------------------------------------- /Makefile: -------------------------------------------------------------------------------- 1 | .PHONY: build test dev 2 | 3 | export GO111MODULE=on 4 | 5 | build: 6 | go build -o .build/remediator cmd/remediator/app.go 7 | 8 | test: build 9 | go install github.com/grosser/go-testcov@latest 10 | go-testcov ./... 11 | go mod tidy && git diff --exit-code 12 | go fmt ./... && git diff --exit-code 13 | 14 | dev: build 15 | .build/remediator 16 | -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- 1 | # Kube Remediator [![Test](https://github.com/ankilosaurus/kube_remediator/actions/workflows/test.yaml/badge.svg)](https://github.com/ankilosaurus/kube_remediator/actions/workflows/test.yaml) 2 | 3 | 4 | ## Remediators 5 | - [Reschedules Pods in CrashLoopBackOff](#crashloopbackoff-rescheduler) 6 | - [Deletes unbound PVCs](#unbound-persistentvolumeclaim-cleaner) 7 | - [Deletes Failed Pods in Out of CPU/Memory](#failedpods-rescheduler) 8 | 9 | 10 | ### [CrashLoopBackOff Rescheduler](pkg/remediator/crashloopbackoffrescheduler.go) 11 | 12 | Reschedules `CrashLoopBackOff` `Pod` to fix permanent crashes caused by stale init-container/sidecar/configmap 13 | 14 | - Listens to Pod update events and does a Pod list 15 | - Looks for containers in CrashLoopBackOff with `restartCount` > 5 (`failureThreshold` config) 16 | - Ignores Pods with annotation `kube-remediator/CrashLoopBackOffRemediator: "false"` 17 | - Can work in a single namespace, default is all namespaces `""` (`namespace` config) 18 | - Ignores Pods without `ownerReferences` (Avoid deleting something which does not come back) 19 | 20 | 21 | ### [Old Pod Deleter](pkg/remediator/oldpoddeleter.go) 22 | 23 | Deletes `Pods` with label `kube-remediator/OldPodDeleter=true` older than 24h 24 | 25 | 26 | ### [Failed Pods Rescheduler](pkg/remediator/failedpodsrescheduler.go) 27 | 28 | Reschedules `Failed` `Pods` by deleting them, since they are not automatically cleaned up. 29 | 30 | - Listens to Pod update events and does a Pod list 31 | - Finds pods in Failed status with reason `OutOfCpu`, `OutofMemory`. 32 | - Ignores Pods without `ownerReferences` (Avoid deleting something which does not come back) 33 | - Ignores Pods for Jobs because they can be automatically cleaned up. 34 | - Deletes the pods in failed status after 5 mins to have time to debug 35 | 36 | ### [Completed Pods Deleter](pkg/remediator/completedpoddeleter.go) 37 | 38 | Deletes `Pods` that in `Completed` status for more than 24h. 39 | 40 | ### Unbound PersistentVolumeClaim cleaner TODO 41 | 42 | Deletes `PersistentVolumeClaim` left behind by deleted `StatefulSet`, that are not automatically cleaned up otherwise 43 | 44 | - Waits for 7 days(configurable) before deleting 45 | - Ignores if `PersistentVolume` has `persistentVolumeReclaimPolicy` set to `Retain` 46 | 47 | ## Remediator Policy 48 | You can define a remediator policy to control the following options: 49 | - `disabled_remediators`: All remediators are enabled by default unless listed in this option. 50 | example: 51 | ```json 52 | { 53 | "disabled_remediators": ["FailedPodRescheduler"] 54 | } 55 | ``` 56 | This can also be set via an environment variable: `DISABLED_REMEDIATORS=OldPodDeleter,FailedPodRescheduler` 57 | 58 | ## Deploy 59 | 60 | ```bash 61 | kubectl apply -f kubernetes/rbac.yaml 62 | kubectl apply -f kubernetes/app-server.yml 63 | ``` 64 | 65 | Configuration options: 66 | - Deploy provided image to use defaults under `config/*` 67 | - Make a new image `FROM` the provided image and add/remove `config/*` 68 | - Overwrite `config/*` with a mounted `ConfigMap` 69 | 70 | 71 | ## Development 72 | 73 | ### Boot Option A: 74 | 75 | Run in local kubernetes with docker-for-mac 76 | 77 | ```bash 78 | rake server 79 | ``` 80 | 81 | ### Boot Option B: 82 | 83 | Run against local kubernetes cluster with go: 84 | 85 | ```bash 86 | unset GOPATH 87 | go mod vendor # install into local directory instead of global path 88 | make dev # run on cluster from $KUBECONFIG (defaults to ~/.kube/config) 89 | ``` 90 | 91 | ### Test 92 | 93 | - Run unit tests: `make test` 94 | - Run a single suite: `go test -run TestSuiteFailedPodRescheduler github.com/aksgithub/kube_remediator/pkg/remediator` 95 | - Run a single test: comment out all other test in the suite and run the suite. TODO: improve. 96 | 97 | ```bash 98 | # CrashLoopBackOffRemediator: pod is rescheduled after restarting 5 times ? 99 | kubectl apply -f examples/crashloop_pod.yml 100 | 101 | # OldPodDeleter: pod is deleted when it gets 24h old ? (best change the 24h in the code to 1min) 102 | kubectl apply -f examples/old_pod.yml 103 | ``` 104 | 105 | Note: failed expectation in one test can lead to other tests failing. Only run one test when debugging. 106 | -------------------------------------------------------------------------------- /Rakefile.rb: -------------------------------------------------------------------------------- 1 | require 'tempfile' 2 | require 'yaml' 3 | require 'base64' 4 | 5 | def dump_stream(array) 6 | array.map(&:to_yaml).join("\n") 7 | end 8 | 9 | def resources 10 | Dir.glob("kubernetes/*.yaml").flat_map { |f| YAML.load_stream(File.read(f)) } 11 | end 12 | 13 | desc "Run server locally and clean it up when done" 14 | task :server do 15 | image = "kube_remediator" 16 | sh "docker build -t #{image} ." 17 | 18 | config = resources 19 | 20 | container = config.detect { |c| c["kind"] == "Deployment" }["spec"]["template"]["spec"]["containers"][0] 21 | 22 | # use the image we built 23 | container["image"] = image 24 | 25 | # do not pull images so our locally built image works 26 | container["imagePullPolicy"] = "Never" 27 | 28 | Tempfile.open(["kube_remediator", ".yaml"]) do |f| 29 | f.write dump_stream(config) 30 | f.close 31 | begin 32 | sh "kubectl apply -f #{f.path}" 33 | 34 | loop do 35 | puts "Waiting for server to start ..." 36 | sleep 1 37 | status = `kubectl get pods -l project=kube-remediator` 38 | break if status.include?("Running") 39 | 40 | if status.include?("CrashLoopBackOff") 41 | abort "Failed to start:\n" + `kubectl logs -l project=kube-remediator --previous` 42 | end 43 | end 44 | 45 | puts "Streaming logs ... Ctrl+c to shut down ..." 46 | sh "kubectl logs -l project=kube-remediator --follow" 47 | rescue Interrupt 48 | # user stopped ... do not print a backtrace 49 | ensure 50 | sh "kubectl delete -f #{f.path} --force --grace-period 0 --ignore-not-found" 51 | end 52 | end 53 | end 54 | -------------------------------------------------------------------------------- /cmd/remediator/app.go: -------------------------------------------------------------------------------- 1 | package main 2 | 3 | import ( 4 | "context" 5 | "github.com/aksgithub/kube_remediator/pkg/http" 6 | "github.com/aksgithub/kube_remediator/pkg/k8s" 7 | "github.com/aksgithub/kube_remediator/pkg/policy" 8 | "github.com/aksgithub/kube_remediator/pkg/remediator" 9 | "go.uber.org/zap" 10 | "k8s.io/apimachinery/pkg/util/runtime" 11 | "os" 12 | "os/signal" 13 | "reflect" 14 | "strings" 15 | "sync" 16 | "syscall" 17 | ) 18 | 19 | // catch interrupts to gracefully exit since otherwise goroutines get killed without running defer 20 | // TODO: is there no better way of doing this ? 21 | func signalHandler(cancelFn func(), wg *sync.WaitGroup, logger *zap.Logger) { 22 | defer cancelFn() 23 | defer wg.Done() 24 | c := make(chan os.Signal, 1) 25 | signal.Notify(c, 26 | syscall.SIGINT, 27 | syscall.SIGTERM, 28 | syscall.SIGSEGV, 29 | syscall.SIGABRT, 30 | syscall.SIGILL, 31 | syscall.SIGFPE) 32 | signal := <-c 33 | logger.Sugar().Warnf("Signal %v Received, Shutting Down", signal) // TODO: prefer structured logging 34 | } 35 | 36 | func main() { 37 | ctx, cancel := context.WithCancel(context.Background()) 38 | var wg sync.WaitGroup 39 | 40 | // build a logger: 41 | // - without timestamps because docker already logs with timestamps 42 | // - use "message" instead of "msg" for consistency with other services / datadog parsing 43 | // - remove caller since it points to shared methods most of the time anyway 44 | loggerConfig := zap.NewProductionConfig() 45 | loggerConfig.EncoderConfig.TimeKey = "" 46 | loggerConfig.EncoderConfig.MessageKey = "message" 47 | loggerConfig.DisableCaller = true 48 | 49 | // general logger 50 | logger, err := loggerConfig.Build() 51 | runtime.Must(err) 52 | 53 | wg.Add(1) 54 | go signalHandler(cancel, &wg, logger) 55 | 56 | remediators := []remediator.BaseIntf{ 57 | &remediator.OldPodDeleter{}, 58 | &remediator.CrashLoopBackOffRescheduler{}, 59 | &remediator.FailedPodRescheduler{}, 60 | &remediator.CompletedPodDeleter{}, 61 | } 62 | 63 | remediatorPolicy := policy.LoadRemediatorPolicy() 64 | 65 | for _, r := range remediators { 66 | // remediator.OldPodDeleter -> OldPodDeleter 67 | name := strings.Split(reflect.TypeOf(r).String(), ".")[1] 68 | 69 | // make each logged line show what remediator it came from 70 | loggerConfig.InitialFields = map[string]interface{}{"remediator": name} 71 | 72 | logger, err := loggerConfig.Build() 73 | runtime.Must(err) 74 | 75 | if remediatorPolicy.IsDisabled(name) { 76 | logger.Info("Skipping remediator as it is disabled.") 77 | continue 78 | } 79 | 80 | k8sClient, err := k8s.NewClient(logger) 81 | runtime.Must(err) 82 | 83 | err = r.Setup(logger, k8sClient) 84 | if err != nil { 85 | logger.Panic("Error initializing", zap.Error(err)) 86 | } 87 | 88 | wg.Add(1) 89 | go r.Run(ctx, &wg) 90 | } 91 | 92 | wg.Add(1) 93 | go http.NewServer(logger).Serve(ctx, &wg) 94 | 95 | <-ctx.Done() 96 | wg.Wait() 97 | } 98 | -------------------------------------------------------------------------------- /config/crash_loop_back_off_rescheduler.json: -------------------------------------------------------------------------------- 1 | { 2 | "failureThreshold": 5, 3 | "annotation" : "kube-remediator/CrashLoopBackOffRemediator", 4 | "namespace": "" 5 | } 6 | -------------------------------------------------------------------------------- /config/remediator_policy.json: -------------------------------------------------------------------------------- 1 | { 2 | "disabled_remediators": [] 3 | } 4 | -------------------------------------------------------------------------------- /examples/crashloop_pod.yml: -------------------------------------------------------------------------------- 1 | # example pod that will crashloop for integration test of CrashLoopBackOffRescheduler 2 | apiVersion: apps/v1 3 | kind: Deployment 4 | metadata: 5 | name: busybox 6 | spec: 7 | selector: 8 | matchLabels: 9 | busybox: "true" 10 | template: 11 | metadata: 12 | labels: 13 | busybox: "true" 14 | annotations: 15 | kube-remediator/CrashLoopBackOffRemediator: "true" 16 | spec: 17 | containers: 18 | - image: busybox 19 | name: busybox 20 | command: ["this-is-bad"] 21 | -------------------------------------------------------------------------------- /examples/old_pod.yml: -------------------------------------------------------------------------------- 1 | # example pod that will stay active for integration test of OldPodDeleter 2 | apiVersion: v1 3 | kind: Pod 4 | metadata: 5 | name: "oldpodtest" 6 | labels: 7 | busybox: "true" 8 | kube-remediator/OldPodDeleter: "true" 9 | spec: 10 | containers: 11 | - image: busybox 12 | name: busybox 13 | command: ["sleep", "999"] 14 | -------------------------------------------------------------------------------- /go.mod: -------------------------------------------------------------------------------- 1 | module github.com/aksgithub/kube_remediator 2 | 3 | go 1.20 4 | 5 | require ( 6 | github.com/golang/mock v1.6.0 7 | github.com/google/cadvisor v0.34.0 // Newer version does not work 8 | github.com/prometheus/client_golang v1.15.1 9 | github.com/spf13/viper v1.16.0 10 | github.com/stretchr/testify v1.8.4 11 | go.uber.org/zap v1.24.0 12 | gotest.tools v2.2.0+incompatible 13 | k8s.io/api v0.27.2 14 | k8s.io/apimachinery v0.27.2 15 | k8s.io/client-go v0.27.2 16 | ) 17 | 18 | require ( 19 | github.com/beorn7/perks v1.0.1 // indirect 20 | github.com/cespare/xxhash/v2 v2.2.0 // indirect 21 | github.com/davecgh/go-spew v1.1.1 // indirect 22 | github.com/emicklei/go-restful/v3 v3.9.0 // indirect 23 | github.com/evanphx/json-patch v4.12.0+incompatible // indirect 24 | github.com/fsnotify/fsnotify v1.6.0 // indirect 25 | github.com/go-logr/logr v1.2.3 // indirect 26 | github.com/go-openapi/jsonpointer v0.19.6 // indirect 27 | github.com/go-openapi/jsonreference v0.20.1 // indirect 28 | github.com/go-openapi/swag v0.22.3 // indirect 29 | github.com/gogo/protobuf v1.3.2 // indirect 30 | github.com/golang/protobuf v1.5.3 // indirect 31 | github.com/google/gnostic v0.5.7-v3refs // indirect 32 | github.com/google/go-cmp v0.5.9 // indirect 33 | github.com/google/gofuzz v1.1.0 // indirect 34 | github.com/google/uuid v1.3.0 // indirect 35 | github.com/hashicorp/hcl v1.0.0 // indirect 36 | github.com/imdario/mergo v0.3.6 // indirect 37 | github.com/josharian/intern v1.0.0 // indirect 38 | github.com/json-iterator/go v1.1.12 // indirect 39 | github.com/magiconair/properties v1.8.7 // indirect 40 | github.com/mailru/easyjson v0.7.7 // indirect 41 | github.com/matttproud/golang_protobuf_extensions v1.0.4 // indirect 42 | github.com/mitchellh/mapstructure v1.5.0 // indirect 43 | github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd // indirect 44 | github.com/modern-go/reflect2 v1.0.2 // indirect 45 | github.com/munnerz/goautoneg v0.0.0-20191010083416-a7dc8b61c822 // indirect 46 | github.com/pelletier/go-toml/v2 v2.0.8 // indirect 47 | github.com/pkg/errors v0.9.1 // indirect 48 | github.com/pmezard/go-difflib v1.0.0 // indirect 49 | github.com/prometheus/client_model v0.3.0 // indirect 50 | github.com/prometheus/common v0.42.0 // indirect 51 | github.com/prometheus/procfs v0.9.0 // indirect 52 | github.com/spf13/afero v1.9.5 // indirect 53 | github.com/spf13/cast v1.5.1 // indirect 54 | github.com/spf13/jwalterweatherman v1.1.0 // indirect 55 | github.com/spf13/pflag v1.0.5 // indirect 56 | github.com/subosito/gotenv v1.4.2 // indirect 57 | go.uber.org/atomic v1.9.0 // indirect 58 | go.uber.org/multierr v1.8.0 // indirect 59 | golang.org/x/net v0.10.0 // indirect 60 | golang.org/x/oauth2 v0.7.0 // indirect 61 | golang.org/x/sys v0.8.0 // indirect 62 | golang.org/x/term v0.8.0 // indirect 63 | golang.org/x/text v0.9.0 // indirect 64 | golang.org/x/time v0.1.0 // indirect 65 | google.golang.org/appengine v1.6.7 // indirect 66 | google.golang.org/protobuf v1.30.0 // indirect 67 | gopkg.in/inf.v0 v0.9.1 // indirect 68 | gopkg.in/ini.v1 v1.67.0 // indirect 69 | gopkg.in/yaml.v2 v2.4.0 // indirect 70 | gopkg.in/yaml.v3 v3.0.1 // indirect 71 | k8s.io/klog/v2 v2.90.1 // indirect 72 | k8s.io/kube-openapi v0.0.0-20230501164219-8b0f38b5fd1f // indirect 73 | k8s.io/utils v0.0.0-20230209194617-a36077c30491 // indirect 74 | sigs.k8s.io/json v0.0.0-20221116044647-bc3834ca7abd // indirect 75 | sigs.k8s.io/structured-merge-diff/v4 v4.2.3 // indirect 76 | sigs.k8s.io/yaml v1.3.0 // indirect 77 | ) 78 | -------------------------------------------------------------------------------- /go.sum: -------------------------------------------------------------------------------- 1 | cloud.google.com/go v0.26.0/go.mod h1:aQUYkXzVsufM+DwF1aE+0xfcU+56JwCaLick0ClmMTw= 2 | cloud.google.com/go v0.34.0/go.mod h1:aQUYkXzVsufM+DwF1aE+0xfcU+56JwCaLick0ClmMTw= 3 | cloud.google.com/go v0.38.0/go.mod h1:990N+gfupTy94rShfmMCWGDn0LpTmnzTp2qbd1dvSRU= 4 | cloud.google.com/go v0.44.1/go.mod h1:iSa0KzasP4Uvy3f1mN/7PiObzGgflwredwwASm/v6AU= 5 | cloud.google.com/go v0.44.2/go.mod h1:60680Gw3Yr4ikxnPRS/oxxkBccT6SA1yMk63TGekxKY= 6 | cloud.google.com/go v0.44.3/go.mod h1:60680Gw3Yr4ikxnPRS/oxxkBccT6SA1yMk63TGekxKY= 7 | cloud.google.com/go v0.45.1/go.mod h1:RpBamKRgapWJb87xiFSdk4g1CME7QZg3uwTez+TSTjc= 8 | cloud.google.com/go v0.46.3/go.mod h1:a6bKKbmY7er1mI7TEI4lsAkts/mkhTSZK8w33B4RAg0= 9 | cloud.google.com/go v0.50.0/go.mod h1:r9sluTvynVuxRIOHXQEHMFffphuXHOMZMycpNR5e6To= 10 | cloud.google.com/go v0.52.0/go.mod h1:pXajvRH/6o3+F9jDHZWQ5PbGhn+o8w9qiu/CffaVdO4= 11 | cloud.google.com/go v0.53.0/go.mod h1:fp/UouUEsRkN6ryDKNW/Upv/JBKnv6WDthjR6+vze6M= 12 | cloud.google.com/go v0.54.0/go.mod h1:1rq2OEkV3YMf6n/9ZvGWI3GWw0VoqH/1x2nd8Is/bPc= 13 | cloud.google.com/go v0.56.0/go.mod h1:jr7tqZxxKOVYizybht9+26Z/gUq7tiRzu+ACVAMbKVk= 14 | cloud.google.com/go v0.57.0/go.mod h1:oXiQ6Rzq3RAkkY7N6t3TcE6jE+CIBBbA36lwQ1JyzZs= 15 | cloud.google.com/go v0.62.0/go.mod h1:jmCYTdRCQuc1PHIIJ/maLInMho30T/Y0M4hTdTShOYc= 16 | cloud.google.com/go v0.65.0/go.mod h1:O5N8zS7uWy9vkA9vayVHs65eM1ubvY4h553ofrNHObY= 17 | cloud.google.com/go v0.72.0/go.mod h1:M+5Vjvlc2wnp6tjzE102Dw08nGShTscUx2nZMufOKPI= 18 | cloud.google.com/go v0.74.0/go.mod h1:VV1xSbzvo+9QJOxLDaJfTjx5e+MePCpCWwvftOeQmWk= 19 | cloud.google.com/go v0.75.0/go.mod h1:VGuuCn7PG0dwsd5XPVm2Mm3wlh3EL55/79EKB6hlPTY= 20 | cloud.google.com/go/bigquery v1.0.1/go.mod h1:i/xbL2UlR5RvWAURpBYZTtm/cXjCha9lbfbpx4poX+o= 21 | cloud.google.com/go/bigquery v1.3.0/go.mod h1:PjpwJnslEMmckchkHFfq+HTD2DmtT67aNFKH1/VBDHE= 22 | cloud.google.com/go/bigquery v1.4.0/go.mod h1:S8dzgnTigyfTmLBfrtrhyYhwRxG72rYxvftPBK2Dvzc= 23 | cloud.google.com/go/bigquery v1.5.0/go.mod h1:snEHRnqQbz117VIFhE8bmtwIDY80NLUZUMb4Nv6dBIg= 24 | cloud.google.com/go/bigquery v1.7.0/go.mod h1://okPTzCYNXSlb24MZs83e2Do+h+VXtc4gLoIoXIAPc= 25 | cloud.google.com/go/bigquery v1.8.0/go.mod h1:J5hqkt3O0uAFnINi6JXValWIb1v0goeZM77hZzJN/fQ= 26 | cloud.google.com/go/datastore v1.0.0/go.mod h1:LXYbyblFSglQ5pkeyhO+Qmw7ukd3C+pD7TKLgZqpHYE= 27 | cloud.google.com/go/datastore v1.1.0/go.mod h1:umbIZjpQpHh4hmRpGhH4tLFup+FVzqBi1b3c64qFpCk= 28 | cloud.google.com/go/pubsub v1.0.1/go.mod h1:R0Gpsv3s54REJCy4fxDixWD93lHJMoZTyQ2kNxGRt3I= 29 | cloud.google.com/go/pubsub v1.1.0/go.mod h1:EwwdRX2sKPjnvnqCa270oGRyludottCI76h+R3AArQw= 30 | cloud.google.com/go/pubsub v1.2.0/go.mod h1:jhfEVHT8odbXTkndysNHCcx0awwzvfOlguIAii9o8iA= 31 | cloud.google.com/go/pubsub v1.3.1/go.mod h1:i+ucay31+CNRpDW4Lu78I4xXG+O1r/MAHgjpRVR+TSU= 32 | cloud.google.com/go/storage v1.0.0/go.mod h1:IhtSnM/ZTZV8YYJWCY8RULGVqBDmpoyjwiyrjsg+URw= 33 | cloud.google.com/go/storage v1.5.0/go.mod h1:tpKbwo567HUNpVclU5sGELwQWBDZ8gh0ZeosJ0Rtdos= 34 | cloud.google.com/go/storage v1.6.0/go.mod h1:N7U0C8pVQ/+NIKOBQyamJIeKQKkZ+mxpohlUTyfDhBk= 35 | cloud.google.com/go/storage v1.8.0/go.mod h1:Wv1Oy7z6Yz3DshWRJFhqM/UCfaWIRTdp0RXyy7KQOVs= 36 | cloud.google.com/go/storage v1.10.0/go.mod h1:FLPqc6j+Ki4BU591ie1oL6qBQGu2Bl/tZ9ullr3+Kg0= 37 | cloud.google.com/go/storage v1.14.0/go.mod h1:GrKmX003DSIwi9o29oFT7YDnHYwZoctc3fOKtUw0Xmo= 38 | dmitri.shuralyov.com/gpu/mtl v0.0.0-20190408044501-666a987793e9/go.mod h1:H6x//7gZCb22OMCxBHrMx7a5I7Hp++hsVxbQ4BYO7hU= 39 | github.com/BurntSushi/toml v0.3.1/go.mod h1:xHWCNGjB5oqiDr8zfno3MHue2Ht5sIBksp03qcyfWMU= 40 | github.com/BurntSushi/xgb v0.0.0-20160522181843-27f122750802/go.mod h1:IVnqGOEym/WlBOVXweHU+Q+/VP0lqqI8lqeDx9IjBqo= 41 | github.com/benbjohnson/clock v1.1.0 h1:Q92kusRqC1XV2MjkWETPvjJVqKetz1OzxZB7mHJLju8= 42 | github.com/beorn7/perks v1.0.1 h1:VlbKKnNfV8bJzeqoa4cOKqO6bYr3WgKZxO8Z16+hsOM= 43 | github.com/beorn7/perks v1.0.1/go.mod h1:G2ZrVWU2WbWT9wwq4/hrbKbnv/1ERSJQ0ibhJ6rlkpw= 44 | github.com/census-instrumentation/opencensus-proto v0.2.1/go.mod h1:f6KPmirojxKA12rnyqOA5BBL4O983OfeGPqjHWSTneU= 45 | github.com/cespare/xxhash/v2 v2.2.0 h1:DC2CZ1Ep5Y4k3ZQ899DldepgrayRUGE6BBZ/cd9Cj44= 46 | github.com/cespare/xxhash/v2 v2.2.0/go.mod h1:VGX0DQ3Q6kWi7AoAeZDth3/j3BFtOZR5XLFGgcrjCOs= 47 | github.com/chzyer/logex v1.1.10/go.mod h1:+Ywpsq7O8HXn0nuIou7OrIPyXbp3wmkHB+jjWRnGsAI= 48 | github.com/chzyer/readline v0.0.0-20180603132655-2972be24d48e/go.mod h1:nSuG5e5PlCu98SY8svDHJxuZscDgtXS6KTTbou5AhLI= 49 | github.com/chzyer/test v0.0.0-20180213035817-a1ea475d72b1/go.mod h1:Q3SI9o4m/ZMnBNeIyt5eFwwo7qiLfzFZmjNmxjkiQlU= 50 | github.com/client9/misspell v0.3.4/go.mod h1:qj6jICC3Q7zFZvVWo7KLAzC3yx5G7kyvSDkc90ppPyw= 51 | github.com/cncf/udpa/go v0.0.0-20191209042840-269d4d468f6f/go.mod h1:M8M6+tZqaGXZJjfX53e64911xZQV5JYwmTeXPW+k8Sc= 52 | github.com/cncf/udpa/go v0.0.0-20200629203442-efcf912fb354/go.mod h1:WmhPx2Nbnhtbo57+VJT5O0JRkEi1Wbu0z5j0R8u5Hbk= 53 | github.com/cncf/udpa/go v0.0.0-20201120205902-5459f2c99403/go.mod h1:WmhPx2Nbnhtbo57+VJT5O0JRkEi1Wbu0z5j0R8u5Hbk= 54 | github.com/creack/pty v1.1.9/go.mod h1:oKZEueFk5CKHvIhNR5MUki03XCEU+Q6VDXinZuGJ33E= 55 | github.com/davecgh/go-spew v1.1.0/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38= 56 | github.com/davecgh/go-spew v1.1.1 h1:vj9j/u1bqnvCEfJOwUhtlOARqs3+rkHYY13jYWTU97c= 57 | github.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38= 58 | github.com/docopt/docopt-go v0.0.0-20180111231733-ee0de3bc6815/go.mod h1:WwZ+bS3ebgob9U8Nd0kOddGdZWjyMGR8Wziv+TBNwSE= 59 | github.com/emicklei/go-restful/v3 v3.9.0 h1:XwGDlfxEnQZzuopoqxwSEllNcCOM9DhhFyhFIIGKwxE= 60 | github.com/emicklei/go-restful/v3 v3.9.0/go.mod h1:6n3XBCmQQb25CM2LCACGz8ukIrRry+4bhvbpWn3mrbc= 61 | github.com/envoyproxy/go-control-plane v0.9.0/go.mod h1:YTl/9mNaCwkRvm6d1a2C3ymFceY/DCBVvsKhRF0iEA4= 62 | github.com/envoyproxy/go-control-plane v0.9.1-0.20191026205805-5f8ba28d4473/go.mod h1:YTl/9mNaCwkRvm6d1a2C3ymFceY/DCBVvsKhRF0iEA4= 63 | github.com/envoyproxy/go-control-plane v0.9.4/go.mod h1:6rpuAdCZL397s3pYoYcLgu1mIlRU8Am5FuJP05cCM98= 64 | github.com/envoyproxy/go-control-plane v0.9.7/go.mod h1:cwu0lG7PUMfa9snN8LXBig5ynNVH9qI8YYLbd1fK2po= 65 | github.com/envoyproxy/go-control-plane v0.9.9-0.20201210154907-fd9021fe5dad/go.mod h1:cXg6YxExXjJnVBQHBLXeUAgxn2UodCpnH306RInaBQk= 66 | github.com/envoyproxy/protoc-gen-validate v0.1.0/go.mod h1:iSmxcyjqTsJpI2R4NaDN7+kN2VEUnK/pcBlmesArF7c= 67 | github.com/evanphx/json-patch v4.12.0+incompatible h1:4onqiflcdA9EOZ4RxV643DvftH5pOlLGNtQ5lPWQu84= 68 | github.com/evanphx/json-patch v4.12.0+incompatible/go.mod h1:50XU6AFN0ol/bzJsmQLiYLvXMP4fmwYFNcr97nuDLSk= 69 | github.com/frankban/quicktest v1.14.4 h1:g2rn0vABPOOXmZUj+vbmUp0lPoXEMuhTpIluN0XL9UY= 70 | github.com/fsnotify/fsnotify v1.6.0 h1:n+5WquG0fcWoWp6xPWfHdbskMCQaFnG6PfBrh1Ky4HY= 71 | github.com/fsnotify/fsnotify v1.6.0/go.mod h1:sl3t1tCWJFWoRz9R8WJCbQihKKwmorjAbSClcnxKAGw= 72 | github.com/go-gl/glfw v0.0.0-20190409004039-e6da0acd62b1/go.mod h1:vR7hzQXu2zJy9AVAgeJqvqgH9Q5CA+iKCZ2gyEVpxRU= 73 | github.com/go-gl/glfw/v3.3/glfw v0.0.0-20191125211704-12ad95a8df72/go.mod h1:tQ2UAYgL5IevRw8kRxooKSPJfGvJ9fJQFa0TUsXzTg8= 74 | github.com/go-gl/glfw/v3.3/glfw v0.0.0-20200222043503-6f7a984d4dc4/go.mod h1:tQ2UAYgL5IevRw8kRxooKSPJfGvJ9fJQFa0TUsXzTg8= 75 | github.com/go-logr/logr v1.2.0/go.mod h1:jdQByPbusPIv2/zmleS9BjJVeZ6kBagPoEUsqbVz/1A= 76 | github.com/go-logr/logr v1.2.3 h1:2DntVwHkVopvECVRSlL5PSo9eG+cAkDCuckLubN+rq0= 77 | github.com/go-logr/logr v1.2.3/go.mod h1:jdQByPbusPIv2/zmleS9BjJVeZ6kBagPoEUsqbVz/1A= 78 | github.com/go-openapi/jsonpointer v0.19.6 h1:eCs3fxoIi3Wh6vtgmLTOjdhSpiqphQ+DaPn38N2ZdrE= 79 | github.com/go-openapi/jsonpointer v0.19.6/go.mod h1:osyAmYz/mB/C3I+WsTTSgw1ONzaLJoLCyoi6/zppojs= 80 | github.com/go-openapi/jsonreference v0.20.1 h1:FBLnyygC4/IZZr893oiomc9XaghoveYTrLC1F86HID8= 81 | github.com/go-openapi/jsonreference v0.20.1/go.mod h1:Bl1zwGIM8/wsvqjsOQLJ/SH+En5Ap4rVB5KVcIDZG2k= 82 | github.com/go-openapi/swag v0.22.3 h1:yMBqmnQ0gyZvEb/+KzuWZOXgllrXT4SADYbvDaXHv/g= 83 | github.com/go-openapi/swag v0.22.3/go.mod h1:UzaqsxGiab7freDnrUUra0MwWfN/q7tE4j+VcZ0yl14= 84 | github.com/go-task/slim-sprig v0.0.0-20210107165309-348f09dbbbc0 h1:p104kn46Q8WdvHunIJ9dAyjPVtrBPhSr3KT2yUst43I= 85 | github.com/gogo/protobuf v1.3.2 h1:Ov1cvc58UF3b5XjBnZv7+opcTcQFZebYjWzi34vdm4Q= 86 | github.com/gogo/protobuf v1.3.2/go.mod h1:P1XiOD3dCwIKUDQYPy72D8LYyHL2YPYrpS2s69NZV8Q= 87 | github.com/golang/glog v0.0.0-20160126235308-23def4e6c14b/go.mod h1:SBH7ygxi8pfUlaOkMMuAQtPIUF8ecWP5IEl/CR7VP2Q= 88 | github.com/golang/groupcache v0.0.0-20190702054246-869f871628b6/go.mod h1:cIg4eruTrX1D+g88fzRXU5OdNfaM+9IcxsU14FzY7Hc= 89 | github.com/golang/groupcache v0.0.0-20191227052852-215e87163ea7/go.mod h1:cIg4eruTrX1D+g88fzRXU5OdNfaM+9IcxsU14FzY7Hc= 90 | github.com/golang/groupcache v0.0.0-20200121045136-8c9f03a8e57e/go.mod h1:cIg4eruTrX1D+g88fzRXU5OdNfaM+9IcxsU14FzY7Hc= 91 | github.com/golang/mock v1.1.1/go.mod h1:oTYuIxOrZwtPieC+H1uAHpcLFnEyAGVDL/k47Jfbm0A= 92 | github.com/golang/mock v1.2.0/go.mod h1:oTYuIxOrZwtPieC+H1uAHpcLFnEyAGVDL/k47Jfbm0A= 93 | github.com/golang/mock v1.3.1/go.mod h1:sBzyDLLjw3U8JLTeZvSv8jJB+tU5PVekmnlKIyFUx0Y= 94 | github.com/golang/mock v1.4.0/go.mod h1:UOMv5ysSaYNkG+OFQykRIcU/QvvxJf3p21QfJ2Bt3cw= 95 | github.com/golang/mock v1.4.1/go.mod h1:UOMv5ysSaYNkG+OFQykRIcU/QvvxJf3p21QfJ2Bt3cw= 96 | github.com/golang/mock v1.4.3/go.mod h1:UOMv5ysSaYNkG+OFQykRIcU/QvvxJf3p21QfJ2Bt3cw= 97 | github.com/golang/mock v1.4.4/go.mod h1:l3mdAwkq5BuhzHwde/uurv3sEJeZMXNpwsxVWU71h+4= 98 | github.com/golang/mock v1.6.0 h1:ErTB+efbowRARo13NNdxyJji2egdxLGQhRaY+DUumQc= 99 | github.com/golang/mock v1.6.0/go.mod h1:p6yTPP+5HYm5mzsMV8JkE6ZKdX+/wYM6Hr+LicevLPs= 100 | github.com/golang/protobuf v1.2.0/go.mod h1:6lQm79b+lXiMfvg/cZm0SGofjICqVBUtrP5yJMmIC1U= 101 | github.com/golang/protobuf v1.3.1/go.mod h1:6lQm79b+lXiMfvg/cZm0SGofjICqVBUtrP5yJMmIC1U= 102 | github.com/golang/protobuf v1.3.2/go.mod h1:6lQm79b+lXiMfvg/cZm0SGofjICqVBUtrP5yJMmIC1U= 103 | github.com/golang/protobuf v1.3.3/go.mod h1:vzj43D7+SQXF/4pzW/hwtAqwc6iTitCiVSaWz5lYuqw= 104 | github.com/golang/protobuf v1.3.4/go.mod h1:vzj43D7+SQXF/4pzW/hwtAqwc6iTitCiVSaWz5lYuqw= 105 | github.com/golang/protobuf v1.3.5/go.mod h1:6O5/vntMXwX2lRkT1hjjk0nAC1IDOTvTlVgjlRvqsdk= 106 | github.com/golang/protobuf v1.4.0-rc.1/go.mod h1:ceaxUfeHdC40wWswd/P6IGgMaK3YpKi5j83Wpe3EHw8= 107 | github.com/golang/protobuf v1.4.0-rc.1.0.20200221234624-67d41d38c208/go.mod h1:xKAWHe0F5eneWXFV3EuXVDTCmh+JuBKY0li0aMyXATA= 108 | github.com/golang/protobuf v1.4.0-rc.2/go.mod h1:LlEzMj4AhA7rCAGe4KMBDvJI+AwstrUpVNzEA03Pprs= 109 | github.com/golang/protobuf v1.4.0-rc.4.0.20200313231945-b860323f09d0/go.mod h1:WU3c8KckQ9AFe+yFwt9sWVRKCVIyN9cPHBJSNnbL67w= 110 | github.com/golang/protobuf v1.4.0/go.mod h1:jodUvKwWbYaEsadDk5Fwe5c77LiNKVO9IDvqG2KuDX0= 111 | github.com/golang/protobuf v1.4.1/go.mod h1:U8fpvMrcmy5pZrNK1lt4xCsGvpyWQ/VVv6QDs8UjoX8= 112 | github.com/golang/protobuf v1.4.2/go.mod h1:oDoupMAO8OvCJWAcko0GGGIgR6R6ocIYbsSw735rRwI= 113 | github.com/golang/protobuf v1.4.3/go.mod h1:oDoupMAO8OvCJWAcko0GGGIgR6R6ocIYbsSw735rRwI= 114 | github.com/golang/protobuf v1.5.0/go.mod h1:FsONVRAS9T7sI+LIUmWTfcYkHO4aIWwzhcaSAoJOfIk= 115 | github.com/golang/protobuf v1.5.2/go.mod h1:XVQd3VNwM+JqD3oG2Ue2ip4fOMUkwXdXDdiuN0vRsmY= 116 | github.com/golang/protobuf v1.5.3 h1:KhyjKVUg7Usr/dYsdSqoFveMYd5ko72D+zANwlG1mmg= 117 | github.com/golang/protobuf v1.5.3/go.mod h1:XVQd3VNwM+JqD3oG2Ue2ip4fOMUkwXdXDdiuN0vRsmY= 118 | github.com/google/btree v0.0.0-20180813153112-4030bb1f1f0c/go.mod h1:lNA+9X1NB3Zf8V7Ke586lFgjr2dZNuvo3lPJSGZ5JPQ= 119 | github.com/google/btree v1.0.0/go.mod h1:lNA+9X1NB3Zf8V7Ke586lFgjr2dZNuvo3lPJSGZ5JPQ= 120 | github.com/google/cadvisor v0.34.0 h1:No7G6U/TasplR9uNqyc5Jj0Bet5VSYsK5xLygOf4pUw= 121 | github.com/google/cadvisor v0.34.0/go.mod h1:1nql6U13uTHaLYB8rLS5x9IJc2qT6Xd/Tr1sTX6NE48= 122 | github.com/google/gnostic v0.5.7-v3refs h1:FhTMOKj2VhjpouxvWJAV1TL304uMlb9zcDqkl6cEI54= 123 | github.com/google/gnostic v0.5.7-v3refs/go.mod h1:73MKFl6jIHelAJNaBGFzt3SPtZULs9dYrGFt8OiIsHQ= 124 | github.com/google/go-cmp v0.2.0/go.mod h1:oXzfMopK8JAjlY9xF4vHSVASa0yLyX7SntLO5aqRK0M= 125 | github.com/google/go-cmp v0.3.0/go.mod h1:8QqcDgzrUqlUb/G2PQTWiueGozuR1884gddMywk6iLU= 126 | github.com/google/go-cmp v0.3.1/go.mod h1:8QqcDgzrUqlUb/G2PQTWiueGozuR1884gddMywk6iLU= 127 | github.com/google/go-cmp v0.4.0/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= 128 | github.com/google/go-cmp v0.4.1/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= 129 | github.com/google/go-cmp v0.5.0/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= 130 | github.com/google/go-cmp v0.5.1/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= 131 | github.com/google/go-cmp v0.5.2/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= 132 | github.com/google/go-cmp v0.5.4/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= 133 | github.com/google/go-cmp v0.5.5/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= 134 | github.com/google/go-cmp v0.5.9 h1:O2Tfq5qg4qc4AmwVlvv0oLiVAGB7enBSJ2x2DqQFi38= 135 | github.com/google/go-cmp v0.5.9/go.mod h1:17dUlkBOakJ0+DkrSSNjCkIjxS6bF9zb3elmeNGIjoY= 136 | github.com/google/gofuzz v1.0.0/go.mod h1:dBl0BpW6vV/+mYPU4Po3pmUjxk6FQPldtuIdl/M65Eg= 137 | github.com/google/gofuzz v1.1.0 h1:Hsa8mG0dQ46ij8Sl2AYJDUv1oA9/d6Vk+3LG99Oe02g= 138 | github.com/google/gofuzz v1.1.0/go.mod h1:dBl0BpW6vV/+mYPU4Po3pmUjxk6FQPldtuIdl/M65Eg= 139 | github.com/google/martian v2.1.0+incompatible/go.mod h1:9I4somxYTbIHy5NJKHRl3wXiIaQGbYVAs8BPL6v8lEs= 140 | github.com/google/martian/v3 v3.0.0/go.mod h1:y5Zk1BBys9G+gd6Jrk0W3cC1+ELVxBWuIGO+w/tUAp0= 141 | github.com/google/martian/v3 v3.1.0/go.mod h1:y5Zk1BBys9G+gd6Jrk0W3cC1+ELVxBWuIGO+w/tUAp0= 142 | github.com/google/pprof v0.0.0-20181206194817-3ea8567a2e57/go.mod h1:zfwlbNMJ+OItoe0UupaVj+oy1omPYYDuagoSzA8v9mc= 143 | github.com/google/pprof v0.0.0-20190515194954-54271f7e092f/go.mod h1:zfwlbNMJ+OItoe0UupaVj+oy1omPYYDuagoSzA8v9mc= 144 | github.com/google/pprof v0.0.0-20191218002539-d4f498aebedc/go.mod h1:ZgVRPoUq/hfqzAqh7sHMqb3I9Rq5C59dIz2SbBwJ4eM= 145 | github.com/google/pprof v0.0.0-20200212024743-f11f1df84d12/go.mod h1:ZgVRPoUq/hfqzAqh7sHMqb3I9Rq5C59dIz2SbBwJ4eM= 146 | github.com/google/pprof v0.0.0-20200229191704-1ebb73c60ed3/go.mod h1:ZgVRPoUq/hfqzAqh7sHMqb3I9Rq5C59dIz2SbBwJ4eM= 147 | github.com/google/pprof v0.0.0-20200430221834-fc25d7d30c6d/go.mod h1:ZgVRPoUq/hfqzAqh7sHMqb3I9Rq5C59dIz2SbBwJ4eM= 148 | github.com/google/pprof v0.0.0-20200708004538-1a94d8640e99/go.mod h1:ZgVRPoUq/hfqzAqh7sHMqb3I9Rq5C59dIz2SbBwJ4eM= 149 | github.com/google/pprof v0.0.0-20201023163331-3e6fc7fc9c4c/go.mod h1:kpwsk12EmLew5upagYY7GY0pfYCcupk39gWOCRROcvE= 150 | github.com/google/pprof v0.0.0-20201203190320-1bf35d6f28c2/go.mod h1:kpwsk12EmLew5upagYY7GY0pfYCcupk39gWOCRROcvE= 151 | github.com/google/pprof v0.0.0-20201218002935-b9804c9f04c2/go.mod h1:kpwsk12EmLew5upagYY7GY0pfYCcupk39gWOCRROcvE= 152 | github.com/google/pprof v0.0.0-20210720184732-4bb14d4b1be1 h1:K6RDEckDVWvDI9JAJYCmNdQXq6neHJOYx3V6jnqNEec= 153 | github.com/google/renameio v0.1.0/go.mod h1:KWCgfxg9yswjAJkECMjeO8J8rahYeXnNhOm40UhjYkI= 154 | github.com/google/uuid v1.1.2/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo= 155 | github.com/google/uuid v1.3.0 h1:t6JiXgmwXMjEs8VusXIJk2BXHsn+wx8BZdTaoZ5fu7I= 156 | github.com/google/uuid v1.3.0/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo= 157 | github.com/googleapis/gax-go/v2 v2.0.4/go.mod h1:0Wqv26UfaUD9n4G6kQubkQ+KchISgw+vpHVxEJEs9eg= 158 | github.com/googleapis/gax-go/v2 v2.0.5/go.mod h1:DWXyrwAJ9X0FpwwEdw+IPEYBICEFu5mhpdKc/us6bOk= 159 | github.com/googleapis/google-cloud-go-testing v0.0.0-20200911160855-bcd43fbb19e8/go.mod h1:dvDLG8qkwmyD9a/MJJN3XJcT3xFxOKAvTZGvuZmac9g= 160 | github.com/hashicorp/golang-lru v0.5.0/go.mod h1:/m3WP610KZHVQ1SGc6re/UDhFvYD7pJ4Ao+sR/qLZy8= 161 | github.com/hashicorp/golang-lru v0.5.1/go.mod h1:/m3WP610KZHVQ1SGc6re/UDhFvYD7pJ4Ao+sR/qLZy8= 162 | github.com/hashicorp/hcl v1.0.0 h1:0Anlzjpi4vEasTeNFn2mLJgTSwt0+6sfsiTG8qcWGx4= 163 | github.com/hashicorp/hcl v1.0.0/go.mod h1:E5yfLk+7swimpb2L/Alb/PJmXilQ/rhwaUYs4T20WEQ= 164 | github.com/ianlancetaylor/demangle v0.0.0-20181102032728-5e5cf60278f6/go.mod h1:aSSvb/t6k1mPoxDqO4vJh6VOCGPwU4O0C2/Eqndh1Sc= 165 | github.com/ianlancetaylor/demangle v0.0.0-20200824232613-28f6c0f3b639/go.mod h1:aSSvb/t6k1mPoxDqO4vJh6VOCGPwU4O0C2/Eqndh1Sc= 166 | github.com/imdario/mergo v0.3.6 h1:xTNEAn+kxVO7dTZGu0CegyqKZmoWFI0rF8UxjlB2d28= 167 | github.com/imdario/mergo v0.3.6/go.mod h1:2EnlNZ0deacrJVfApfmtdGgDfMuh/nq6Ok1EcJh5FfA= 168 | github.com/josharian/intern v1.0.0 h1:vlS4z54oSdjm0bgjRigI+G1HpF+tI+9rE5LLzOg8HmY= 169 | github.com/josharian/intern v1.0.0/go.mod h1:5DoeVV0s6jJacbCEi61lwdGj/aVlrQvzHFFd8Hwg//Y= 170 | github.com/json-iterator/go v1.1.12 h1:PV8peI4a0ysnczrg+LtxykD8LfKY9ML6u2jnxaEnrnM= 171 | github.com/json-iterator/go v1.1.12/go.mod h1:e30LSqwooZae/UwlEbR2852Gd8hjQvJoHmT4TnhNGBo= 172 | github.com/jstemmer/go-junit-report v0.0.0-20190106144839-af01ea7f8024/go.mod h1:6v2b51hI/fHJwM22ozAgKL4VKDeJcHhJFhtBdhmNjmU= 173 | github.com/jstemmer/go-junit-report v0.9.1/go.mod h1:Brl9GWCQeLvo8nXZwPNNblvFj/XSXhF0NWZEnDohbsk= 174 | github.com/kisielk/errcheck v1.5.0/go.mod h1:pFxgyoBC7bSaBwPgfKdkLd5X25qrDl4LWUI2bnpBCr8= 175 | github.com/kisielk/gotool v1.0.0/go.mod h1:XhKaO+MFFWcvkIS/tQcRk01m1F5IRFswLeQ+oQHNcck= 176 | github.com/kr/fs v0.1.0/go.mod h1:FFnZGqtBN9Gxj7eW1uZ42v5BccTP0vu6NEaFoC2HwRg= 177 | github.com/kr/pretty v0.1.0/go.mod h1:dAy3ld7l9f0ibDNOQOHHMYYIIbhfbHSm3C4ZsoJORNo= 178 | github.com/kr/pretty v0.2.0/go.mod h1:ipq/a2n7PKx3OHsz4KJII5eveXtPO4qwEXGdVfWzfnI= 179 | github.com/kr/pretty v0.2.1/go.mod h1:ipq/a2n7PKx3OHsz4KJII5eveXtPO4qwEXGdVfWzfnI= 180 | github.com/kr/pretty v0.3.1 h1:flRD4NNwYAUpkphVc1HcthR4KEIFJ65n8Mw5qdRn3LE= 181 | github.com/kr/pty v1.1.1/go.mod h1:pFQYn66WHrOpPYNljwOMqo10TkYh1fy3cYio2l3bCsQ= 182 | github.com/kr/text v0.1.0/go.mod h1:4Jbv+DJW3UT/LiOwJeYQe1efqtUx/iVham/4vfdArNI= 183 | github.com/kr/text v0.2.0 h1:5Nx0Ya0ZqY2ygV366QzturHI13Jq95ApcVaJBhpS+AY= 184 | github.com/kr/text v0.2.0/go.mod h1:eLer722TekiGuMkidMxC/pM04lWEeraHUUmBw8l2grE= 185 | github.com/magiconair/properties v1.8.7 h1:IeQXZAiQcpL9mgcAe1Nu6cX9LLw6ExEHKjN0VQdvPDY= 186 | github.com/magiconair/properties v1.8.7/go.mod h1:Dhd985XPs7jluiymwWYZ0G4Z61jb3vdS329zhj2hYo0= 187 | github.com/mailru/easyjson v0.7.7 h1:UGYAvKxe3sBsEDzO8ZeWOSlIQfWFlxbzLZe7hwFURr0= 188 | github.com/mailru/easyjson v0.7.7/go.mod h1:xzfreul335JAWq5oZzymOObrkdz5UnU4kGfJJLY9Nlc= 189 | github.com/matttproud/golang_protobuf_extensions v1.0.4 h1:mmDVorXM7PCGKw94cs5zkfA9PSy5pEvNWRP0ET0TIVo= 190 | github.com/matttproud/golang_protobuf_extensions v1.0.4/go.mod h1:BSXmuO+STAnVfrANrmjBb36TMTDstsz7MSK+HVaYKv4= 191 | github.com/mitchellh/mapstructure v1.5.0 h1:jeMsZIYE/09sWLaz43PL7Gy6RuMjD2eJVyuac5Z2hdY= 192 | github.com/mitchellh/mapstructure v1.5.0/go.mod h1:bFUtVrKA4DC2yAKiSyO/QUcy7e+RRV2QTWOzhPopBRo= 193 | github.com/modern-go/concurrent v0.0.0-20180228061459-e0a39a4cb421/go.mod h1:6dJC0mAP4ikYIbvyc7fijjWJddQyLn8Ig3JB5CqoB9Q= 194 | github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd h1:TRLaZ9cD/w8PVh93nsPXa1VrQ6jlwL5oN8l14QlcNfg= 195 | github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd/go.mod h1:6dJC0mAP4ikYIbvyc7fijjWJddQyLn8Ig3JB5CqoB9Q= 196 | github.com/modern-go/reflect2 v1.0.2 h1:xBagoLtFs94CBntxluKeaWgTMpvLxC4ur3nMaC9Gz0M= 197 | github.com/modern-go/reflect2 v1.0.2/go.mod h1:yWuevngMOJpCy52FWWMvUC8ws7m/LJsjYzDa0/r8luk= 198 | github.com/munnerz/goautoneg v0.0.0-20191010083416-a7dc8b61c822 h1:C3w9PqII01/Oq1c1nUAm88MOHcQC9l5mIlSMApZMrHA= 199 | github.com/munnerz/goautoneg v0.0.0-20191010083416-a7dc8b61c822/go.mod h1:+n7T8mK8HuQTcFwEeznm/DIxMOiR9yIdICNftLE1DvQ= 200 | github.com/onsi/ginkgo/v2 v2.9.1 h1:zie5Ly042PD3bsCvsSOPvRnFwyo3rKe64TJlD6nu0mk= 201 | github.com/onsi/gomega v1.27.4 h1:Z2AnStgsdSayCMDiCU42qIz+HLqEPcgiOCXjAU/w+8E= 202 | github.com/pelletier/go-toml/v2 v2.0.8 h1:0ctb6s9mE31h0/lhu+J6OPmVeDxJn+kYnJc2jZR9tGQ= 203 | github.com/pelletier/go-toml/v2 v2.0.8/go.mod h1:vuYfssBdrU2XDZ9bYydBu6t+6a6PYNcZljzZR9VXg+4= 204 | github.com/pkg/errors v0.9.1 h1:FEBLx1zS214owpjy7qsBeixbURkuhQAwrK5UwLGTwt4= 205 | github.com/pkg/errors v0.9.1/go.mod h1:bwawxfHBFNV+L2hUp1rHADufV3IMtnDRdf1r5NINEl0= 206 | github.com/pkg/sftp v1.13.1/go.mod h1:3HaPG6Dq1ILlpPZRO0HVMrsydcdLt6HRDccSgb87qRg= 207 | github.com/pmezard/go-difflib v1.0.0 h1:4DBwDE0NGyQoBHbLQYPwSUPoCMWR5BEzIk/f1lZbAQM= 208 | github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4= 209 | github.com/prometheus/client_golang v1.15.1 h1:8tXpTmJbyH5lydzFPoxSIJ0J46jdh3tylbvM1xCv0LI= 210 | github.com/prometheus/client_golang v1.15.1/go.mod h1:e9yaBhRPU2pPNsZwE+JdQl0KEt1N9XgF6zxWmaC0xOk= 211 | github.com/prometheus/client_model v0.0.0-20190812154241-14fe0d1b01d4/go.mod h1:xMI15A0UPsDsEKsMN9yxemIoYk6Tm2C1GtYGdfGttqA= 212 | github.com/prometheus/client_model v0.3.0 h1:UBgGFHqYdG/TPFD1B1ogZywDqEkwp3fBMvqdiQ7Xew4= 213 | github.com/prometheus/client_model v0.3.0/go.mod h1:LDGWKZIo7rky3hgvBe+caln+Dr3dPggB5dvjtD7w9+w= 214 | github.com/prometheus/common v0.42.0 h1:EKsfXEYo4JpWMHH5cg+KOUWeuJSov1Id8zGR8eeI1YM= 215 | github.com/prometheus/common v0.42.0/go.mod h1:xBwqVerjNdUDjgODMpudtOMwlOwf2SaTr1yjz4b7Zbc= 216 | github.com/prometheus/procfs v0.9.0 h1:wzCHvIvM5SxWqYvwgVL7yJY8Lz3PKn49KQtpgMYJfhI= 217 | github.com/prometheus/procfs v0.9.0/go.mod h1:+pB4zwohETzFnmlpe6yd2lSc+0/46IYZRB/chUwxUZY= 218 | github.com/rogpeppe/go-internal v1.3.0/go.mod h1:M8bDsm7K2OlrFYOpmOWEs/qY81heoFRclV5y23lUDJ4= 219 | github.com/rogpeppe/go-internal v1.10.0 h1:TMyTOH3F/DB16zRVcYyreMH6GnZZrwQVAoYjRBZyWFQ= 220 | github.com/spf13/afero v1.9.5 h1:stMpOSZFs//0Lv29HduCmli3GUfpFoF3Y1Q/aXj/wVM= 221 | github.com/spf13/afero v1.9.5/go.mod h1:UBogFpq8E9Hx+xc5CNTTEpTnuHVmXDwZcZcE1eb/UhQ= 222 | github.com/spf13/cast v1.5.1 h1:R+kOtfhWQE6TVQzY+4D7wJLBgkdVasCEFxSUBYBYIlA= 223 | github.com/spf13/cast v1.5.1/go.mod h1:b9PdjNptOpzXr7Rq1q9gJML/2cdGQAo69NKzQ10KN48= 224 | github.com/spf13/jwalterweatherman v1.1.0 h1:ue6voC5bR5F8YxI5S67j9i582FU4Qvo2bmqnqMYADFk= 225 | github.com/spf13/jwalterweatherman v1.1.0/go.mod h1:aNWZUN0dPAAO/Ljvb5BEdw96iTZ0EXowPYD95IqWIGo= 226 | github.com/spf13/pflag v1.0.5 h1:iy+VFUOCP1a+8yFto/drg2CJ5u0yRoB7fZw3DKv/JXA= 227 | github.com/spf13/pflag v1.0.5/go.mod h1:McXfInJRrz4CZXVZOBLb0bTZqETkiAhM9Iw0y3An2Bg= 228 | github.com/spf13/viper v1.16.0 h1:rGGH0XDZhdUOryiDWjmIvUSWpbNqisK8Wk0Vyefw8hc= 229 | github.com/spf13/viper v1.16.0/go.mod h1:yg78JgCJcbrQOvV9YLXgkLaZqUidkY9K+Dd1FofRzQg= 230 | github.com/stoewer/go-strcase v1.2.0/go.mod h1:IBiWB2sKIp3wVVQ3Y035++gc+knqhUQag1KpM8ahLw8= 231 | github.com/stretchr/objx v0.1.0/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME= 232 | github.com/stretchr/objx v0.4.0/go.mod h1:YvHI0jy2hoMjB+UWwv71VJQ9isScKT/TqJzVSSt89Yw= 233 | github.com/stretchr/objx v0.5.0/go.mod h1:Yh+to48EsGEfYuaHDzXPcE3xhTkx73EhmCGUpEOglKo= 234 | github.com/stretchr/testify v1.2.2/go.mod h1:a8OnRcib4nhh0OaRAV+Yts87kKdq0PP7pXfy6kDkUVs= 235 | github.com/stretchr/testify v1.3.0/go.mod h1:M5WIy9Dh21IEIfnGCwXGc5bZfKNJtfHm1UVUgZn+9EI= 236 | github.com/stretchr/testify v1.4.0/go.mod h1:j7eGeouHqKxXV5pUuKE4zz7dFj8WfuZ+81PSLYec5m4= 237 | github.com/stretchr/testify v1.5.1/go.mod h1:5W2xD1RspED5o8YsWQXVCued0rvSQ+mT+I5cxcmMvtA= 238 | github.com/stretchr/testify v1.7.0/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg= 239 | github.com/stretchr/testify v1.7.1/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg= 240 | github.com/stretchr/testify v1.8.0/go.mod h1:yNjHg4UonilssWZ8iaSj1OCr/vHnekPRkoO+kdMU+MU= 241 | github.com/stretchr/testify v1.8.1/go.mod h1:w2LPCIKwWwSfY2zedu0+kehJoqGctiVI29o6fzry7u4= 242 | github.com/stretchr/testify v1.8.3/go.mod h1:sz/lmYIOXD/1dqDmKjjqLyZ2RngseejIcXlSw2iwfAo= 243 | github.com/stretchr/testify v1.8.4 h1:CcVxjf3Q8PM0mHUKJCdn+eZZtm5yQwehR5yeSVQQcUk= 244 | github.com/stretchr/testify v1.8.4/go.mod h1:sz/lmYIOXD/1dqDmKjjqLyZ2RngseejIcXlSw2iwfAo= 245 | github.com/subosito/gotenv v1.4.2 h1:X1TuBLAMDFbaTAChgCBLu3DU3UPyELpnF2jjJ2cz/S8= 246 | github.com/subosito/gotenv v1.4.2/go.mod h1:ayKnFf/c6rvx/2iiLrJUk1e6plDbT3edrFNGqEflhK0= 247 | github.com/yuin/goldmark v1.1.25/go.mod h1:3hX8gzYuyVAZsxl0MRgGTJEmQBFcNTphYh9decYSb74= 248 | github.com/yuin/goldmark v1.1.27/go.mod h1:3hX8gzYuyVAZsxl0MRgGTJEmQBFcNTphYh9decYSb74= 249 | github.com/yuin/goldmark v1.1.32/go.mod h1:3hX8gzYuyVAZsxl0MRgGTJEmQBFcNTphYh9decYSb74= 250 | github.com/yuin/goldmark v1.2.1/go.mod h1:3hX8gzYuyVAZsxl0MRgGTJEmQBFcNTphYh9decYSb74= 251 | github.com/yuin/goldmark v1.3.5/go.mod h1:mwnBkeHKe2W/ZEtQ+71ViKU8L12m81fl3OWwC1Zlc8k= 252 | go.opencensus.io v0.21.0/go.mod h1:mSImk1erAIZhrmZN+AvHh14ztQfjbGwt4TtuofqLduU= 253 | go.opencensus.io v0.22.0/go.mod h1:+kGneAE2xo2IficOXnaByMWTGM9T73dGwxeWcUqIpI8= 254 | go.opencensus.io v0.22.2/go.mod h1:yxeiOL68Rb0Xd1ddK5vPZ/oVn4vY4Ynel7k9FzqtOIw= 255 | go.opencensus.io v0.22.3/go.mod h1:yxeiOL68Rb0Xd1ddK5vPZ/oVn4vY4Ynel7k9FzqtOIw= 256 | go.opencensus.io v0.22.4/go.mod h1:yxeiOL68Rb0Xd1ddK5vPZ/oVn4vY4Ynel7k9FzqtOIw= 257 | go.opencensus.io v0.22.5/go.mod h1:5pWMHQbX5EPX2/62yrJeAkowc+lfs/XD7Uxpq3pI6kk= 258 | go.uber.org/atomic v1.7.0/go.mod h1:fEN4uk6kAWBTFdckzkM89CLk9XfWZrxpCo0nPH17wJc= 259 | go.uber.org/atomic v1.9.0 h1:ECmE8Bn/WFTYwEW/bpKD3M8VtR/zQVbavAoalC1PYyE= 260 | go.uber.org/atomic v1.9.0/go.mod h1:fEN4uk6kAWBTFdckzkM89CLk9XfWZrxpCo0nPH17wJc= 261 | go.uber.org/goleak v1.1.11 h1:wy28qYRKZgnJTxGxvye5/wgWr1EKjmUDGYox5mGlRlI= 262 | go.uber.org/multierr v1.8.0 h1:dg6GjLku4EH+249NNmoIciG9N/jURbDG+pFlTkhzIC8= 263 | go.uber.org/multierr v1.8.0/go.mod h1:7EAYxJLBy9rStEaz58O2t4Uvip6FSURkq8/ppBp95ak= 264 | go.uber.org/zap v1.24.0 h1:FiJd5l1UOLj0wCgbSE0rwwXHzEdAZS6hiiSnxJN/D60= 265 | go.uber.org/zap v1.24.0/go.mod h1:2kMP+WWQ8aoFoedH3T2sq6iJ2yDWpHbP0f6MQbS9Gkg= 266 | golang.org/x/crypto v0.0.0-20190308221718-c2843e01d9a2/go.mod h1:djNgcEr1/C05ACkg1iLfiJU5Ep61QUkGW8qpdssI0+w= 267 | golang.org/x/crypto v0.0.0-20190510104115-cbcb75029529/go.mod h1:yigFU9vqHzYiE8UmvKecakEJjdnWj3jj499lnFckfCI= 268 | golang.org/x/crypto v0.0.0-20190605123033-f99c8df09eb5/go.mod h1:yigFU9vqHzYiE8UmvKecakEJjdnWj3jj499lnFckfCI= 269 | golang.org/x/crypto v0.0.0-20191011191535-87dc89f01550/go.mod h1:yigFU9vqHzYiE8UmvKecakEJjdnWj3jj499lnFckfCI= 270 | golang.org/x/crypto v0.0.0-20200622213623-75b288015ac9/go.mod h1:LzIPMQfyMNhhGPhUkYOs5KpL4U8rLKemX1yGLhDgUto= 271 | golang.org/x/crypto v0.0.0-20210421170649-83a5a9bb288b/go.mod h1:T9bdIzuCu7OtxOm1hfPfRQxPLYneinmdGuTeoZ9dtd4= 272 | golang.org/x/crypto v0.0.0-20220722155217-630584e8d5aa/go.mod h1:IxCIyHEi3zRg3s0A5j5BB6A9Jmi73HwBIUl50j+osU4= 273 | golang.org/x/exp v0.0.0-20190121172915-509febef88a4/go.mod h1:CJ0aWSM057203Lf6IL+f9T1iT9GByDxfZKAQTCR3kQA= 274 | golang.org/x/exp v0.0.0-20190306152737-a1d7652674e8/go.mod h1:CJ0aWSM057203Lf6IL+f9T1iT9GByDxfZKAQTCR3kQA= 275 | golang.org/x/exp v0.0.0-20190510132918-efd6b22b2522/go.mod h1:ZjyILWgesfNpC6sMxTJOJm9Kp84zZh5NQWvqDGG3Qr8= 276 | golang.org/x/exp v0.0.0-20190829153037-c13cbed26979/go.mod h1:86+5VVa7VpoJ4kLfm080zCjGlMRFzhUhsZKEZO7MGek= 277 | golang.org/x/exp v0.0.0-20191030013958-a1ab85dbe136/go.mod h1:JXzH8nQsPlswgeRAPE3MuO9GYsAcnJvJ4vnMwN/5qkY= 278 | golang.org/x/exp v0.0.0-20191129062945-2f5052295587/go.mod h1:2RIsYlXP63K8oxa1u096TMicItID8zy7Y6sNkU49FU4= 279 | golang.org/x/exp v0.0.0-20191227195350-da58074b4299/go.mod h1:2RIsYlXP63K8oxa1u096TMicItID8zy7Y6sNkU49FU4= 280 | golang.org/x/exp v0.0.0-20200119233911-0405dc783f0a/go.mod h1:2RIsYlXP63K8oxa1u096TMicItID8zy7Y6sNkU49FU4= 281 | golang.org/x/exp v0.0.0-20200207192155-f17229e696bd/go.mod h1:J/WKrq2StrnmMY6+EHIKF9dgMWnmCNThgcyBT1FY9mM= 282 | golang.org/x/exp v0.0.0-20200224162631-6cc2880d07d6/go.mod h1:3jZMyOhIsHpP37uCMkUooju7aAi5cS1Q23tOzKc+0MU= 283 | golang.org/x/image v0.0.0-20190227222117-0694c2d4d067/go.mod h1:kZ7UVZpmo3dzQBMxlp+ypCbDeSB+sBbTgSJuh5dn5js= 284 | golang.org/x/image v0.0.0-20190802002840-cff245a6509b/go.mod h1:FeLwcggjj3mMvU+oOTbSwawSJRM1uh48EjtB4UJZlP0= 285 | golang.org/x/lint v0.0.0-20181026193005-c67002cb31c3/go.mod h1:UVdnD1Gm6xHRNCYTkRU2/jEulfH38KcIWyp/GAMgvoE= 286 | golang.org/x/lint v0.0.0-20190227174305-5b3e6a55c961/go.mod h1:wehouNa3lNwaWXcvxsM5YxQ5yQlVC4a0KAMCusXpPoU= 287 | golang.org/x/lint v0.0.0-20190301231843-5614ed5bae6f/go.mod h1:UVdnD1Gm6xHRNCYTkRU2/jEulfH38KcIWyp/GAMgvoE= 288 | golang.org/x/lint v0.0.0-20190313153728-d0100b6bd8b3/go.mod h1:6SW0HCj/g11FgYtHlgUYUwCkIfeOF89ocIRzGO/8vkc= 289 | golang.org/x/lint v0.0.0-20190409202823-959b441ac422/go.mod h1:6SW0HCj/g11FgYtHlgUYUwCkIfeOF89ocIRzGO/8vkc= 290 | golang.org/x/lint v0.0.0-20190909230951-414d861bb4ac/go.mod h1:6SW0HCj/g11FgYtHlgUYUwCkIfeOF89ocIRzGO/8vkc= 291 | golang.org/x/lint v0.0.0-20190930215403-16217165b5de/go.mod h1:6SW0HCj/g11FgYtHlgUYUwCkIfeOF89ocIRzGO/8vkc= 292 | golang.org/x/lint v0.0.0-20191125180803-fdd1cda4f05f/go.mod h1:5qLYkcX4OjUUV8bRuDixDT3tpyyb+LUpUlRWLxfhWrs= 293 | golang.org/x/lint v0.0.0-20200130185559-910be7a94367/go.mod h1:3xt1FjdF8hUf6vQPIChWIBhFzV8gjjsPE/fR3IyQdNY= 294 | golang.org/x/lint v0.0.0-20200302205851-738671d3881b/go.mod h1:3xt1FjdF8hUf6vQPIChWIBhFzV8gjjsPE/fR3IyQdNY= 295 | golang.org/x/lint v0.0.0-20201208152925-83fdc39ff7b5/go.mod h1:3xt1FjdF8hUf6vQPIChWIBhFzV8gjjsPE/fR3IyQdNY= 296 | golang.org/x/mobile v0.0.0-20190312151609-d3739f865fa6/go.mod h1:z+o9i4GpDbdi3rU15maQ/Ox0txvL9dWGYEHz965HBQE= 297 | golang.org/x/mobile v0.0.0-20190719004257-d2bd2a29d028/go.mod h1:E/iHnbuqvinMTCcRqshq8CkpyQDoeVncDDYHnLhea+o= 298 | golang.org/x/mod v0.0.0-20190513183733-4bf6d317e70e/go.mod h1:mXi4GBBbnImb6dmsKGUJ2LatrhH/nqhxcFungHvyanc= 299 | golang.org/x/mod v0.1.0/go.mod h1:0QHyrYULN0/3qlju5TqG8bIK38QM8yzMo5ekMj3DlcY= 300 | golang.org/x/mod v0.1.1-0.20191105210325-c90efee705ee/go.mod h1:QqPTAvyqsEbceGzBzNggFXnrqF1CaUcvgkdR5Ot7KZg= 301 | golang.org/x/mod v0.1.1-0.20191107180719-034126e5016b/go.mod h1:QqPTAvyqsEbceGzBzNggFXnrqF1CaUcvgkdR5Ot7KZg= 302 | golang.org/x/mod v0.2.0/go.mod h1:s0Qsj1ACt9ePp/hMypM3fl4fZqREWJwdYDEqhRiZZUA= 303 | golang.org/x/mod v0.3.0/go.mod h1:s0Qsj1ACt9ePp/hMypM3fl4fZqREWJwdYDEqhRiZZUA= 304 | golang.org/x/mod v0.4.0/go.mod h1:s0Qsj1ACt9ePp/hMypM3fl4fZqREWJwdYDEqhRiZZUA= 305 | golang.org/x/mod v0.4.1/go.mod h1:s0Qsj1ACt9ePp/hMypM3fl4fZqREWJwdYDEqhRiZZUA= 306 | golang.org/x/mod v0.4.2/go.mod h1:s0Qsj1ACt9ePp/hMypM3fl4fZqREWJwdYDEqhRiZZUA= 307 | golang.org/x/net v0.0.0-20180724234803-3673e40ba225/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= 308 | golang.org/x/net v0.0.0-20180826012351-8a410e7b638d/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= 309 | golang.org/x/net v0.0.0-20190108225652-1e06a53dbb7e/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= 310 | golang.org/x/net v0.0.0-20190213061140-3a22650c66bd/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= 311 | golang.org/x/net v0.0.0-20190311183353-d8887717615a/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg= 312 | golang.org/x/net v0.0.0-20190404232315-eb5bcb51f2a3/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg= 313 | golang.org/x/net v0.0.0-20190501004415-9ce7a6920f09/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg= 314 | golang.org/x/net v0.0.0-20190503192946-f4e77d36d62c/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg= 315 | golang.org/x/net v0.0.0-20190603091049-60506f45cf65/go.mod h1:HSz+uSET+XFnRR8LxR5pz3Of3rY3CfYBVs4xY44aLks= 316 | golang.org/x/net v0.0.0-20190620200207-3b0461eec859/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= 317 | golang.org/x/net v0.0.0-20190628185345-da137c7871d7/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= 318 | golang.org/x/net v0.0.0-20190724013045-ca1201d0de80/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= 319 | golang.org/x/net v0.0.0-20191209160850-c0dbc17a3553/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= 320 | golang.org/x/net v0.0.0-20200114155413-6afb5195e5aa/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= 321 | golang.org/x/net v0.0.0-20200202094626-16171245cfb2/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= 322 | golang.org/x/net v0.0.0-20200222125558-5a598a2470a0/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= 323 | golang.org/x/net v0.0.0-20200226121028-0de0cce0169b/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= 324 | golang.org/x/net v0.0.0-20200301022130-244492dfa37a/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= 325 | golang.org/x/net v0.0.0-20200324143707-d3edc9973b7e/go.mod h1:qpuaurCH72eLCgpAm/N6yyVIVM9cpaDIP3A8BGJEC5A= 326 | golang.org/x/net v0.0.0-20200501053045-e0ff5e5a1de5/go.mod h1:qpuaurCH72eLCgpAm/N6yyVIVM9cpaDIP3A8BGJEC5A= 327 | golang.org/x/net v0.0.0-20200506145744-7e3656a0809f/go.mod h1:qpuaurCH72eLCgpAm/N6yyVIVM9cpaDIP3A8BGJEC5A= 328 | golang.org/x/net v0.0.0-20200513185701-a91f0712d120/go.mod h1:qpuaurCH72eLCgpAm/N6yyVIVM9cpaDIP3A8BGJEC5A= 329 | golang.org/x/net v0.0.0-20200520182314-0ba52f642ac2/go.mod h1:qpuaurCH72eLCgpAm/N6yyVIVM9cpaDIP3A8BGJEC5A= 330 | golang.org/x/net v0.0.0-20200625001655-4c5254603344/go.mod h1:/O7V0waA8r7cgGh81Ro3o1hOxt32SMVPicZroKQ2sZA= 331 | golang.org/x/net v0.0.0-20200707034311-ab3426394381/go.mod h1:/O7V0waA8r7cgGh81Ro3o1hOxt32SMVPicZroKQ2sZA= 332 | golang.org/x/net v0.0.0-20200822124328-c89045814202/go.mod h1:/O7V0waA8r7cgGh81Ro3o1hOxt32SMVPicZroKQ2sZA= 333 | golang.org/x/net v0.0.0-20201021035429-f5854403a974/go.mod h1:sp8m0HH+o8qH0wwXwYZr8TS3Oi6o0r6Gce1SSxlDquU= 334 | golang.org/x/net v0.0.0-20201031054903-ff519b6c9102/go.mod h1:sp8m0HH+o8qH0wwXwYZr8TS3Oi6o0r6Gce1SSxlDquU= 335 | golang.org/x/net v0.0.0-20201209123823-ac852fbbde11/go.mod h1:m0MpNAwzfU5UDzcl9v0D8zg8gWTRqZa9RBIspLL5mdg= 336 | golang.org/x/net v0.0.0-20201224014010-6772e930b67b/go.mod h1:m0MpNAwzfU5UDzcl9v0D8zg8gWTRqZa9RBIspLL5mdg= 337 | golang.org/x/net v0.0.0-20210226172049-e18ecbb05110/go.mod h1:m0MpNAwzfU5UDzcl9v0D8zg8gWTRqZa9RBIspLL5mdg= 338 | golang.org/x/net v0.0.0-20210405180319-a5a99cb37ef4/go.mod h1:p54w0d4576C0XHj96bSt6lcn1PtDYWL6XObtHCRCNQM= 339 | golang.org/x/net v0.0.0-20211112202133-69e39bad7dc2/go.mod h1:9nx3DQGgdP8bBQD5qxJ1jj9UTztislL4KSBs9R2vV5Y= 340 | golang.org/x/net v0.10.0 h1:X2//UzNDwYmtCLn7To6G58Wr6f5ahEAQgKNzv9Y951M= 341 | golang.org/x/net v0.10.0/go.mod h1:0qNGK6F8kojg2nk9dLZ2mShWaEBan6FAoqfSigmmuDg= 342 | golang.org/x/oauth2 v0.0.0-20180821212333-d2e6202438be/go.mod h1:N/0e6XlmueqKjAGxoOufVs8QHGRruUQn6yWY3a++T0U= 343 | golang.org/x/oauth2 v0.0.0-20190226205417-e64efc72b421/go.mod h1:gOpvHmFTYa4IltrdGE7lF6nIHvwfUNPOp7c8zoXwtLw= 344 | golang.org/x/oauth2 v0.0.0-20190604053449-0f29369cfe45/go.mod h1:gOpvHmFTYa4IltrdGE7lF6nIHvwfUNPOp7c8zoXwtLw= 345 | golang.org/x/oauth2 v0.0.0-20191202225959-858c2ad4c8b6/go.mod h1:gOpvHmFTYa4IltrdGE7lF6nIHvwfUNPOp7c8zoXwtLw= 346 | golang.org/x/oauth2 v0.0.0-20200107190931-bf48bf16ab8d/go.mod h1:gOpvHmFTYa4IltrdGE7lF6nIHvwfUNPOp7c8zoXwtLw= 347 | golang.org/x/oauth2 v0.0.0-20200902213428-5d25da1a8d43/go.mod h1:KelEdhl1UZF7XfJ4dDtk6s++YSgaE7mD/BuKKDLBl4A= 348 | golang.org/x/oauth2 v0.0.0-20201109201403-9fd604954f58/go.mod h1:KelEdhl1UZF7XfJ4dDtk6s++YSgaE7mD/BuKKDLBl4A= 349 | golang.org/x/oauth2 v0.0.0-20201208152858-08078c50e5b5/go.mod h1:KelEdhl1UZF7XfJ4dDtk6s++YSgaE7mD/BuKKDLBl4A= 350 | golang.org/x/oauth2 v0.0.0-20210218202405-ba52d332ba99/go.mod h1:KelEdhl1UZF7XfJ4dDtk6s++YSgaE7mD/BuKKDLBl4A= 351 | golang.org/x/oauth2 v0.7.0 h1:qe6s0zUXlPX80/dITx3440hWZ7GwMwgDDyrSGTPJG/g= 352 | golang.org/x/oauth2 v0.7.0/go.mod h1:hPLQkd9LyjfXTiRohC/41GhcFqxisoUQ99sCUOHO9x4= 353 | golang.org/x/sync v0.0.0-20180314180146-1d60e4601c6f/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= 354 | golang.org/x/sync v0.0.0-20181108010431-42b317875d0f/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= 355 | golang.org/x/sync v0.0.0-20181221193216-37e7f081c4d4/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= 356 | golang.org/x/sync v0.0.0-20190227155943-e225da77a7e6/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= 357 | golang.org/x/sync v0.0.0-20190423024810-112230192c58/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= 358 | golang.org/x/sync v0.0.0-20190911185100-cd5d95a43a6e/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= 359 | golang.org/x/sync v0.0.0-20200317015054-43a5402ce75a/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= 360 | golang.org/x/sync v0.0.0-20200625203802-6e8e738ad208/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= 361 | golang.org/x/sync v0.0.0-20201020160332-67f06af15bc9/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= 362 | golang.org/x/sync v0.0.0-20201207232520-09787c993a3a/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= 363 | golang.org/x/sync v0.0.0-20210220032951-036812b2e83c/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= 364 | golang.org/x/sys v0.0.0-20180830151530-49385e6e1522/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= 365 | golang.org/x/sys v0.0.0-20190215142949-d0b11bdaac8a/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= 366 | golang.org/x/sys v0.0.0-20190312061237-fead79001313/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= 367 | golang.org/x/sys v0.0.0-20190412213103-97732733099d/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= 368 | golang.org/x/sys v0.0.0-20190502145724-3ef323f4f1fd/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= 369 | golang.org/x/sys v0.0.0-20190507160741-ecd444e8653b/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= 370 | golang.org/x/sys v0.0.0-20190606165138-5da285871e9c/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= 371 | golang.org/x/sys v0.0.0-20190624142023-c5567b49c5d0/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= 372 | golang.org/x/sys v0.0.0-20190726091711-fc99dfbffb4e/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= 373 | golang.org/x/sys v0.0.0-20191001151750-bb3f8db39f24/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= 374 | golang.org/x/sys v0.0.0-20191204072324-ce4227a45e2e/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= 375 | golang.org/x/sys v0.0.0-20191228213918-04cbcbbfeed8/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= 376 | golang.org/x/sys v0.0.0-20200113162924-86b910548bc1/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= 377 | golang.org/x/sys v0.0.0-20200122134326-e047566fdf82/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= 378 | golang.org/x/sys v0.0.0-20200202164722-d101bd2416d5/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= 379 | golang.org/x/sys v0.0.0-20200212091648-12a6c2dcc1e4/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= 380 | golang.org/x/sys v0.0.0-20200223170610-d5e6a3e2c0ae/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= 381 | golang.org/x/sys v0.0.0-20200302150141-5c8b2ff67527/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= 382 | golang.org/x/sys v0.0.0-20200323222414-85ca7c5b95cd/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= 383 | golang.org/x/sys v0.0.0-20200331124033-c3d80250170d/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= 384 | golang.org/x/sys v0.0.0-20200501052902-10377860bb8e/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= 385 | golang.org/x/sys v0.0.0-20200511232937-7e40ca221e25/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= 386 | golang.org/x/sys v0.0.0-20200515095857-1151b9dac4a9/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= 387 | golang.org/x/sys v0.0.0-20200523222454-059865788121/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= 388 | golang.org/x/sys v0.0.0-20200803210538-64077c9b5642/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= 389 | golang.org/x/sys v0.0.0-20200905004654-be1d3432aa8f/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= 390 | golang.org/x/sys v0.0.0-20200930185726-fdedc70b468f/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= 391 | golang.org/x/sys v0.0.0-20201119102817-f84b799fce68/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= 392 | golang.org/x/sys v0.0.0-20201201145000-ef89a241ccb3/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= 393 | golang.org/x/sys v0.0.0-20210104204734-6f8348627aad/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= 394 | golang.org/x/sys v0.0.0-20210119212857-b64e53b001e4/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= 395 | golang.org/x/sys v0.0.0-20210225134936-a50acf3fe073/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= 396 | golang.org/x/sys v0.0.0-20210330210617-4fbd30eecc44/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= 397 | golang.org/x/sys v0.0.0-20210423082822-04245dca01da/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= 398 | golang.org/x/sys v0.0.0-20210423185535-09eb48e85fd7/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= 399 | golang.org/x/sys v0.0.0-20210510120138-977fb7262007/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= 400 | golang.org/x/sys v0.0.0-20210615035016-665e8c7367d1/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= 401 | golang.org/x/sys v0.0.0-20220908164124-27713097b956/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= 402 | golang.org/x/sys v0.8.0 h1:EBmGv8NaZBZTWvrbjNoL6HVt+IVy3QDQpJs7VRIw3tU= 403 | golang.org/x/sys v0.8.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= 404 | golang.org/x/term v0.0.0-20201126162022-7de9c90e9dd1/go.mod h1:bj7SfCRtBDWHUb9snDiAeCFNEtKQo2Wmx5Cou7ajbmo= 405 | golang.org/x/term v0.8.0 h1:n5xxQn2i3PC0yLAbjTpNT85q/Kgzcr2gIoX9OrJUols= 406 | golang.org/x/term v0.8.0/go.mod h1:xPskH00ivmX89bAKVGSKKtLOWNx2+17Eiy94tnKShWo= 407 | golang.org/x/text v0.0.0-20170915032832-14c0d48ead0c/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ= 408 | golang.org/x/text v0.3.0/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ= 409 | golang.org/x/text v0.3.1-0.20180807135948-17ff2d5776d2/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ= 410 | golang.org/x/text v0.3.2/go.mod h1:bEr9sfX3Q8Zfm5fL9x+3itogRgK3+ptLWKqgva+5dAk= 411 | golang.org/x/text v0.3.3/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ= 412 | golang.org/x/text v0.3.4/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ= 413 | golang.org/x/text v0.3.6/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ= 414 | golang.org/x/text v0.3.7/go.mod h1:u+2+/6zg+i71rQMx5EYifcz6MCKuco9NR6JIITiCfzQ= 415 | golang.org/x/text v0.9.0 h1:2sjJmO8cDvYveuX97RDLsxlyUxLl+GHoLxBiRdHllBE= 416 | golang.org/x/text v0.9.0/go.mod h1:e1OnstbJyHTd6l/uOt8jFFHp6TRDWZR/bV3emEE/zU8= 417 | golang.org/x/time v0.0.0-20181108054448-85acf8d2951c/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ= 418 | golang.org/x/time v0.0.0-20190308202827-9d24e82272b4/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ= 419 | golang.org/x/time v0.0.0-20191024005414-555d28b269f0/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ= 420 | golang.org/x/time v0.1.0 h1:xYY+Bajn2a7VBmTM5GikTmnK8ZuX8YgnQCqZpbBNtmA= 421 | golang.org/x/time v0.1.0/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ= 422 | golang.org/x/tools v0.0.0-20180917221912-90fa682c2a6e/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ= 423 | golang.org/x/tools v0.0.0-20190114222345-bf090417da8b/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ= 424 | golang.org/x/tools v0.0.0-20190226205152-f727befe758c/go.mod h1:9Yl7xja0Znq3iFh3HoIrodX9oNMXvdceNzlUR8zjMvY= 425 | golang.org/x/tools v0.0.0-20190311212946-11955173bddd/go.mod h1:LCzVGOaR6xXOjkQ3onu1FJEFr0SW1gC7cKk1uF8kGRs= 426 | golang.org/x/tools v0.0.0-20190312151545-0bb0c0a6e846/go.mod h1:LCzVGOaR6xXOjkQ3onu1FJEFr0SW1gC7cKk1uF8kGRs= 427 | golang.org/x/tools v0.0.0-20190312170243-e65039ee4138/go.mod h1:LCzVGOaR6xXOjkQ3onu1FJEFr0SW1gC7cKk1uF8kGRs= 428 | golang.org/x/tools v0.0.0-20190425150028-36563e24a262/go.mod h1:RgjU9mgBXZiqYHBnxXauZ1Gv1EHHAz9KjViQ78xBX0Q= 429 | golang.org/x/tools v0.0.0-20190506145303-2d16b83fe98c/go.mod h1:RgjU9mgBXZiqYHBnxXauZ1Gv1EHHAz9KjViQ78xBX0Q= 430 | golang.org/x/tools v0.0.0-20190524140312-2c0ae7006135/go.mod h1:RgjU9mgBXZiqYHBnxXauZ1Gv1EHHAz9KjViQ78xBX0Q= 431 | golang.org/x/tools v0.0.0-20190606124116-d0a3d012864b/go.mod h1:/rFqwRUd4F7ZHNgwSSTFct+R/Kf4OFW1sUzUTQQTgfc= 432 | golang.org/x/tools v0.0.0-20190621195816-6e04913cbbac/go.mod h1:/rFqwRUd4F7ZHNgwSSTFct+R/Kf4OFW1sUzUTQQTgfc= 433 | golang.org/x/tools v0.0.0-20190628153133-6cdbf07be9d0/go.mod h1:/rFqwRUd4F7ZHNgwSSTFct+R/Kf4OFW1sUzUTQQTgfc= 434 | golang.org/x/tools v0.0.0-20190816200558-6889da9d5479/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo= 435 | golang.org/x/tools v0.0.0-20190911174233-4f2ddba30aff/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo= 436 | golang.org/x/tools v0.0.0-20191012152004-8de300cfc20a/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo= 437 | golang.org/x/tools v0.0.0-20191113191852-77e3bb0ad9e7/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo= 438 | golang.org/x/tools v0.0.0-20191115202509-3a792d9c32b2/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo= 439 | golang.org/x/tools v0.0.0-20191119224855-298f0cb1881e/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo= 440 | golang.org/x/tools v0.0.0-20191125144606-a911d9008d1f/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo= 441 | golang.org/x/tools v0.0.0-20191130070609-6e064ea0cf2d/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo= 442 | golang.org/x/tools v0.0.0-20191216173652-a0e659d51361/go.mod h1:TB2adYChydJhpapKDTa4BR/hXlZSLoq2Wpct/0txZ28= 443 | golang.org/x/tools v0.0.0-20191227053925-7b8e75db28f4/go.mod h1:TB2adYChydJhpapKDTa4BR/hXlZSLoq2Wpct/0txZ28= 444 | golang.org/x/tools v0.0.0-20200117161641-43d50277825c/go.mod h1:TB2adYChydJhpapKDTa4BR/hXlZSLoq2Wpct/0txZ28= 445 | golang.org/x/tools v0.0.0-20200122220014-bf1340f18c4a/go.mod h1:TB2adYChydJhpapKDTa4BR/hXlZSLoq2Wpct/0txZ28= 446 | golang.org/x/tools v0.0.0-20200130002326-2f3ba24bd6e7/go.mod h1:TB2adYChydJhpapKDTa4BR/hXlZSLoq2Wpct/0txZ28= 447 | golang.org/x/tools v0.0.0-20200204074204-1cc6d1ef6c74/go.mod h1:TB2adYChydJhpapKDTa4BR/hXlZSLoq2Wpct/0txZ28= 448 | golang.org/x/tools v0.0.0-20200207183749-b753a1ba74fa/go.mod h1:TB2adYChydJhpapKDTa4BR/hXlZSLoq2Wpct/0txZ28= 449 | golang.org/x/tools v0.0.0-20200212150539-ea181f53ac56/go.mod h1:TB2adYChydJhpapKDTa4BR/hXlZSLoq2Wpct/0txZ28= 450 | golang.org/x/tools v0.0.0-20200224181240-023911ca70b2/go.mod h1:TB2adYChydJhpapKDTa4BR/hXlZSLoq2Wpct/0txZ28= 451 | golang.org/x/tools v0.0.0-20200227222343-706bc42d1f0d/go.mod h1:TB2adYChydJhpapKDTa4BR/hXlZSLoq2Wpct/0txZ28= 452 | golang.org/x/tools v0.0.0-20200304193943-95d2e580d8eb/go.mod h1:o4KQGtdN14AW+yjsvvwRTJJuXz8XRtIHtEnmAXLyFUw= 453 | golang.org/x/tools v0.0.0-20200312045724-11d5b4c81c7d/go.mod h1:o4KQGtdN14AW+yjsvvwRTJJuXz8XRtIHtEnmAXLyFUw= 454 | golang.org/x/tools v0.0.0-20200331025713-a30bf2db82d4/go.mod h1:Sl4aGygMT6LrqrWclx+PTx3U+LnKx/seiNR+3G19Ar8= 455 | golang.org/x/tools v0.0.0-20200501065659-ab2804fb9c9d/go.mod h1:EkVYQZoAsY45+roYkvgYkIh4xh/qjgUK9TdY2XT94GE= 456 | golang.org/x/tools v0.0.0-20200512131952-2bc93b1c0c88/go.mod h1:EkVYQZoAsY45+roYkvgYkIh4xh/qjgUK9TdY2XT94GE= 457 | golang.org/x/tools v0.0.0-20200515010526-7d3b6ebf133d/go.mod h1:EkVYQZoAsY45+roYkvgYkIh4xh/qjgUK9TdY2XT94GE= 458 | golang.org/x/tools v0.0.0-20200618134242-20370b0cb4b2/go.mod h1:EkVYQZoAsY45+roYkvgYkIh4xh/qjgUK9TdY2XT94GE= 459 | golang.org/x/tools v0.0.0-20200619180055-7c47624df98f/go.mod h1:EkVYQZoAsY45+roYkvgYkIh4xh/qjgUK9TdY2XT94GE= 460 | golang.org/x/tools v0.0.0-20200729194436-6467de6f59a7/go.mod h1:njjCfa9FT2d7l9Bc6FUM5FLjQPp3cFF28FI3qnDFljA= 461 | golang.org/x/tools v0.0.0-20200804011535-6c149bb5ef0d/go.mod h1:njjCfa9FT2d7l9Bc6FUM5FLjQPp3cFF28FI3qnDFljA= 462 | golang.org/x/tools v0.0.0-20200825202427-b303f430e36d/go.mod h1:njjCfa9FT2d7l9Bc6FUM5FLjQPp3cFF28FI3qnDFljA= 463 | golang.org/x/tools v0.0.0-20200904185747-39188db58858/go.mod h1:Cj7w3i3Rnn0Xh82ur9kSqwfTHTeVxaDqrfMjpcNT6bE= 464 | golang.org/x/tools v0.0.0-20201110124207-079ba7bd75cd/go.mod h1:emZCQorbCU4vsT4fOWvOPXz4eW1wZW4PmDk9uLelYpA= 465 | golang.org/x/tools v0.0.0-20201201161351-ac6f37ff4c2a/go.mod h1:emZCQorbCU4vsT4fOWvOPXz4eW1wZW4PmDk9uLelYpA= 466 | golang.org/x/tools v0.0.0-20201208233053-a543418bbed2/go.mod h1:emZCQorbCU4vsT4fOWvOPXz4eW1wZW4PmDk9uLelYpA= 467 | golang.org/x/tools v0.0.0-20210105154028-b0ab187a4818/go.mod h1:emZCQorbCU4vsT4fOWvOPXz4eW1wZW4PmDk9uLelYpA= 468 | golang.org/x/tools v0.0.0-20210106214847-113979e3529a/go.mod h1:emZCQorbCU4vsT4fOWvOPXz4eW1wZW4PmDk9uLelYpA= 469 | golang.org/x/tools v0.0.0-20210108195828-e2f9c7f1fc8e/go.mod h1:emZCQorbCU4vsT4fOWvOPXz4eW1wZW4PmDk9uLelYpA= 470 | golang.org/x/tools v0.1.0/go.mod h1:xkSsbof2nBLbhDlRMhhhyNLN/zl3eTqcnHD5viDpcZ0= 471 | golang.org/x/tools v0.1.1/go.mod h1:o0xws9oXOQQZyjljx8fwUC0k7L1pTE6eaCbjGeHmOkk= 472 | golang.org/x/tools v0.7.0 h1:W4OVu8VVOaIO0yzWMNdepAulS7YfoS3Zabrm8DOXXU4= 473 | golang.org/x/xerrors v0.0.0-20190717185122-a985d3407aa7/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= 474 | golang.org/x/xerrors v0.0.0-20191011141410-1b5146add898/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= 475 | golang.org/x/xerrors v0.0.0-20191204190536-9bdfabe68543/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= 476 | golang.org/x/xerrors v0.0.0-20200804184101-5ec99f83aff1/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= 477 | google.golang.org/api v0.4.0/go.mod h1:8k5glujaEP+g9n7WNsDg8QP6cUVNI86fCNMcbazEtwE= 478 | google.golang.org/api v0.7.0/go.mod h1:WtwebWUNSVBH/HAw79HIFXZNqEvBhG+Ra+ax0hx3E3M= 479 | google.golang.org/api v0.8.0/go.mod h1:o4eAsZoiT+ibD93RtjEohWalFOjRDx6CVaqeizhEnKg= 480 | google.golang.org/api v0.9.0/go.mod h1:o4eAsZoiT+ibD93RtjEohWalFOjRDx6CVaqeizhEnKg= 481 | google.golang.org/api v0.13.0/go.mod h1:iLdEw5Ide6rF15KTC1Kkl0iskquN2gFfn9o9XIsbkAI= 482 | google.golang.org/api v0.14.0/go.mod h1:iLdEw5Ide6rF15KTC1Kkl0iskquN2gFfn9o9XIsbkAI= 483 | google.golang.org/api v0.15.0/go.mod h1:iLdEw5Ide6rF15KTC1Kkl0iskquN2gFfn9o9XIsbkAI= 484 | google.golang.org/api v0.17.0/go.mod h1:BwFmGc8tA3vsd7r/7kR8DY7iEEGSU04BFxCo5jP/sfE= 485 | google.golang.org/api v0.18.0/go.mod h1:BwFmGc8tA3vsd7r/7kR8DY7iEEGSU04BFxCo5jP/sfE= 486 | google.golang.org/api v0.19.0/go.mod h1:BwFmGc8tA3vsd7r/7kR8DY7iEEGSU04BFxCo5jP/sfE= 487 | google.golang.org/api v0.20.0/go.mod h1:BwFmGc8tA3vsd7r/7kR8DY7iEEGSU04BFxCo5jP/sfE= 488 | google.golang.org/api v0.22.0/go.mod h1:BwFmGc8tA3vsd7r/7kR8DY7iEEGSU04BFxCo5jP/sfE= 489 | google.golang.org/api v0.24.0/go.mod h1:lIXQywCXRcnZPGlsd8NbLnOjtAoL6em04bJ9+z0MncE= 490 | google.golang.org/api v0.28.0/go.mod h1:lIXQywCXRcnZPGlsd8NbLnOjtAoL6em04bJ9+z0MncE= 491 | google.golang.org/api v0.29.0/go.mod h1:Lcubydp8VUV7KeIHD9z2Bys/sm/vGKnG1UHuDBSrHWM= 492 | google.golang.org/api v0.30.0/go.mod h1:QGmEvQ87FHZNiUVJkT14jQNYJ4ZJjdRF23ZXz5138Fc= 493 | google.golang.org/api v0.35.0/go.mod h1:/XrVsuzM0rZmrsbjJutiuftIzeuTQcEeaYcSk/mQ1dg= 494 | google.golang.org/api v0.36.0/go.mod h1:+z5ficQTmoYpPn8LCUNVpK5I7hwkpjbcgqA7I34qYtE= 495 | google.golang.org/api v0.40.0/go.mod h1:fYKFpnQN0DsDSKRVRcQSDQNtqWPfM9i+zNPxepjRCQ8= 496 | google.golang.org/appengine v1.1.0/go.mod h1:EbEs0AVv82hx2wNQdGPgUI5lhzA/G0D9YwlJXL52JkM= 497 | google.golang.org/appengine v1.4.0/go.mod h1:xpcJRLb0r/rnEns0DIKYYv+WjYCduHsrkT7/EB5XEv4= 498 | google.golang.org/appengine v1.5.0/go.mod h1:xpcJRLb0r/rnEns0DIKYYv+WjYCduHsrkT7/EB5XEv4= 499 | google.golang.org/appengine v1.6.1/go.mod h1:i06prIuMbXzDqacNJfV5OdTW448YApPu5ww/cMBSeb0= 500 | google.golang.org/appengine v1.6.5/go.mod h1:8WjMMxjGQR8xUklV/ARdw2HLXBOI7O7uCIDZVag1xfc= 501 | google.golang.org/appengine v1.6.6/go.mod h1:8WjMMxjGQR8xUklV/ARdw2HLXBOI7O7uCIDZVag1xfc= 502 | google.golang.org/appengine v1.6.7 h1:FZR1q0exgwxzPzp/aF+VccGrSfxfPpkBqjIIEq3ru6c= 503 | google.golang.org/appengine v1.6.7/go.mod h1:8WjMMxjGQR8xUklV/ARdw2HLXBOI7O7uCIDZVag1xfc= 504 | google.golang.org/genproto v0.0.0-20180817151627-c66870c02cf8/go.mod h1:JiN7NxoALGmiZfu7CAH4rXhgtRTLTxftemlI0sWmxmc= 505 | google.golang.org/genproto v0.0.0-20190307195333-5fe7a883aa19/go.mod h1:VzzqZJRnGkLBvHegQrXjBqPurQTc5/KpmUdxsrq26oE= 506 | google.golang.org/genproto v0.0.0-20190418145605-e7d98fc518a7/go.mod h1:VzzqZJRnGkLBvHegQrXjBqPurQTc5/KpmUdxsrq26oE= 507 | google.golang.org/genproto v0.0.0-20190425155659-357c62f0e4bb/go.mod h1:VzzqZJRnGkLBvHegQrXjBqPurQTc5/KpmUdxsrq26oE= 508 | google.golang.org/genproto v0.0.0-20190502173448-54afdca5d873/go.mod h1:VzzqZJRnGkLBvHegQrXjBqPurQTc5/KpmUdxsrq26oE= 509 | google.golang.org/genproto v0.0.0-20190801165951-fa694d86fc64/go.mod h1:DMBHOl98Agz4BDEuKkezgsaosCRResVns1a3J2ZsMNc= 510 | google.golang.org/genproto v0.0.0-20190819201941-24fa4b261c55/go.mod h1:DMBHOl98Agz4BDEuKkezgsaosCRResVns1a3J2ZsMNc= 511 | google.golang.org/genproto v0.0.0-20190911173649-1774047e7e51/go.mod h1:IbNlFCBrqXvoKpeg0TB2l7cyZUmoaFKYIwrEpbDKLA8= 512 | google.golang.org/genproto v0.0.0-20191108220845-16a3f7862a1a/go.mod h1:n3cpQtvxv34hfy77yVDNjmbRyujviMdxYliBSkLhpCc= 513 | google.golang.org/genproto v0.0.0-20191115194625-c23dd37a84c9/go.mod h1:n3cpQtvxv34hfy77yVDNjmbRyujviMdxYliBSkLhpCc= 514 | google.golang.org/genproto v0.0.0-20191216164720-4f79533eabd1/go.mod h1:n3cpQtvxv34hfy77yVDNjmbRyujviMdxYliBSkLhpCc= 515 | google.golang.org/genproto v0.0.0-20191230161307-f3c370f40bfb/go.mod h1:n3cpQtvxv34hfy77yVDNjmbRyujviMdxYliBSkLhpCc= 516 | google.golang.org/genproto v0.0.0-20200115191322-ca5a22157cba/go.mod h1:n3cpQtvxv34hfy77yVDNjmbRyujviMdxYliBSkLhpCc= 517 | google.golang.org/genproto v0.0.0-20200122232147-0452cf42e150/go.mod h1:n3cpQtvxv34hfy77yVDNjmbRyujviMdxYliBSkLhpCc= 518 | google.golang.org/genproto v0.0.0-20200204135345-fa8e72b47b90/go.mod h1:GmwEX6Z4W5gMy59cAlVYjN9JhxgbQH6Gn+gFDQe2lzA= 519 | google.golang.org/genproto v0.0.0-20200212174721-66ed5ce911ce/go.mod h1:55QSHmfGQM9UVYDPBsyGGes0y52j32PQ3BqQfXhyH3c= 520 | google.golang.org/genproto v0.0.0-20200224152610-e50cd9704f63/go.mod h1:55QSHmfGQM9UVYDPBsyGGes0y52j32PQ3BqQfXhyH3c= 521 | google.golang.org/genproto v0.0.0-20200228133532-8c2c7df3a383/go.mod h1:55QSHmfGQM9UVYDPBsyGGes0y52j32PQ3BqQfXhyH3c= 522 | google.golang.org/genproto v0.0.0-20200305110556-506484158171/go.mod h1:55QSHmfGQM9UVYDPBsyGGes0y52j32PQ3BqQfXhyH3c= 523 | google.golang.org/genproto v0.0.0-20200312145019-da6875a35672/go.mod h1:55QSHmfGQM9UVYDPBsyGGes0y52j32PQ3BqQfXhyH3c= 524 | google.golang.org/genproto v0.0.0-20200331122359-1ee6d9798940/go.mod h1:55QSHmfGQM9UVYDPBsyGGes0y52j32PQ3BqQfXhyH3c= 525 | google.golang.org/genproto v0.0.0-20200430143042-b979b6f78d84/go.mod h1:55QSHmfGQM9UVYDPBsyGGes0y52j32PQ3BqQfXhyH3c= 526 | google.golang.org/genproto v0.0.0-20200511104702-f5ebc3bea380/go.mod h1:55QSHmfGQM9UVYDPBsyGGes0y52j32PQ3BqQfXhyH3c= 527 | google.golang.org/genproto v0.0.0-20200515170657-fc4c6c6a6587/go.mod h1:YsZOwe1myG/8QRHRsmBRE1LrgQY60beZKjly0O1fX9U= 528 | google.golang.org/genproto v0.0.0-20200526211855-cb27e3aa2013/go.mod h1:NbSheEEYHJ7i3ixzK3sjbqSGDJWnxyFXZblF3eUsNvo= 529 | google.golang.org/genproto v0.0.0-20200618031413-b414f8b61790/go.mod h1:jDfRM7FcilCzHH/e9qn6dsT145K34l5v+OpcnNgKAAA= 530 | google.golang.org/genproto v0.0.0-20200729003335-053ba62fc06f/go.mod h1:FWY/as6DDZQgahTzZj3fqbO1CbirC29ZNUFHwi0/+no= 531 | google.golang.org/genproto v0.0.0-20200804131852-c06518451d9c/go.mod h1:FWY/as6DDZQgahTzZj3fqbO1CbirC29ZNUFHwi0/+no= 532 | google.golang.org/genproto v0.0.0-20200825200019-8632dd797987/go.mod h1:FWY/as6DDZQgahTzZj3fqbO1CbirC29ZNUFHwi0/+no= 533 | google.golang.org/genproto v0.0.0-20200904004341-0bd0a958aa1d/go.mod h1:FWY/as6DDZQgahTzZj3fqbO1CbirC29ZNUFHwi0/+no= 534 | google.golang.org/genproto v0.0.0-20201019141844-1ed22bb0c154/go.mod h1:FWY/as6DDZQgahTzZj3fqbO1CbirC29ZNUFHwi0/+no= 535 | google.golang.org/genproto v0.0.0-20201109203340-2640f1f9cdfb/go.mod h1:FWY/as6DDZQgahTzZj3fqbO1CbirC29ZNUFHwi0/+no= 536 | google.golang.org/genproto v0.0.0-20201201144952-b05cb90ed32e/go.mod h1:FWY/as6DDZQgahTzZj3fqbO1CbirC29ZNUFHwi0/+no= 537 | google.golang.org/genproto v0.0.0-20201210142538-e3217bee35cc/go.mod h1:FWY/as6DDZQgahTzZj3fqbO1CbirC29ZNUFHwi0/+no= 538 | google.golang.org/genproto v0.0.0-20201214200347-8c77b98c765d/go.mod h1:FWY/as6DDZQgahTzZj3fqbO1CbirC29ZNUFHwi0/+no= 539 | google.golang.org/genproto v0.0.0-20210108203827-ffc7fda8c3d7/go.mod h1:FWY/as6DDZQgahTzZj3fqbO1CbirC29ZNUFHwi0/+no= 540 | google.golang.org/genproto v0.0.0-20210226172003-ab064af71705/go.mod h1:FWY/as6DDZQgahTzZj3fqbO1CbirC29ZNUFHwi0/+no= 541 | google.golang.org/grpc v1.19.0/go.mod h1:mqu4LbDTu4XGKhr4mRzUsmM4RtVoemTSY81AxZiDr8c= 542 | google.golang.org/grpc v1.20.1/go.mod h1:10oTOabMzJvdu6/UiuZezV6QK5dSlG84ov/aaiqXj38= 543 | google.golang.org/grpc v1.21.1/go.mod h1:oYelfM1adQP15Ek0mdvEgi9Df8B9CZIaU1084ijfRaM= 544 | google.golang.org/grpc v1.23.0/go.mod h1:Y5yQAOtifL1yxbo5wqy6BxZv8vAUGQwXBOALyacEbxg= 545 | google.golang.org/grpc v1.25.1/go.mod h1:c3i+UQWmh7LiEpx4sFZnkU36qjEYZ0imhYfXVyQciAY= 546 | google.golang.org/grpc v1.26.0/go.mod h1:qbnxyOmOxrQa7FizSgH+ReBfzJrCY1pSN7KXBS8abTk= 547 | google.golang.org/grpc v1.27.0/go.mod h1:qbnxyOmOxrQa7FizSgH+ReBfzJrCY1pSN7KXBS8abTk= 548 | google.golang.org/grpc v1.27.1/go.mod h1:qbnxyOmOxrQa7FizSgH+ReBfzJrCY1pSN7KXBS8abTk= 549 | google.golang.org/grpc v1.28.0/go.mod h1:rpkK4SK4GF4Ach/+MFLZUBavHOvF2JJB5uozKKal+60= 550 | google.golang.org/grpc v1.29.1/go.mod h1:itym6AZVZYACWQqET3MqgPpjcuV5QH3BxFS3IjizoKk= 551 | google.golang.org/grpc v1.30.0/go.mod h1:N36X2cJ7JwdamYAgDz+s+rVMFjt3numwzf/HckM8pak= 552 | google.golang.org/grpc v1.31.0/go.mod h1:N36X2cJ7JwdamYAgDz+s+rVMFjt3numwzf/HckM8pak= 553 | google.golang.org/grpc v1.31.1/go.mod h1:N36X2cJ7JwdamYAgDz+s+rVMFjt3numwzf/HckM8pak= 554 | google.golang.org/grpc v1.33.2/go.mod h1:JMHMWHQWaTccqQQlmk3MJZS+GWXOdAesneDmEnv2fbc= 555 | google.golang.org/grpc v1.34.0/go.mod h1:WotjhfgOW/POjDeRt8vscBtXq+2VjORFy659qA51WJ8= 556 | google.golang.org/grpc v1.35.0/go.mod h1:qjiiYl8FncCW8feJPdyg3v6XW24KsRHe+dy9BAGRRjU= 557 | google.golang.org/protobuf v0.0.0-20200109180630-ec00e32a8dfd/go.mod h1:DFci5gLYBciE7Vtevhsrf46CRTquxDuWsQurQQe4oz8= 558 | google.golang.org/protobuf v0.0.0-20200221191635-4d8936d0db64/go.mod h1:kwYJMbMJ01Woi6D6+Kah6886xMZcty6N08ah7+eCXa0= 559 | google.golang.org/protobuf v0.0.0-20200228230310-ab0ca4ff8a60/go.mod h1:cfTl7dwQJ+fmap5saPgwCLgHXTUD7jkjRqWcaiX5VyM= 560 | google.golang.org/protobuf v1.20.1-0.20200309200217-e05f789c0967/go.mod h1:A+miEFZTKqfCUM6K7xSMQL9OKL/b6hQv+e19PK+JZNE= 561 | google.golang.org/protobuf v1.21.0/go.mod h1:47Nbq4nVaFHyn7ilMalzfO3qCViNmqZ2kzikPIcrTAo= 562 | google.golang.org/protobuf v1.22.0/go.mod h1:EGpADcykh3NcUnDUJcl1+ZksZNG86OlYog2l/sGQquU= 563 | google.golang.org/protobuf v1.23.0/go.mod h1:EGpADcykh3NcUnDUJcl1+ZksZNG86OlYog2l/sGQquU= 564 | google.golang.org/protobuf v1.23.1-0.20200526195155-81db48ad09cc/go.mod h1:EGpADcykh3NcUnDUJcl1+ZksZNG86OlYog2l/sGQquU= 565 | google.golang.org/protobuf v1.24.0/go.mod h1:r/3tXBNzIEhYS9I1OUVjXDlt8tc493IdKGjtUeSXeh4= 566 | google.golang.org/protobuf v1.25.0/go.mod h1:9JNX74DMeImyA3h4bdi1ymwjUzf21/xIlbajtzgsN7c= 567 | google.golang.org/protobuf v1.26.0-rc.1/go.mod h1:jlhhOSvTdKEhbULTjvd4ARK9grFBp09yW+WbY/TyQbw= 568 | google.golang.org/protobuf v1.26.0/go.mod h1:9q0QmTI4eRPtz6boOQmLYwt+qCgq0jsYwAQnmE0givc= 569 | google.golang.org/protobuf v1.30.0 h1:kPPoIgf3TsEvrm0PFe15JQ+570QVxYzEvvHqChK+cng= 570 | google.golang.org/protobuf v1.30.0/go.mod h1:HV8QOd/L58Z+nl8r43ehVNZIU/HEI6OcFqwMG9pJV4I= 571 | gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0= 572 | gopkg.in/check.v1 v1.0.0-20180628173108-788fd7840127/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0= 573 | gopkg.in/check.v1 v1.0.0-20190902080502-41f04d3bba15/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0= 574 | gopkg.in/check.v1 v1.0.0-20201130134442-10cb98267c6c h1:Hei/4ADfdWqJk1ZMxUNpqntNwaWcugrBjAiHlqqRiVk= 575 | gopkg.in/check.v1 v1.0.0-20201130134442-10cb98267c6c/go.mod h1:JHkPIbrfpd72SG/EVd6muEfDQjcINNoR0C8j2r3qZ4Q= 576 | gopkg.in/errgo.v2 v2.1.0/go.mod h1:hNsd1EY+bozCKY1Ytp96fpM3vjJbqLJn88ws8XvfDNI= 577 | gopkg.in/inf.v0 v0.9.1 h1:73M5CoZyi3ZLMOyDlQh031Cx6N9NDJ2Vvfl76EDAgDc= 578 | gopkg.in/inf.v0 v0.9.1/go.mod h1:cWUDdTG/fYaXco+Dcufb5Vnc6Gp2YChqWtbxRZE0mXw= 579 | gopkg.in/ini.v1 v1.67.0 h1:Dgnx+6+nfE+IfzjUEISNeydPJh9AXNNsWbGP9KzCsOA= 580 | gopkg.in/ini.v1 v1.67.0/go.mod h1:pNLf8WUiyNEtQjuu5G5vTm06TEv9tsIgeAvK8hOrP4k= 581 | gopkg.in/yaml.v2 v2.2.2/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI= 582 | gopkg.in/yaml.v2 v2.2.8/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI= 583 | gopkg.in/yaml.v2 v2.4.0 h1:D8xgwECY7CYvx+Y2n4sBz93Jn9JRvxdiyyo8CTfuKaY= 584 | gopkg.in/yaml.v2 v2.4.0/go.mod h1:RDklbk79AGWmwhnvt/jBztapEOGDOx6ZbXqjP6csGnQ= 585 | gopkg.in/yaml.v3 v3.0.0-20200313102051-9f266ea9e77c/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM= 586 | gopkg.in/yaml.v3 v3.0.0-20200615113413-eeeca48fe776/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM= 587 | gopkg.in/yaml.v3 v3.0.0-20210107192922-496545a6307b/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM= 588 | gopkg.in/yaml.v3 v3.0.1 h1:fxVm/GzAzEWqLHuvctI91KS9hhNmmWOoWu0XTYJS7CA= 589 | gopkg.in/yaml.v3 v3.0.1/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM= 590 | gotest.tools v2.2.0+incompatible h1:VsBPFP1AI068pPrMxtb/S8Zkgf9xEmTLJjfM+P5UIEo= 591 | gotest.tools v2.2.0+incompatible/go.mod h1:DsYFclhRJ6vuDpmuTbkuFWG+y2sxOXAzmJt81HFBacw= 592 | honnef.co/go/tools v0.0.0-20190102054323-c2f93a96b099/go.mod h1:rf3lG4BRIbNafJWhAfAdb/ePZxsR/4RtNHQocxwk9r4= 593 | honnef.co/go/tools v0.0.0-20190106161140-3f1c8253044a/go.mod h1:rf3lG4BRIbNafJWhAfAdb/ePZxsR/4RtNHQocxwk9r4= 594 | honnef.co/go/tools v0.0.0-20190418001031-e561f6794a2a/go.mod h1:rf3lG4BRIbNafJWhAfAdb/ePZxsR/4RtNHQocxwk9r4= 595 | honnef.co/go/tools v0.0.0-20190523083050-ea95bdfd59fc/go.mod h1:rf3lG4BRIbNafJWhAfAdb/ePZxsR/4RtNHQocxwk9r4= 596 | honnef.co/go/tools v0.0.1-2019.2.3/go.mod h1:a3bituU0lyd329TUQxRnasdCoJDkEUEAqEt0JzvZhAg= 597 | honnef.co/go/tools v0.0.1-2020.1.3/go.mod h1:X/FiERA/W4tHapMX5mGpAtMSVEeEUOyHaw9vFzvIQ3k= 598 | honnef.co/go/tools v0.0.1-2020.1.4/go.mod h1:X/FiERA/W4tHapMX5mGpAtMSVEeEUOyHaw9vFzvIQ3k= 599 | k8s.io/api v0.27.2 h1:+H17AJpUMvl+clT+BPnKf0E3ksMAzoBBg7CntpSuADo= 600 | k8s.io/api v0.27.2/go.mod h1:ENmbocXfBT2ADujUXcBhHV55RIT31IIEvkntP6vZKS4= 601 | k8s.io/apimachinery v0.27.2 h1:vBjGaKKieaIreI+oQwELalVG4d8f3YAMNpWLzDXkxeg= 602 | k8s.io/apimachinery v0.27.2/go.mod h1:XNfZ6xklnMCOGGFNqXG7bUrQCoR04dh/E7FprV6pb+E= 603 | k8s.io/client-go v0.27.2 h1:vDLSeuYvCHKeoQRhCXjxXO45nHVv2Ip4Fe0MfioMrhE= 604 | k8s.io/client-go v0.27.2/go.mod h1:tY0gVmUsHrAmjzHX9zs7eCjxcBsf8IiNe7KQ52biTcQ= 605 | k8s.io/klog/v2 v2.90.1 h1:m4bYOKall2MmOiRaR1J+We67Do7vm9KiQVlT96lnHUw= 606 | k8s.io/klog/v2 v2.90.1/go.mod h1:y1WjHnz7Dj687irZUWR/WLkLc5N1YHtjLdmgWjndZn0= 607 | k8s.io/kube-openapi v0.0.0-20230501164219-8b0f38b5fd1f h1:2kWPakN3i/k81b0gvD5C5FJ2kxm1WrQFanWchyKuqGg= 608 | k8s.io/kube-openapi v0.0.0-20230501164219-8b0f38b5fd1f/go.mod h1:byini6yhqGC14c3ebc/QwanvYwhuMWF6yz2F8uwW8eg= 609 | k8s.io/utils v0.0.0-20230209194617-a36077c30491 h1:r0BAOLElQnnFhE/ApUsg3iHdVYYPBjNSSOMowRZxxsY= 610 | k8s.io/utils v0.0.0-20230209194617-a36077c30491/go.mod h1:OLgZIPagt7ERELqWJFomSt595RzquPNLL48iOWgYOg0= 611 | rsc.io/binaryregexp v0.2.0/go.mod h1:qTv7/COck+e2FymRvadv62gMdZztPaShugOCi3I+8D8= 612 | rsc.io/quote/v3 v3.1.0/go.mod h1:yEA65RcK8LyAZtP9Kv3t0HmxON59tX3rD+tICJqUlj0= 613 | rsc.io/sampler v1.3.0/go.mod h1:T1hPZKmBbMNahiBKFy5HrXp6adAjACjK9JXDnKaTXpA= 614 | sigs.k8s.io/json v0.0.0-20221116044647-bc3834ca7abd h1:EDPBXCAspyGV4jQlpZSudPeMmr1bNJefnuqLsRAsHZo= 615 | sigs.k8s.io/json v0.0.0-20221116044647-bc3834ca7abd/go.mod h1:B8JuhiUyNFVKdsE8h686QcCxMaH6HrOAZj4vswFpcB0= 616 | sigs.k8s.io/structured-merge-diff/v4 v4.2.3 h1:PRbqxJClWWYMNV1dhaG4NsibJbArud9kFxnAMREiWFE= 617 | sigs.k8s.io/structured-merge-diff/v4 v4.2.3/go.mod h1:qjx8mGObPmV2aSZepjQjbmb2ihdVs8cGKBraizNC69E= 618 | sigs.k8s.io/yaml v1.3.0 h1:a2VclLzOGrwOHDiV8EfBGhvjHvP46CtW5j6POvhYGGo= 619 | sigs.k8s.io/yaml v1.3.0/go.mod h1:GeOyir5tyXNByN85N/dRIT9es5UQNerPYEKK56eTBm8= 620 | -------------------------------------------------------------------------------- /kubernetes/app-server.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: apps/v1 2 | kind: Deployment 3 | metadata: 4 | name: kube-remediator 5 | labels: 6 | project: kube-remediator 7 | role: app-server 8 | team: compute 9 | spec: 10 | replicas: 1 11 | selector: 12 | matchLabels: 13 | project: kube-remediator 14 | role: app-server 15 | template: 16 | metadata: 17 | labels: 18 | project: kube-remediator 19 | role: app-server 20 | team: compute 21 | spec: 22 | serviceAccountName: monitor-pods-acc 23 | containers: 24 | - name: remediator 25 | image: "ghcr.io/ankilosaurus/kube_remediator:latest" 26 | securityContext: 27 | runAsNonRoot: true 28 | readOnlyRootFilesystem: true 29 | resources: 30 | limits: 31 | cpu: 100m 32 | memory: 500Mi 33 | livenessProbe: 34 | httpGet: 35 | path: /healthz 36 | port: main-port 37 | ports: 38 | - name: main-port 39 | containerPort: 8080 40 | -------------------------------------------------------------------------------- /kubernetes/rbac.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: ServiceAccount 3 | metadata: 4 | name: monitor-pods-acc 5 | 6 | --- 7 | apiVersion: rbac.authorization.k8s.io/v1 8 | kind: ClusterRole 9 | metadata: 10 | name: monitor-pods 11 | rules: 12 | - apiGroups: 13 | - "" 14 | resources: 15 | - pods 16 | verbs: 17 | - get 18 | - watch 19 | - list 20 | - create 21 | - update 22 | - delete 23 | - patch 24 | 25 | --- 26 | apiVersion: rbac.authorization.k8s.io/v1 27 | kind: ClusterRoleBinding 28 | metadata: 29 | name: monitor-crashloop-pods 30 | roleRef: 31 | apiGroup: rbac.authorization.k8s.io 32 | kind: ClusterRole 33 | name: monitor-pods 34 | subjects: 35 | - kind: ServiceAccount 36 | name: monitor-pods-acc 37 | namespace: default 38 | -------------------------------------------------------------------------------- /pkg/healthz/healthz.go: -------------------------------------------------------------------------------- 1 | package healthz 2 | 3 | import ( 4 | httpmux "github.com/google/cadvisor/http/mux" 5 | "net/http" 6 | ) 7 | 8 | // TODO: add more checks as needed 9 | func handleHealthz(w http.ResponseWriter, r *http.Request) { 10 | w.WriteHeader(http.StatusOK) 11 | w.Write([]byte("ok")) 12 | } 13 | 14 | func RegisterHandler(mux httpmux.Mux) error { 15 | mux.HandleFunc("/healthz", handleHealthz) 16 | return nil 17 | } 18 | -------------------------------------------------------------------------------- /pkg/http/http.go: -------------------------------------------------------------------------------- 1 | package http 2 | 3 | import ( 4 | "context" 5 | "github.com/aksgithub/kube_remediator/pkg/healthz" 6 | "github.com/aksgithub/kube_remediator/pkg/metrics" 7 | "go.uber.org/zap" 8 | "net/http" 9 | "sync" 10 | "time" 11 | ) 12 | 13 | type Server struct { 14 | logger *zap.Logger 15 | } 16 | 17 | func NewServer(logger *zap.Logger) *Server { 18 | return &Server{logger: logger} 19 | } 20 | 21 | // allow checking from the outside if the app is still running 22 | // eventually this should show if the remediators are working 23 | // maybe later also for /metrics 24 | func (s *Server) Serve(ctx context.Context, wg *sync.WaitGroup) { 25 | defer wg.Done() 26 | 27 | s.logger.Info("Starting") 28 | 29 | //register handler 30 | mux := http.NewServeMux() 31 | healthz.RegisterHandler(mux) 32 | metrics.RegisterHandler(mux) 33 | srv := &http.Server{Addr: ":8080", Handler: mux} 34 | 35 | go func() { 36 | if err := srv.ListenAndServe(); err != nil { 37 | s.logger.Error("Error listening", zap.Error(err)) // untested section 38 | } 39 | }() 40 | <-ctx.Done() 41 | s.logger.Info("Stopping", zap.String("reason", "Signal")) 42 | 43 | shutdownCtx, cancel := context.WithTimeout(context.Background(), 5*time.Second) 44 | defer cancel() 45 | srv.Shutdown(shutdownCtx) 46 | } 47 | -------------------------------------------------------------------------------- /pkg/http/http_test.go: -------------------------------------------------------------------------------- 1 | package http_test 2 | 3 | import ( 4 | "context" 5 | remediator_http "github.com/aksgithub/kube_remediator/pkg/http" 6 | "github.com/stretchr/testify/suite" 7 | "go.uber.org/zap" 8 | "gotest.tools/assert" 9 | "io/ioutil" 10 | "k8s.io/apimachinery/pkg/util/runtime" 11 | "net/http" 12 | "sync" 13 | "testing" 14 | "time" 15 | ) 16 | 17 | type TestHttpServerSuite struct { 18 | suite.Suite 19 | ctx context.Context 20 | t *testing.T 21 | logger *zap.Logger 22 | } 23 | 24 | func (suite *TestHttpServerSuite) SetupSuite() { 25 | loggerConfig := zap.NewProductionConfig() 26 | loggerConfig.EncoderConfig.TimeKey = "" 27 | loggerConfig.EncoderConfig.MessageKey = "message" 28 | logger, err := loggerConfig.Build() 29 | runtime.Must(err) 30 | 31 | suite.ctx = context.Background() 32 | suite.logger = logger 33 | } 34 | 35 | func (suite *TestHttpServerSuite) httpGet(url string) (int, string) { 36 | client := &http.Client{ 37 | CheckRedirect: func(req *http.Request, via []*http.Request) error { 38 | return http.ErrUseLastResponse 39 | }, 40 | } 41 | req, err := http.NewRequest("GET", url, nil) 42 | response, err := client.Do(req) 43 | if err != nil { 44 | suite.logger.Sugar().Infof("Error: %s\n%+v\n", err.Error(), response) 45 | return 0, "" 46 | } 47 | defer response.Body.Close() 48 | b, err := ioutil.ReadAll(response.Body) 49 | if err != nil { 50 | return 0, "" 51 | } 52 | return response.StatusCode, string(b) 53 | } 54 | 55 | func (suite *TestHttpServerSuite) TestServer() { 56 | ctx, cancel := context.WithCancel(suite.ctx) 57 | var wg sync.WaitGroup 58 | wg.Add(1) 59 | go remediator_http.NewServer(suite.logger).Serve(ctx, &wg) 60 | 61 | time.Sleep(100 * time.Millisecond) // wait for http server to get ready 62 | 63 | status, _ := suite.httpGet("http://localhost:8080/healthz") 64 | assert.Equal(suite.t, status, 200) 65 | status, _ = suite.httpGet("http://localhost:8080/metrics") 66 | assert.Equal(suite.t, status, 200) 67 | 68 | cancel() 69 | wg.Wait() 70 | } 71 | 72 | func TestHttpServer(t *testing.T) { 73 | suite.Run(t, &TestHttpServerSuite{t: &testing.T{}}) 74 | } 75 | -------------------------------------------------------------------------------- /pkg/k8s/client.go: -------------------------------------------------------------------------------- 1 | package k8s 2 | 3 | import ( 4 | "context" 5 | "go.uber.org/zap" 6 | apiv1 "k8s.io/api/core/v1" 7 | metav1 "k8s.io/apimachinery/pkg/apis/meta/v1" 8 | "k8s.io/client-go/informers" 9 | "k8s.io/client-go/kubernetes" 10 | "k8s.io/client-go/rest" 11 | restclient "k8s.io/client-go/rest" 12 | "k8s.io/client-go/tools/clientcmd" 13 | "os" 14 | "path/filepath" 15 | ) 16 | 17 | type ClientInterface interface { 18 | GetPods(namespace string, options metav1.ListOptions) (*apiv1.PodList, error) 19 | DeletePod(pod *apiv1.Pod) error 20 | NewSharedInformerFactory(ns string) (informers.SharedInformerFactory, error) 21 | } 22 | 23 | type Client struct { 24 | logger *zap.Logger 25 | clientSet *kubernetes.Clientset 26 | } 27 | 28 | func (c *Client) GetPods(namespace string, options metav1.ListOptions) (*apiv1.PodList, error) { 29 | ctx := context.Background() 30 | return c.clientSet.CoreV1().Pods(namespace).List(ctx, options) 31 | } 32 | 33 | func (c *Client) DeletePod(pod *apiv1.Pod) error { 34 | ctx := context.Background() 35 | return c.clientSet.CoreV1().Pods(pod.ObjectMeta.Namespace).Delete(ctx, pod.ObjectMeta.Name, metav1.DeleteOptions{}) 36 | } 37 | 38 | func (c *Client) NewSharedInformerFactory(ns string) (informers.SharedInformerFactory, error) { 39 | factory := informers.NewSharedInformerFactoryWithOptions(c.clientSet, 0, informers.WithNamespace(ns)) 40 | return factory, nil 41 | } 42 | 43 | func newClientSet() (*kubernetes.Clientset, error) { 44 | var err error 45 | var config *restclient.Config 46 | if os.Getenv("KUBERNETES_SERVICE_HOST") == "" { 47 | kubeconfig := os.Getenv("KUBECONFIG") 48 | if kubeconfig == "" { 49 | kubeconfig = filepath.Join(os.Getenv("HOME"), ".kube", "config") 50 | } 51 | config, err = clientcmd.BuildConfigFromFlags("", kubeconfig) 52 | } else { 53 | // Reads config when in cluster 54 | config, err = rest.InClusterConfig() 55 | } 56 | 57 | if err != nil { 58 | return nil, err 59 | } 60 | 61 | return kubernetes.NewForConfig(config) 62 | } 63 | 64 | func NewClient(logger *zap.Logger) (*Client, error) { 65 | clientSet, err := newClientSet() 66 | if err != nil { 67 | return nil, err 68 | } 69 | 70 | return &Client{clientSet: clientSet, logger: logger}, err 71 | } 72 | -------------------------------------------------------------------------------- /pkg/k8s/mock/mock_client.go: -------------------------------------------------------------------------------- 1 | // Code generated by MockGen. DO NOT EDIT. 2 | // Source: pkg/k8s/client.go 3 | 4 | // Package mock_k8s is a generated GoMock package. 5 | package mock_k8s 6 | 7 | import ( 8 | gomock "github.com/golang/mock/gomock" 9 | v1 "k8s.io/api/core/v1" 10 | metav1 "k8s.io/apimachinery/pkg/apis/meta/v1" 11 | informers "k8s.io/client-go/informers" 12 | reflect "reflect" 13 | ) 14 | 15 | // MockClientInterface is a mock of ClientInterface interface 16 | type MockClientInterface struct { 17 | ctrl *gomock.Controller 18 | recorder *MockClientInterfaceMockRecorder 19 | } 20 | 21 | // MockClientInterfaceMockRecorder is the mock recorder for MockClientInterface 22 | type MockClientInterfaceMockRecorder struct { 23 | mock *MockClientInterface 24 | } 25 | 26 | // NewMockClientInterface creates a new mock instance 27 | func NewMockClientInterface(ctrl *gomock.Controller) *MockClientInterface { 28 | mock := &MockClientInterface{ctrl: ctrl} 29 | mock.recorder = &MockClientInterfaceMockRecorder{mock} 30 | return mock 31 | } 32 | 33 | // EXPECT returns an object that allows the caller to indicate expected use 34 | func (m *MockClientInterface) EXPECT() *MockClientInterfaceMockRecorder { 35 | return m.recorder 36 | } 37 | 38 | // GetPods mocks base method 39 | func (m *MockClientInterface) GetPods(namespace string, options metav1.ListOptions) (*v1.PodList, error) { 40 | m.ctrl.T.Helper() 41 | ret := m.ctrl.Call(m, "GetPods", namespace) 42 | ret0, _ := ret[0].(*v1.PodList) 43 | ret1, _ := ret[1].(error) 44 | return ret0, ret1 45 | } 46 | 47 | // GetPods indicates an expected call of GetPods 48 | func (mr *MockClientInterfaceMockRecorder) GetPods(namespace interface{}) *gomock.Call { 49 | mr.mock.ctrl.T.Helper() 50 | return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "GetPods", reflect.TypeOf((*MockClientInterface)(nil).GetPods), namespace) 51 | } 52 | 53 | // DeletePod mocks base method 54 | func (m *MockClientInterface) DeletePod(pod *v1.Pod) error { 55 | m.ctrl.T.Helper() 56 | ret := m.ctrl.Call(m, "DeletePod", pod) 57 | ret0, _ := ret[0].(error) 58 | return ret0 59 | } 60 | 61 | // DeletePod indicates an expected call of DeletePod 62 | func (mr *MockClientInterfaceMockRecorder) DeletePod(pod interface{}) *gomock.Call { 63 | mr.mock.ctrl.T.Helper() 64 | return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "DeletePod", reflect.TypeOf((*MockClientInterface)(nil).DeletePod), pod) 65 | } 66 | 67 | // NewSharedInformerFactory mocks base method 68 | func (m *MockClientInterface) NewSharedInformerFactory(ns string) (informers.SharedInformerFactory, error) { 69 | m.ctrl.T.Helper() 70 | ret := m.ctrl.Call(m, "NewSharedInformerFactory", ns) 71 | ret0, _ := ret[0].(informers.SharedInformerFactory) 72 | ret1, _ := ret[1].(error) 73 | return ret0, ret1 74 | } 75 | 76 | // NewSharedInformerFactory indicates an expected call of NewSharedInformerFactory 77 | func (mr *MockClientInterfaceMockRecorder) NewSharedInformerFactory(ns interface{}) *gomock.Call { 78 | mr.mock.ctrl.T.Helper() 79 | return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "NewSharedInformerFactory", reflect.TypeOf((*MockClientInterface)(nil).NewSharedInformerFactory), ns) 80 | } 81 | -------------------------------------------------------------------------------- /pkg/metrics/crashloopbackoff_metrics.go: -------------------------------------------------------------------------------- 1 | package metrics 2 | 3 | import ( 4 | "github.com/prometheus/client_golang/prometheus" 5 | "go.uber.org/zap" 6 | ) 7 | 8 | type CrashLoopBackOff_Metrics struct { 9 | logger *zap.Logger 10 | pods_count *prometheus.CounterVec 11 | } 12 | 13 | func NewCrashLoopBackOffMetrics(logger *zap.Logger) *CrashLoopBackOff_Metrics { 14 | return &CrashLoopBackOff_Metrics{logger: logger} 15 | 16 | } 17 | 18 | func (c *CrashLoopBackOff_Metrics) Register() { 19 | c.pods_count = prometheus.NewCounterVec( 20 | prometheus.CounterOpts{ 21 | Name: "crashloopbackoff_pods_rescheduled", 22 | Help: "Total number of CrashLoopBackOff Pods", 23 | }, 24 | []string{"action"}, 25 | ) 26 | prometheus.MustRegister(c.pods_count) 27 | } 28 | 29 | func (c *CrashLoopBackOff_Metrics) UnRegister() { 30 | prometheus.Unregister(c.pods_count) 31 | } 32 | 33 | func (c *CrashLoopBackOff_Metrics) UpdateRescheduledCount() { 34 | c.pods_count.With(prometheus.Labels{"action": "rescheduled"}).Inc() 35 | } 36 | -------------------------------------------------------------------------------- /pkg/metrics/metrics.go: -------------------------------------------------------------------------------- 1 | package metrics 2 | 3 | import ( 4 | httpmux "github.com/google/cadvisor/http/mux" 5 | "github.com/prometheus/client_golang/prometheus/promhttp" 6 | ) 7 | 8 | type Metrics interface { 9 | RegisterMetrics() 10 | } 11 | 12 | func RegisterHandler(mux httpmux.Mux) error { 13 | mux.Handle("/metrics", promhttp.Handler()) 14 | return nil 15 | } 16 | -------------------------------------------------------------------------------- /pkg/policy/policy.go: -------------------------------------------------------------------------------- 1 | package policy 2 | 3 | import ( 4 | "github.com/spf13/viper" 5 | "k8s.io/apimachinery/pkg/util/runtime" 6 | "strings" 7 | ) 8 | 9 | const ( 10 | ConfigName = "remediator_policy" 11 | ConfigPath = "config" 12 | ) 13 | 14 | type RemediatorPolicy struct { 15 | DisabledRemediators []string `mapstructure:"disabled_remediators,omitempty"` 16 | } 17 | 18 | func LoadRemediatorPolicy() RemediatorPolicy { 19 | viper.SetConfigName(ConfigName) 20 | viper.SetConfigType("json") 21 | viper.AddConfigPath(ConfigPath) 22 | viper.AutomaticEnv() 23 | viper.ReadInConfig() 24 | 25 | policy := RemediatorPolicy{} 26 | err := viper.Unmarshal(&policy) 27 | runtime.Must(err) 28 | 29 | return policy 30 | } 31 | 32 | func (p RemediatorPolicy) IsDisabled(remediator string) bool { 33 | if p.DisabledRemediators != nil { 34 | for _, disabledRemediator := range p.DisabledRemediators { 35 | if strings.EqualFold(disabledRemediator, remediator) { 36 | return true 37 | } 38 | } 39 | } 40 | return false 41 | } 42 | -------------------------------------------------------------------------------- /pkg/policy/policy_test.go: -------------------------------------------------------------------------------- 1 | package policy 2 | 3 | import ( 4 | "github.com/spf13/viper" 5 | "github.com/stretchr/testify/assert" 6 | "os" 7 | "strings" 8 | "testing" 9 | ) 10 | 11 | const ( 12 | OldPodDeleterRemediator = "OldPodDeleter" 13 | DisabledRemediatorsKey = "disabled_remediators" 14 | DisabledEnvironmentVar = "DISABLED_REMEDIATORS" 15 | ) 16 | 17 | func init() { 18 | viper.AddConfigPath("../../config") 19 | } 20 | 21 | func TestMissingRemediatorInConfigIsNotDisabledByDefault(t *testing.T) { 22 | policy := RemediatorPolicy{} 23 | assert.Falsef(t, policy.IsDisabled(OldPodDeleterRemediator), "remediators should not be disabled by default") 24 | } 25 | 26 | func TestDisabledRemediatorInConfigIsDisabled(t *testing.T) { 27 | policy := RemediatorPolicy{DisabledRemediators: []string{OldPodDeleterRemediator}} 28 | assert.Truef(t, policy.IsDisabled(OldPodDeleterRemediator), 29 | "remediator should be disabled when added to %s", DisabledRemediatorsKey) 30 | } 31 | 32 | func TestIsDisabledCaseInsensitive(t *testing.T) { 33 | policy := RemediatorPolicy{DisabledRemediators: []string{strings.ToLower(OldPodDeleterRemediator)}} 34 | assert.Truef(t, policy.IsDisabled(OldPodDeleterRemediator), 35 | "remediator should be disabled when added to %s", DisabledRemediatorsKey) 36 | } 37 | 38 | func TestLoadRemediatorsFromDefaultPolicy(t *testing.T) { 39 | policy := LoadRemediatorPolicy() 40 | 41 | assert.Empty(t, policy.DisabledRemediators, "should not have any disabled remediators") 42 | assert.Falsef(t, policy.IsDisabled(OldPodDeleterRemediator), "remediators should not be disabled by default") 43 | } 44 | 45 | func TestLoadRemediatorsUsesEnvVar(t *testing.T) { 46 | os.Setenv(DisabledEnvironmentVar, OldPodDeleterRemediator) 47 | defer os.Unsetenv(DisabledEnvironmentVar) 48 | 49 | policy := LoadRemediatorPolicy() 50 | assert.Truef(t, policy.IsDisabled(OldPodDeleterRemediator), 51 | "remediator should be disabled when set via env variable %s", DisabledEnvironmentVar) 52 | } 53 | 54 | func TestLoadRemediatorsAllowsMissingConfigFile(t *testing.T) { 55 | viper.Reset() 56 | 57 | policy := LoadRemediatorPolicy() 58 | assert.NotNil(t, policy, "Policy should be initialized even when config file is not defined") 59 | assert.Empty(t, policy.DisabledRemediators, "should not have any disabled remediators") 60 | } 61 | -------------------------------------------------------------------------------- /pkg/remediator/completedpoddeleter.go: -------------------------------------------------------------------------------- 1 | package remediator 2 | 3 | import ( 4 | "context" 5 | "go.uber.org/zap" 6 | metav1 "k8s.io/apimachinery/pkg/apis/meta/v1" 7 | "sync" 8 | "time" 9 | ) 10 | 11 | type CompletedPodDeleter struct { 12 | Base 13 | } 14 | 15 | func (p *CompletedPodDeleter) Run(ctx context.Context, wg *sync.WaitGroup) { 16 | defer wg.Done() 17 | 18 | p.reconcileEvery(ctx, p.deleteCompletedPods, 1*time.Hour) 19 | } 20 | 21 | func (p *CompletedPodDeleter) deleteCompletedPods() { 22 | p.logger.Info("Running") 23 | 24 | // get completed pods 25 | pods, err := p.client.GetPods("", metav1.ListOptions{FieldSelector: "status.phase=Succeeded"}) 26 | if err != nil { 27 | p.logger.Error("Error getting pod list: ", zap.Error(err)) 28 | return 29 | } 30 | 31 | // delete those that are too old (could delete pods that ran a long time early, but good enough for now) 32 | cutoff := time.Now().Add(-24 * time.Hour) 33 | for _, pod := range pods.Items { 34 | if pod.ObjectMeta.CreationTimestamp.Time.After(cutoff) { 35 | continue 36 | } 37 | p.deletePod(pod) 38 | } 39 | } 40 | -------------------------------------------------------------------------------- /pkg/remediator/completedpoddeleter_test.go: -------------------------------------------------------------------------------- 1 | package remediator_test 2 | 3 | import ( 4 | "context" 5 | "errors" 6 | "github.com/aksgithub/kube_remediator/pkg/k8s/mock" 7 | "github.com/aksgithub/kube_remediator/pkg/remediator" 8 | "github.com/golang/mock/gomock" 9 | "github.com/stretchr/testify/suite" 10 | "go.uber.org/zap" 11 | "gotest.tools/assert" 12 | corev1 "k8s.io/api/core/v1" 13 | metav1 "k8s.io/apimachinery/pkg/apis/meta/v1" 14 | "sync" 15 | "testing" 16 | "time" 17 | ) 18 | 19 | type TestCompletedPodDeleterSuite struct { 20 | suite.Suite 21 | logger *zap.Logger 22 | mockController *gomock.Controller 23 | mockClient *mock_k8s.MockClientInterface 24 | pods []corev1.Pod 25 | t *testing.T 26 | } 27 | 28 | func TestSuitecompletedPodDeleter(t *testing.T) { 29 | suite.Run(t, &TestCompletedPodDeleterSuite{t: t}) 30 | } 31 | 32 | func (suite *TestCompletedPodDeleterSuite) SetupTest() { 33 | suite.logger, _ = zap.NewDevelopment() 34 | suite.mockController = gomock.NewController(suite.t) 35 | suite.mockClient = mock_k8s.NewMockClientInterface(suite.mockController) 36 | suite.pods = []corev1.Pod{{ 37 | ObjectMeta: metav1.ObjectMeta{ 38 | Name: "foo", 39 | Namespace: "default", 40 | CreationTimestamp: metav1.NewTime(time.Now().Add(-25 * time.Hour)), 41 | }, 42 | Status: corev1.PodStatus{ 43 | Phase: "Succeeded", 44 | }, 45 | }} 46 | } 47 | 48 | func (suite *TestCompletedPodDeleterSuite) TeardownTest() { 49 | suite.mockController.Finish() 50 | } 51 | 52 | func (suite *TestCompletedPodDeleterSuite) run() { 53 | completedPodDeleter := remediator.CompletedPodDeleter{} 54 | err := completedPodDeleter.Setup(suite.logger, suite.mockClient) 55 | assert.Equal(suite.t, err, nil) 56 | 57 | ctx, cancel := context.WithCancel(context.Background()) 58 | cancel() // cancel first so we can just run once and exit 59 | 60 | var wg sync.WaitGroup 61 | wg.Add(1) 62 | 63 | completedPodDeleter.Run(ctx, &wg) 64 | } 65 | 66 | func (suite *TestCompletedPodDeleterSuite) TestDeleteCompletedPods() { 67 | suite.mockClient.EXPECT().GetPods("").Return(&corev1.PodList{Items: suite.pods}, nil) 68 | suite.mockClient.EXPECT().DeletePod(&suite.pods[0]).Return(nil) 69 | suite.run() 70 | } 71 | 72 | func (suite *TestCompletedPodDeleterSuite) TestKeepsNewPods() { 73 | suite.pods[0].ObjectMeta.CreationTimestamp = metav1.NewTime(time.Now().Add(-23 * time.Hour)) 74 | suite.mockClient.EXPECT().GetPods("").Return(&corev1.PodList{Items: suite.pods}, nil) 75 | suite.run() 76 | } 77 | 78 | func (suite *TestCompletedPodDeleterSuite) TestDoesNotCrashWhenListFails() { 79 | suite.mockClient.EXPECT().GetPods("").Return(nil, errors.New("Foo")) 80 | suite.run() 81 | } 82 | 83 | func (suite *TestCompletedPodDeleterSuite) TestDoesNotCrashWhenDeleteFails() { 84 | suite.mockClient.EXPECT().GetPods("").Return(&corev1.PodList{Items: suite.pods}, nil) 85 | suite.mockClient.EXPECT().DeletePod(&suite.pods[0]).Return(errors.New("Foo")) 86 | suite.run() 87 | } 88 | -------------------------------------------------------------------------------- /pkg/remediator/crashloopbackoffrescheduler.go: -------------------------------------------------------------------------------- 1 | package remediator 2 | 3 | import ( 4 | "context" 5 | "github.com/aksgithub/kube_remediator/pkg/k8s" 6 | "github.com/aksgithub/kube_remediator/pkg/metrics" 7 | "github.com/spf13/viper" 8 | "go.uber.org/zap" 9 | v1 "k8s.io/api/core/v1" 10 | metav1 "k8s.io/apimachinery/pkg/apis/meta/v1" 11 | "k8s.io/client-go/informers" 12 | "k8s.io/client-go/tools/cache" 13 | "sync" 14 | ) 15 | 16 | // TODO: this cannot be global since we have multiple remediator in this package ... folder can be set though but should 17 | // still not be here 18 | var CONFIG_FILE = "config/crash_loop_back_off_rescheduler.json" 19 | 20 | type PodFilter struct { 21 | annotation string 22 | failureThreshold int32 23 | namespace string 24 | } 25 | 26 | type CrashLoopBackOffRescheduler struct { 27 | Base 28 | filter PodFilter 29 | informerFactory informers.SharedInformerFactory 30 | metrics *metrics.CrashLoopBackOff_Metrics 31 | } 32 | 33 | func (p *CrashLoopBackOffRescheduler) Setup(logger *zap.Logger, client k8s.ClientInterface) error { 34 | logger.Info("Reading config", zap.String("file", CONFIG_FILE)) 35 | viper.SetConfigFile(CONFIG_FILE) 36 | viper.SetConfigType("json") 37 | viper.SetDefault("annotation", "kube-remediator/CrashLoopBackOffRemediator") 38 | viper.SetDefault("failureThreshold", 5) 39 | viper.SetDefault("namespace", "") 40 | 41 | if err := viper.ReadInConfig(); err != nil { 42 | return err // untested section 43 | } 44 | 45 | logger.Sugar().Infof("Config %v", viper.AllSettings()) // TODO: prefer using zap.Map or something like that 46 | filter := PodFilter{ 47 | annotation: viper.GetString("annotation"), 48 | failureThreshold: viper.GetInt32("failureThreshold"), 49 | namespace: viper.GetString("namespace"), 50 | } 51 | 52 | metrics := metrics.NewCrashLoopBackOffMetrics(logger) 53 | metrics.Register() 54 | 55 | informerFactory, err := client.NewSharedInformerFactory(filter.namespace) 56 | if err != nil { 57 | return err // untested section 58 | } 59 | p.informerFactory = informerFactory 60 | p.filter = filter 61 | p.metrics = metrics 62 | p.logger = logger 63 | p.client = client 64 | return nil 65 | } 66 | 67 | func (p *CrashLoopBackOffRescheduler) Run(ctx context.Context, wg *sync.WaitGroup) { 68 | defer wg.Done() 69 | 70 | p.logStartAndStop(func() { 71 | // Check for any CrashLoopBackOff Pods first 72 | p.reschedulePods() 73 | 74 | informer := p.informerFactory.Core().V1().Pods().Informer() 75 | 76 | informer.AddEventHandler(cache.ResourceEventHandlerFuncs{ 77 | UpdateFunc: p.rescheduleIfNecessary, 78 | }) 79 | informer.Run(ctx.Done()) 80 | 81 | <-ctx.Done() 82 | p.metrics.UnRegister() 83 | }) 84 | } 85 | 86 | func (p *CrashLoopBackOffRescheduler) reschedulePods() { 87 | p.logger.Info("Running") 88 | for _, pod := range *p.getCrashLoopBackOffPods() { 89 | p.rescheduleIfNecessary(nil, &pod) 90 | } 91 | } 92 | 93 | func (p *CrashLoopBackOffRescheduler) rescheduleIfNecessary(oldObj, newObj interface{}) { 94 | pod := newObj.(*v1.Pod) 95 | if p.shouldReschedule(pod) { 96 | p.deletePod(*pod) 97 | } 98 | } 99 | 100 | func (p *CrashLoopBackOffRescheduler) getCrashLoopBackOffPods() *[]v1.Pod { 101 | pods, err := p.client.GetPods(p.filter.namespace, metav1.ListOptions{}) 102 | if err != nil { 103 | p.logger.Error("Error getting pod list: ", zap.Error(err)) 104 | return &[]v1.Pod{} 105 | } 106 | var unhealthyPods []v1.Pod 107 | for _, pod := range pods.Items { 108 | if p.shouldReschedule(&pod) { 109 | unhealthyPods = append(unhealthyPods, pod) 110 | } 111 | } 112 | return &unhealthyPods 113 | } 114 | 115 | func (p *CrashLoopBackOffRescheduler) shouldReschedule(pod *v1.Pod) bool { 116 | return (p.filter.annotation == "" || pod.ObjectMeta.Annotations[p.filter.annotation] != "false") && // not opted-out 117 | len(pod.ObjectMeta.OwnerReferences) > 0 && // Assuming Pod has owner reference of kind Controller 118 | p.isPodUnhealthy(pod) 119 | } 120 | 121 | // This is not 100% reliable because Pod could toggle between Terminated with Error and Waiting with CrashLoopBackOff 122 | func (p *CrashLoopBackOffRescheduler) isPodUnhealthy(pod *v1.Pod) bool { 123 | // Check if any of Containers is in CrashLoop 124 | statuses := append(pod.Status.InitContainerStatuses, pod.Status.ContainerStatuses...) 125 | for _, containerStatus := range statuses { 126 | if containerStatus.RestartCount >= p.filter.failureThreshold { 127 | if containerStatus.State.Waiting != nil && containerStatus.State.Waiting.Reason == "CrashLoopBackOff" { 128 | return true 129 | } 130 | } 131 | } 132 | return false 133 | } 134 | -------------------------------------------------------------------------------- /pkg/remediator/crashloopbackoffrescheduler_test.go: -------------------------------------------------------------------------------- 1 | package remediator_test 2 | 3 | import ( 4 | "context" 5 | "errors" 6 | "github.com/aksgithub/kube_remediator/pkg/k8s/mock" 7 | "github.com/aksgithub/kube_remediator/pkg/remediator" 8 | "github.com/golang/mock/gomock" 9 | "github.com/stretchr/testify/suite" 10 | "go.uber.org/zap" 11 | "gotest.tools/assert" 12 | corev1 "k8s.io/api/core/v1" 13 | metav1 "k8s.io/apimachinery/pkg/apis/meta/v1" 14 | "k8s.io/client-go/informers" 15 | "k8s.io/client-go/kubernetes/fake" 16 | "sync" 17 | "testing" 18 | ) 19 | 20 | type TestCrashLoopBackOffReschedulerSuite struct { 21 | suite.Suite 22 | logger *zap.Logger 23 | mockController *gomock.Controller 24 | mockClient *mock_k8s.MockClientInterface 25 | pods []corev1.Pod 26 | t *testing.T 27 | } 28 | 29 | func TestSuiteCrashLoopBackOffRescheduler(t *testing.T) { 30 | suite.Run(t, &TestCrashLoopBackOffReschedulerSuite{t: t}) 31 | } 32 | 33 | func (suite *TestCrashLoopBackOffReschedulerSuite) SetupTest() { 34 | remediator.CONFIG_FILE = "../../config/crash_loop_back_off_rescheduler.json" // TODO: set on the instance or global folder 35 | suite.logger, _ = zap.NewDevelopment() 36 | suite.mockController = gomock.NewController(suite.t) 37 | suite.mockClient = mock_k8s.NewMockClientInterface(suite.mockController) 38 | suite.pods = []corev1.Pod{{ 39 | TypeMeta: metav1.TypeMeta{ 40 | APIVersion: "v1", 41 | Kind: "Pod", 42 | }, 43 | ObjectMeta: metav1.ObjectMeta{ 44 | Name: "healthyPod", 45 | Namespace: "default", 46 | OwnerReferences: []metav1.OwnerReference{ 47 | { 48 | Name: "controller", 49 | }, 50 | }, 51 | }, 52 | Status: corev1.PodStatus{ 53 | InitContainerStatuses: []corev1.ContainerStatus{ 54 | { 55 | RestartCount: 0, 56 | State: corev1.ContainerState{ 57 | Waiting: &corev1.ContainerStateWaiting{Reason: "CrashLoopBackOff"}, 58 | }, 59 | }, 60 | }, 61 | ContainerStatuses: []corev1.ContainerStatus{ 62 | { 63 | RestartCount: 6, 64 | State: corev1.ContainerState{ 65 | Waiting: &corev1.ContainerStateWaiting{Reason: "CrashLoopBackOff"}, 66 | }, 67 | }, 68 | }, 69 | }, 70 | }} 71 | } 72 | 73 | func (suite *TestCrashLoopBackOffReschedulerSuite) TearDownTest() { 74 | suite.mockController.Finish() 75 | } 76 | 77 | func (suite *TestCrashLoopBackOffReschedulerSuite) newInformerFactory() informers.SharedInformerFactory { 78 | return informers.NewSharedInformerFactoryWithOptions(fake.NewSimpleClientset(), 0, informers.WithNamespace("")) 79 | } 80 | 81 | func (suite *TestCrashLoopBackOffReschedulerSuite) run() { 82 | ctx, cancel := context.WithCancel(context.Background()) 83 | cancel() // cancel first so we can just run once and exit 84 | 85 | suite.mockClient.EXPECT().NewSharedInformerFactory("").Return(suite.newInformerFactory(), nil) 86 | crashloop := remediator.CrashLoopBackOffRescheduler{} 87 | err := crashloop.Setup(suite.logger, suite.mockClient) 88 | assert.Equal(suite.t, err, nil) 89 | 90 | var wg sync.WaitGroup 91 | wg.Add(1) 92 | 93 | crashloop.Run(ctx, &wg) 94 | } 95 | 96 | func (suite *TestCrashLoopBackOffReschedulerSuite) TestReschedulesUnhealthyPod() { 97 | suite.mockClient.EXPECT().GetPods("").Return(&corev1.PodList{Items: suite.pods}, nil) 98 | suite.mockClient.EXPECT().DeletePod(&suite.pods[0]).Return(nil) 99 | suite.run() 100 | } 101 | 102 | func (suite *TestCrashLoopBackOffReschedulerSuite) TestLoopsOverAllPods() { 103 | suite.mockClient.EXPECT().GetPods("").Return(&corev1.PodList{Items: append(suite.pods, suite.pods...)}, nil) 104 | suite.mockClient.EXPECT().DeletePod(&suite.pods[0]).Return(nil).Times(2) 105 | suite.run() 106 | } 107 | 108 | func (suite *TestCrashLoopBackOffReschedulerSuite) TestKeepsUnhealthyPodWithoutOwnerReference() { 109 | suite.pods[0].ObjectMeta.OwnerReferences = []metav1.OwnerReference{} 110 | suite.mockClient.EXPECT().GetPods("").Return(&corev1.PodList{Items: suite.pods}, nil) 111 | suite.run() 112 | } 113 | 114 | func (suite *TestCrashLoopBackOffReschedulerSuite) TestKeepsPodBelowThreshold() { 115 | suite.pods[0].Status.ContainerStatuses[0].RestartCount = 4 116 | suite.mockClient.EXPECT().GetPods("").Return(&corev1.PodList{Items: suite.pods}, nil) 117 | suite.run() 118 | } 119 | 120 | func (suite *TestCrashLoopBackOffReschedulerSuite) TestReschedulesBasedOnInitContainers() { 121 | suite.pods[0].Status.ContainerStatuses[0].RestartCount = 0 // make healthy 122 | suite.pods[0].Status.InitContainerStatuses[0].RestartCount = 6 123 | suite.mockClient.EXPECT().GetPods("").Return(&corev1.PodList{Items: suite.pods}, nil) 124 | suite.mockClient.EXPECT().DeletePod(&suite.pods[0]).Return(nil) 125 | suite.run() 126 | } 127 | 128 | func (suite *TestCrashLoopBackOffReschedulerSuite) TestKeepsWithOtherReason() { 129 | suite.pods[0].Status.ContainerStatuses[0].State.Waiting.Reason = "X" 130 | suite.mockClient.EXPECT().GetPods("").Return(&corev1.PodList{Items: suite.pods}, nil) 131 | suite.run() 132 | } 133 | 134 | func (suite *TestCrashLoopBackOffReschedulerSuite) TestKeepsOptedOutUnHealthyPods() { 135 | suite.pods[0].ObjectMeta.Annotations = map[string]string{ 136 | "kube-remediator/CrashLoopBackOffRemediator": "false", 137 | } 138 | suite.mockClient.EXPECT().GetPods("").Return(&corev1.PodList{Items: suite.pods}, nil).Times(1) 139 | 140 | suite.run() 141 | } 142 | 143 | func (suite *TestCrashLoopBackOffReschedulerSuite) TestReschedulesUnHealthyPodsWithAnnotation() { 144 | suite.pods[0].ObjectMeta.Annotations = map[string]string{ 145 | "kube-remediator/CrashLoopBackOffRemediator": "true", 146 | } 147 | suite.mockClient.EXPECT().GetPods("").Return(&corev1.PodList{Items: suite.pods}, nil).Times(1) 148 | suite.mockClient.EXPECT().DeletePod(&suite.pods[0]).Return(nil).Times(1) 149 | 150 | suite.run() 151 | } 152 | 153 | func (suite *TestCrashLoopBackOffReschedulerSuite) TestDoesNotCrashWhenDeleteFails() { 154 | suite.mockClient.EXPECT().GetPods("").Return(&corev1.PodList{Items: suite.pods}, nil) 155 | suite.mockClient.EXPECT().DeletePod(&suite.pods[0]).Return(errors.New("Foo")) 156 | suite.run() 157 | } 158 | 159 | func (suite *TestCrashLoopBackOffReschedulerSuite) TestDoesNotCrashWhenListFails() { 160 | suite.mockClient.EXPECT().GetPods("").Return(nil, errors.New("Foo")) 161 | suite.run() 162 | } 163 | -------------------------------------------------------------------------------- /pkg/remediator/failedpodrescheduler.go: -------------------------------------------------------------------------------- 1 | package remediator 2 | 3 | import ( 4 | "context" 5 | "github.com/aksgithub/kube_remediator/pkg/k8s" 6 | "go.uber.org/zap" 7 | v1 "k8s.io/api/core/v1" 8 | metav1 "k8s.io/apimachinery/pkg/apis/meta/v1" 9 | "k8s.io/client-go/informers" 10 | "k8s.io/client-go/tools/cache" 11 | "strings" 12 | "sync" 13 | "time" 14 | ) 15 | 16 | type FailedPodRescheduler struct { 17 | Base 18 | informerFactory informers.SharedInformerFactory 19 | } 20 | 21 | func (p *FailedPodRescheduler) Setup(logger *zap.Logger, client k8s.ClientInterface) error { 22 | informerFactory, err := client.NewSharedInformerFactory("") 23 | if err != nil { 24 | return err // untested section 25 | } 26 | p.informerFactory = informerFactory 27 | p.logger = logger 28 | p.client = client 29 | return nil 30 | } 31 | 32 | func (p *FailedPodRescheduler) Run(ctx context.Context, wg *sync.WaitGroup) { 33 | defer wg.Done() 34 | 35 | p.logStartAndStop(func() { 36 | // Check for any Failed Pods first 37 | p.reschedulePods() 38 | // TODO: filter failed pods here to avoid overhead 39 | informer := p.informerFactory.Core().V1().Pods().Informer() 40 | 41 | informer.AddEventHandler(cache.ResourceEventHandlerFuncs{ 42 | UpdateFunc: p.rescheduleIfNecessary, 43 | }) 44 | informer.Run(ctx.Done()) 45 | 46 | <-ctx.Done() 47 | }) 48 | } 49 | 50 | func (p *FailedPodRescheduler) reschedulePods() { 51 | p.logger.Info("Reconcile") 52 | for _, pod := range *p.getFailedPods() { 53 | p.rescheduleIfNecessary(nil, &pod) 54 | } 55 | } 56 | 57 | func (p *FailedPodRescheduler) rescheduleIfNecessary(oldObj, newObj interface{}) { 58 | pod := newObj.(*v1.Pod) 59 | if p.shouldReschedule(pod) { 60 | p.deletePod(*pod) 61 | } 62 | } 63 | 64 | func (p *FailedPodRescheduler) getFailedPods() *[]v1.Pod { 65 | pods, err := p.client.GetPods("", metav1.ListOptions{FieldSelector: "status.phase=Failed"}) 66 | if err != nil { 67 | p.logger.Error("Error getting pod list: ", zap.Error(err)) 68 | return &[]v1.Pod{} 69 | } 70 | return &pods.Items 71 | } 72 | 73 | func (p *FailedPodRescheduler) shouldReschedule(pod *v1.Pod) bool { 74 | reason := strings.ToLower(pod.Status.Reason) // we saw OutOfCPU, OutOfcpu and Outofmemory 75 | if pod.Status.Phase != "Failed" || (reason != "outofcpu" && reason != "outofmemory") { 76 | return false 77 | } 78 | 79 | // Pods that would not be recreated need to stay 80 | if len(pod.ObjectMeta.OwnerReferences) == 0 { 81 | return false 82 | } 83 | 84 | // Job pods are deleted by Kubernetes 85 | for _, ownerReference := range pod.ObjectMeta.OwnerReferences { 86 | if ownerReference.Kind == "Job" { 87 | return false 88 | } 89 | } 90 | 91 | // Keep pods for 5 mins to be able to debug and log pipeline to find out metadata 92 | if pod.ObjectMeta.CreationTimestamp.Time.After(time.Now().Add(-5 * time.Minute)) { 93 | return false 94 | } 95 | 96 | return true 97 | } 98 | -------------------------------------------------------------------------------- /pkg/remediator/failedpodrescheduler_test.go: -------------------------------------------------------------------------------- 1 | package remediator_test 2 | 3 | import ( 4 | "context" 5 | "errors" 6 | "github.com/aksgithub/kube_remediator/pkg/k8s/mock" 7 | "github.com/aksgithub/kube_remediator/pkg/remediator" 8 | "github.com/golang/mock/gomock" 9 | "github.com/stretchr/testify/suite" 10 | "go.uber.org/zap" 11 | "gotest.tools/assert" 12 | corev1 "k8s.io/api/core/v1" 13 | metav1 "k8s.io/apimachinery/pkg/apis/meta/v1" 14 | "k8s.io/client-go/informers" 15 | "k8s.io/client-go/kubernetes/fake" 16 | "sync" 17 | "testing" 18 | "time" 19 | ) 20 | 21 | type TestFailedPodReschedulerSuite struct { 22 | suite.Suite 23 | logger *zap.Logger 24 | mockController *gomock.Controller 25 | mockClient *mock_k8s.MockClientInterface 26 | pods []corev1.Pod 27 | t *testing.T 28 | } 29 | 30 | func TestSuiteFailedPodRescheduler(t *testing.T) { 31 | suite.Run(t, &TestFailedPodReschedulerSuite{t: t}) 32 | } 33 | 34 | func (suite *TestFailedPodReschedulerSuite) SetupTest() { 35 | suite.logger, _ = zap.NewDevelopment() 36 | suite.mockController = gomock.NewController(suite.t) 37 | suite.mockClient = mock_k8s.NewMockClientInterface(suite.mockController) 38 | suite.pods = []corev1.Pod{{ 39 | TypeMeta: metav1.TypeMeta{ 40 | APIVersion: "v1", 41 | Kind: "Pod", 42 | }, 43 | ObjectMeta: metav1.ObjectMeta{ 44 | Name: "healthyPod", 45 | Namespace: "default", 46 | OwnerReferences: []metav1.OwnerReference{ 47 | { 48 | Name: "controller", 49 | }, 50 | }, 51 | CreationTimestamp: metav1.Time{time.Now().Add(-10 * time.Minute)}, 52 | }, 53 | Status: corev1.PodStatus{ 54 | Phase: "Failed", 55 | Reason: "OutOfcpu", 56 | }, 57 | }} 58 | } 59 | 60 | func (suite *TestFailedPodReschedulerSuite) TearDownTest() { 61 | suite.mockController.Finish() 62 | } 63 | 64 | func (suite *TestFailedPodReschedulerSuite) newInformerFactory() informers.SharedInformerFactory { 65 | return informers.NewSharedInformerFactoryWithOptions(fake.NewSimpleClientset(), 0, informers.WithNamespace("")) 66 | } 67 | 68 | func (suite *TestFailedPodReschedulerSuite) run() { 69 | ctx, cancel := context.WithCancel(context.Background()) 70 | cancel() // cancel first so we can just run once and exit 71 | 72 | suite.mockClient.EXPECT().NewSharedInformerFactory("").Return(suite.newInformerFactory(), nil) 73 | r := remediator.FailedPodRescheduler{} 74 | err := r.Setup(suite.logger, suite.mockClient) 75 | assert.Equal(suite.t, err, nil) 76 | 77 | var wg sync.WaitGroup 78 | wg.Add(1) 79 | r.Run(ctx, &wg) 80 | } 81 | 82 | func (suite *TestFailedPodReschedulerSuite) TestReschedulesFailedPod() { 83 | suite.mockClient.EXPECT().GetPods("").Return(&corev1.PodList{Items: suite.pods}, nil) 84 | suite.mockClient.EXPECT().DeletePod(&suite.pods[0]).Return(nil) 85 | suite.run() 86 | } 87 | 88 | func (suite *TestFailedPodReschedulerSuite) TestLoopsOverAllPods() { 89 | suite.mockClient.EXPECT().GetPods("").Return(&corev1.PodList{Items: append(suite.pods, suite.pods...)}, nil) 90 | suite.mockClient.EXPECT().DeletePod(&suite.pods[0]).Return(nil).Times(2) 91 | suite.run() 92 | } 93 | 94 | func (suite *TestFailedPodReschedulerSuite) TestKeepsFailedPodWithoutOwnerReference() { 95 | suite.pods[0].ObjectMeta.OwnerReferences = []metav1.OwnerReference{} 96 | suite.mockClient.EXPECT().GetPods("").Return(&corev1.PodList{Items: suite.pods}, nil) 97 | suite.run() 98 | } 99 | 100 | func (suite *TestFailedPodReschedulerSuite) TestKeepsFailedPodsWhenTheyAreCleanup() { 101 | suite.pods[0].ObjectMeta.OwnerReferences[0].Kind = "Job" 102 | suite.mockClient.EXPECT().GetPods("").Return(&corev1.PodList{Items: suite.pods}, nil) 103 | suite.run() 104 | } 105 | 106 | func (suite *TestFailedPodReschedulerSuite) TestKeepsFailedPodsWithOtherReasons() { 107 | suite.pods[0].Status.Reason = "fake" 108 | suite.mockClient.EXPECT().GetPods("").Return(&corev1.PodList{Items: suite.pods}, nil) 109 | suite.run() 110 | } 111 | 112 | func (suite *TestFailedPodReschedulerSuite) TestDoesNotCrashWhenDeleteFails() { 113 | suite.mockClient.EXPECT().GetPods("").Return(&corev1.PodList{Items: suite.pods}, nil) 114 | suite.mockClient.EXPECT().DeletePod(&suite.pods[0]).Return(errors.New("foo")) 115 | suite.run() 116 | } 117 | 118 | func (suite *TestFailedPodReschedulerSuite) TestDoesNotCrashWhenListFails() { 119 | suite.mockClient.EXPECT().GetPods("").Return(nil, errors.New("foo")) 120 | suite.run() 121 | } 122 | 123 | func (suite *TestFailedPodReschedulerSuite) TestDoesNotDeleteWhenPodIsNew() { 124 | suite.pods[0].CreationTimestamp = metav1.Time{time.Now().Add(-4 * time.Minute)} 125 | suite.mockClient.EXPECT().GetPods("").Return(&corev1.PodList{Items: suite.pods}, nil) 126 | suite.run() 127 | } 128 | -------------------------------------------------------------------------------- /pkg/remediator/oldpoddeleter.go: -------------------------------------------------------------------------------- 1 | package remediator 2 | 3 | import ( 4 | "context" 5 | "go.uber.org/zap" 6 | metav1 "k8s.io/apimachinery/pkg/apis/meta/v1" 7 | "sync" 8 | "time" 9 | ) 10 | 11 | type OldPodDeleter struct { 12 | Base 13 | } 14 | 15 | func (p *OldPodDeleter) Run(ctx context.Context, wg *sync.WaitGroup) { 16 | defer wg.Done() 17 | 18 | p.reconcileEvery(ctx, p.deleteOldPods, 1*time.Hour) 19 | } 20 | 21 | func (p *OldPodDeleter) deleteOldPods() { 22 | p.logger.Info("Running") 23 | 24 | // get all pods that opted in to deletion 25 | pods, err := p.client.GetPods("", metav1.ListOptions{ 26 | LabelSelector: "kube-remediator/OldPodDeleter=true", 27 | }) 28 | if err != nil { 29 | p.logger.Error("Error getting pod list", zap.Error(err)) 30 | return 31 | } 32 | 33 | // deleteOldPods those that are too old 34 | cutoff := time.Now().Add(-24 * time.Hour) 35 | for _, pod := range pods.Items { 36 | if pod.ObjectMeta.CreationTimestamp.Time.After(cutoff) { 37 | continue 38 | } 39 | p.deletePod(pod) 40 | } 41 | } 42 | -------------------------------------------------------------------------------- /pkg/remediator/oldpoddeleter_test.go: -------------------------------------------------------------------------------- 1 | package remediator_test 2 | 3 | import ( 4 | "context" 5 | "errors" 6 | "github.com/aksgithub/kube_remediator/pkg/k8s/mock" 7 | "github.com/aksgithub/kube_remediator/pkg/remediator" 8 | "github.com/golang/mock/gomock" 9 | "github.com/stretchr/testify/suite" 10 | "go.uber.org/zap" 11 | "gotest.tools/assert" 12 | corev1 "k8s.io/api/core/v1" 13 | metav1 "k8s.io/apimachinery/pkg/apis/meta/v1" 14 | "sync" 15 | "testing" 16 | "time" 17 | ) 18 | 19 | type TestOldPodDeleterSuite struct { 20 | suite.Suite 21 | logger *zap.Logger 22 | mockController *gomock.Controller 23 | mockClient *mock_k8s.MockClientInterface 24 | pods []corev1.Pod 25 | t *testing.T 26 | } 27 | 28 | func TestSuiteOldPodDeleter(t *testing.T) { 29 | suite.Run(t, &TestOldPodDeleterSuite{t: t}) 30 | } 31 | 32 | func (suite *TestOldPodDeleterSuite) SetupTest() { 33 | suite.logger, _ = zap.NewDevelopment() 34 | suite.mockController = gomock.NewController(suite.t) 35 | suite.mockClient = mock_k8s.NewMockClientInterface(suite.mockController) 36 | suite.pods = []corev1.Pod{{ 37 | ObjectMeta: metav1.ObjectMeta{ 38 | Name: "foo", 39 | Namespace: "default", 40 | CreationTimestamp: metav1.NewTime(time.Now().Add(-25 * time.Hour)), 41 | Labels: map[string]string{ 42 | "kube-remediator/OldPodDeleter": "true", 43 | }, 44 | }, 45 | }} 46 | } 47 | 48 | func (suite *TestOldPodDeleterSuite) TeardownTest() { 49 | suite.mockController.Finish() 50 | } 51 | 52 | func (suite *TestOldPodDeleterSuite) run() { 53 | oldPodDeleter := remediator.OldPodDeleter{} 54 | err := oldPodDeleter.Setup(suite.logger, suite.mockClient) 55 | assert.Equal(suite.t, err, nil) 56 | 57 | ctx, cancel := context.WithCancel(context.Background()) 58 | cancel() // cancel first so we can just run once and exit 59 | 60 | var wg sync.WaitGroup 61 | wg.Add(1) 62 | 63 | oldPodDeleter.Run(ctx, &wg) 64 | } 65 | 66 | func (suite *TestOldPodDeleterSuite) TestDeletesOldPods() { 67 | suite.mockClient.EXPECT().GetPods("").Return(&corev1.PodList{Items: suite.pods}, nil) 68 | suite.mockClient.EXPECT().DeletePod(&suite.pods[0]).Return(nil) 69 | suite.run() 70 | } 71 | 72 | func (suite *TestOldPodDeleterSuite) TestKeepsNewPods() { 73 | suite.pods[0].ObjectMeta.CreationTimestamp = metav1.NewTime(time.Now().Add(-23 * time.Hour)) 74 | suite.mockClient.EXPECT().GetPods("").Return(&corev1.PodList{Items: suite.pods}, nil) 75 | suite.run() 76 | } 77 | 78 | func (suite *TestOldPodDeleterSuite) TestDoesNotCrashWhenListFails() { 79 | suite.mockClient.EXPECT().GetPods("").Return(nil, errors.New("Foo")) 80 | suite.run() 81 | } 82 | 83 | func (suite *TestOldPodDeleterSuite) TestDoesNotCrashWhenDeleteFails() { 84 | suite.mockClient.EXPECT().GetPods("").Return(&corev1.PodList{Items: suite.pods}, nil) 85 | suite.mockClient.EXPECT().DeletePod(&suite.pods[0]).Return(errors.New("Foo")) 86 | suite.run() 87 | } 88 | -------------------------------------------------------------------------------- /pkg/remediator/remediator.go: -------------------------------------------------------------------------------- 1 | package remediator 2 | 3 | import ( 4 | "context" 5 | "github.com/aksgithub/kube_remediator/pkg/k8s" 6 | "go.uber.org/zap" 7 | v1 "k8s.io/api/core/v1" 8 | "sync" 9 | "time" 10 | ) 11 | 12 | // will later be used to make arrays or remediators / testing 13 | type BaseIntf interface { 14 | Setup(*zap.Logger, k8s.ClientInterface) error 15 | Run(context.Context, *sync.WaitGroup) 16 | } 17 | 18 | type Base struct { 19 | BaseIntf 20 | client k8s.ClientInterface 21 | logger *zap.Logger 22 | } 23 | 24 | func (p *Base) Setup(logger *zap.Logger, client k8s.ClientInterface) error { 25 | p.client = client 26 | p.logger = logger 27 | return nil 28 | } 29 | 30 | func (p *Base) logStartAndStop(fn func()) { 31 | defer p.logger.Info("Stopping", zap.String("reason", "Signal")) 32 | p.logger.Info("Starting") 33 | fn() 34 | } 35 | 36 | func (p *Base) reconcileEvery(ctx context.Context, fn func(), interval time.Duration) { 37 | ticker := time.NewTicker(interval) 38 | defer ticker.Stop() 39 | 40 | p.logStartAndStop(func() { 41 | // Run on start 42 | fn() 43 | 44 | for { 45 | select { 46 | case <-ticker.C: 47 | fn() // untested section 48 | case <-ctx.Done(): 49 | return 50 | } 51 | } 52 | }) 53 | 54 | } 55 | 56 | func (p *Base) deletePod(pod v1.Pod) { 57 | podInfo := []zap.Field{ 58 | zap.String("name", pod.ObjectMeta.Name), 59 | zap.String("namespace", pod.ObjectMeta.Namespace), 60 | } 61 | p.tryWithLogging("Deleting Pod", podInfo, func() error { 62 | return p.client.DeletePod(&pod) 63 | }) 64 | } 65 | 66 | func (p *Base) tryWithLogging(message string, logInfo []zap.Field, fn func() error) { 67 | p.logger.Info(message, logInfo...) 68 | if err := fn(); err != nil { 69 | p.logger.Warn("Error "+message, append(logInfo, zap.Error(err))...) 70 | } 71 | } 72 | --------------------------------------------------------------------------------