├── .gitignore ├── README-zh.md ├── README.md ├── config.yaml ├── example └── main.go ├── go.mod ├── go.sum ├── image ├── 无标题-2023-08-10-2343.png └── 流程图.jpg └── pkg ├── config ├── config.go └── config_test.go ├── controller └── controller.go ├── multi_informer.go └── queue ├── queue.go ├── resource.go └── store.go /.gitignore: -------------------------------------------------------------------------------- 1 | .DS_Store 2 | # Binaries for programs and plugins 3 | *.exe 4 | *.exe~ 5 | *.dll 6 | *.so 7 | *.dylib 8 | bin 9 | testbin/* 10 | 11 | # Test binary, build with `go test -c` 12 | *.test 13 | 14 | # Output of the go coverage tool, specifically when used with LiteIDE 15 | *.out 16 | 17 | # Kubernetes Generated files - skip generated files, except for vendored files 18 | 19 | !vendor/**/zz_generated.* 20 | 21 | # editor and IDE paraphernalia 22 | .idea 23 | *.swp 24 | *.swo 25 | *~ 26 | 27 | resource -------------------------------------------------------------------------------- /README-zh.md: -------------------------------------------------------------------------------- 1 | ## kubernetes的多集群多资源informer监听。 2 | ### 项目思路与功能 3 | 项目背景：一般在kubernetes中的client-go的仅有单集群且单资源的监听demo，并且写的相对简陋。基于这个问题，本项目采用client-go包进行扩展封装，实现"**多集群**"且"**多资源**"的 4 | informer机制。调用方仅需要维护config.yaml配置文件与handlerFunc即可。 5 | 6 | 支持功能： 7 | 1. 可提供"多集群"informer配置。 8 | 2. 可提供多资源informer，目前只支持pods、services、configmaps、deployments、events、secrets、statefulsets、daemonsets等。 9 | 3. 可支持在配置namespace时，使用all字段来监听所有namespace的特定资源。 10 | 4. 可支持跳过tls认证过程直接调用informer 11 | 5. 可支持回传监听到资源对象的runtime.Object实例 12 | 13 | ![](https://github.com/Kubernetes-Learning-Playground/multi-cluster-informer/blob/main/image/%E6%97%A0%E6%A0%87%E9%A2%98-2023-08-10-2343.png?raw=true) 14 | 15 | ### 附注： 16 | 1. 目录下创建一个resource文件，把集群的.kube/config文件复制一份放入(记得cluster server需要改成"公网ip")。 17 | 2. 本项目支持insecurity模式，所以config文件需要把certificate-authority-data字段删除，否则连接会报错(本身支持tls证书也可以不删除)。 18 | 3. 可配置多个.kube/config配置文件，支持多集群list查询。 19 | 20 | ### 配置文件 21 | - **重要** 配置文件可参考config.yaml中配置，调用方只需要关注配置文件中的内容即可。 22 | ```yaml 23 | maxrequeuetime: 5 # 最大重入队列次数 24 | clusters: # 集群列表 25 | - metadata: 26 | clusterName: cluster1 # 自定义集群名 27 | insecure: true # 是否开启跳过tls证书认证 28 | configPath: /Users/zhenyu.jiang/go/src/golanglearning/new_project/multi_cluster_informer/resource/config2 # kube config配置文件地址 29 | list: # 列表：目前支持：pods deployments services configmaps events等资源对象的监听 30 | - rType: pods # 资源对象 31 | namespace: all # namespace：可支持特定namespace或all 32 | objSave: false # 支持informer实例返回runtime.Object对象，在多集群监听时，需要考虑内存问题， 33 | # 如果没有特殊要求，可以设置为objSave 34 | - rType: deployments 35 | namespace: default 36 | objSave: true 37 | - rType: services 38 | namespace: default 39 | objSave: true 40 | ``` 41 | 42 | ### 使用范例 43 | ```go 44 | func main() { 45 | 46 | //flag.StringVar(&cfg, "config", "./config.yaml", "config yaml file") 47 | //flag.Parse() 48 | // 49 | //// 1. 项目配置 50 | //sysConfig, err := config.LoadConfig(cfg) 51 | //if err != nil { 52 | // klog.Error("load config error: ", err) 53 | // return 54 | //} 55 | // 56 | //// 2. 启动多集群informer 57 | //r, err := multi_informer.NewMultiClusterInformer( 58 | // sysConfig.MaxReQueueTime, 59 | // sysConfig.Clusters, 60 | //) 61 | //if err != nil { 62 | // klog.Fatal("multi cluster informer err: ", err) 63 | //} 64 | 65 | 66 | // 推荐如下方式，调用者只需要关心配置文件中的设置即可 67 | // 1. 获取控制器对象 68 | r, err := multi_informer.NewMultiClusterInformerFromConfig("./config.yaml") 69 | if err != nil { 70 | klog.Fatal("multi cluster informer err: ", err) 71 | } 72 | // 2. 加入handler 73 | r.AddEventHandler(func(object queue.QueueObject) error { 74 | // 判断只有add事件 75 | if object.Event == queue.EventAdd { 76 | fmt.Println("目前监听到事件为add的资源对象", object.ResourceType) 77 | } 78 | //fmt.Println("目前监听到的资源对象", obj.ResourceType, obj.Event) 79 | //// 判断只有cluster2集群的事件 80 | if object.ClusterName == "cluster1" { 81 | fmt.Println("目前监听到集群为cluster1的资源对象", object.ResourceType) 82 | } 83 | 84 | if object.ClusterName == "cluster2" { 85 | fmt.Println("目前监听到集群为cluster2的资源对象", object.ResourceType) 86 | } 87 | 88 | fmt.Println(time.Now(), object.Event, object.ResourceType, object.Key, object.ClusterName) 89 | return nil 90 | }) 91 | 92 | // 3. 执行informer监听 93 | go r.Run() 94 | defer r.Stop() 95 | 96 | // 4. 不断从队列取出资源对象 97 | for { 98 | obj, _ := r.Pop() 99 | // 方法一：使用handler 100 | // 如果自己的业务逻辑发生问题，可以重新放回队列。 101 | if err = r.HandleObject(obj); err != nil { 102 | _ = r.ReQueue(obj) // 重新入列 103 | } else { // 完成就结束 104 | r.Finish(obj) 105 | } 106 | 107 | // 方法二：自行处理 108 | //if err = process(obj); err != nil { 109 | // _ = r.ReQueue(obj) // 重新入列 110 | //} else { // 完成就结束 111 | // r.Finish(obj) 112 | //} 113 | } 114 | 115 | // process 执行自己的业务逻辑 116 | func process(obj queue.QueueObject) error { 117 | 118 | // 判断只有add事件 119 | if obj.Event == queue.EventAdd { 120 | fmt.Println("目前监听到事件为add的资源对象", obj.ResourceType) 121 | } 122 | //fmt.Println("目前监听到的资源对象", obj.ResourceType, obj.Event) 123 | //// 判断只有cluster2集群的事件 124 | if obj.ClusterName == "cluster2" { 125 | fmt.Println("目前监听到集群为cluster2的资源对象", obj.ResourceType) 126 | } 127 | 128 | fmt.Println(time.Now(), obj.Event, obj.ResourceType, obj.Key, obj.ClusterName) 129 | return nil 130 | } 131 | ``` 132 | -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- 1 | ## Multi-cluster informer for kubernetes 2 | English | 简体中文 3 | ### Introduction 4 | Project background: Generally, client-go in kubernetes only has a single-cluster and single-resource monitoring demo, and the writing is relatively simple. Based on this problem, this project uses the client-go package for extended encapsulation to achieve "**multiple clusters**" and "**multiple resources**" 5 | informer mechanism. 6 | 7 | The caller only needs to maintain the config.yaml configuration file and handlerFunc. 8 | 9 | Supported: 10 | 1. "Multi-cluster" informer configuration can be provided. 11 | 2. Can provide multi-resource informer, currently only supports pods,services,configmaps,deployments,events,secrets,statefulsets,daemonsets, etc. 12 | 3. Supports using the all field to monitor specific resources of all namespaces when configuring a namespace. 13 | 4. Can support skipping the TLS authentication process and calling informer directly. 14 | 5. Supports callback to listen to the runtime.Object instance of the resource object. 15 | 16 | ![](https://github.com/Kubernetes-Learning-Playground/multi-cluster-informer/blob/main/image/%E6%97%A0%E6%A0%87%E9%A2%98-2023-08-10-2343.png?raw=true) 17 | 18 | ### P.S.: 19 | 1. Create a resource file in the directory, copy the cluster's .kube/config file and put it in the project root directory (remember that the cluster server needs to be changed to "public network ip"). 20 | 2. This project supports insecurity mode, so the certificate-authority-data field needs to be deleted in the config file, otherwise the connection will report an error (it does not need to delete it if it supports TLS certificate). 21 | 3. Multiple .kube/config configuration files can be configured to support multi-cluster list query. 22 | 23 | ### Configuration file 24 | - **Important** The configuration file can refer to the configuration in config.yaml. The caller only needs to pay attention to the content in the configuration file. 25 | ```yaml 26 | maxrequeuetime: 5 # 最大重入队列次数 27 | clusters: # 集群列表 28 | - metadata: 29 | clusterName: cluster1 # 自定义集群名 30 | insecure: true # 是否开启跳过tls证书认证 31 | configPath: /Users/zhenyu.jiang/go/src/golanglearning/new_project/multi_cluster_informer/resource/config2 # kube config配置文件地址 32 | list: # 列表：目前支持：pods deployments services configmaps events等资源对象的监听 33 | - rType: pods # 资源对象 34 | namespace: all # namespace：可支持特定namespace或all 35 | objSave: false # 支持informer实例返回runtime.Object对象，在多集群监听时，需要考虑内存问题， 36 | # 如果没有特殊要求，可以设置为objSave 37 | - rType: deployments 38 | namespace: default 39 | objSave: true 40 | - rType: services 41 | namespace: default 42 | objSave: true 43 | ``` 44 | 45 | ### Usage examples 46 | ```go 47 | func main() { 48 | 49 | //flag.StringVar(&cfg, "config", "./config.yaml", "config yaml file") 50 | //flag.Parse() 51 | // 52 | //// 1. 项目配置 53 | //sysConfig, err := config.LoadConfig(cfg) 54 | //if err != nil { 55 | // klog.Error("load config error: ", err) 56 | // return 57 | //} 58 | // 59 | //// 2. 启动多集群informer 60 | //r, err := multi_informer.NewMultiClusterInformer( 61 | // sysConfig.MaxReQueueTime, 62 | // sysConfig.Clusters, 63 | //) 64 | //if err != nil { 65 | // klog.Fatal("multi cluster informer err: ", err) 66 | //} 67 | 68 | 69 | // The following method is recommended. The caller only needs to care about the settings in the configuration file. 70 | // 1. Get controller object 71 | r, err := multi_informer.NewMultiClusterInformerFromConfig("./config.yaml") 72 | if err != nil { 73 | klog.Fatal("multi cluster informer err: ", err) 74 | } 75 | // 2. add handler 76 | r.AddEventHandler(func(object queue.QueueObject) error { 77 | // only the add event 78 | if object.Event == queue.EventAdd { 79 | fmt.Println("目前监听到事件为add的资源对象", object.ResourceType) 80 | } 81 | //fmt.Println("目前监听到的资源对象", obj.ResourceType, obj.Event) 82 | 83 | if object.ClusterName == "cluster1" { 84 | fmt.Println("目前监听到集群为cluster1的资源对象", object.ResourceType) 85 | } 86 | 87 | if object.ClusterName == "cluster2" { 88 | fmt.Println("目前监听到集群为cluster2的资源对象", object.ResourceType) 89 | } 90 | 91 | fmt.Println(time.Now(), object.Event, object.ResourceType, object.Key, object.ClusterName) 92 | return nil 93 | }) 94 | 95 | // 3. run informer 96 | go r.Run() 97 | defer r.Stop() 98 | 99 | // 4. Continuously remove resource objects from the queue 100 | for { 101 | obj, _ := r.Pop() 102 | // method one：use handler 103 | // If there is a problem with your own logic, 104 | // you can put it back in the queue. 105 | if err = r.HandleObject(obj); err != nil { 106 | _ = r.ReQueue(obj) // reQueue 107 | } else { 108 | // t's done 109 | r.Finish(obj) 110 | } 111 | 112 | // method two：Handle it yourself 113 | //if err = process(obj); err != nil { 114 | // _ = r.ReQueue(obj) // 重新入列 115 | //} else { // 完成就结束 116 | // r.Finish(obj) 117 | //} 118 | } 119 | 120 | // process execute your own logic 121 | func process(obj queue.QueueObject) error { 122 | 123 | if obj.Event == queue.EventAdd { 124 | fmt.Println("目前监听到事件为add的资源对象", obj.ResourceType) 125 | } 126 | 127 | if obj.ClusterName == "cluster2" { 128 | fmt.Println("目前监听到集群为cluster2的资源对象", obj.ResourceType) 129 | } 130 | 131 | fmt.Println(time.Now(), obj.Event, obj.ResourceType, obj.Key, obj.ClusterName) 132 | return nil 133 | } 134 | ``` 135 | -------------------------------------------------------------------------------- /config.yaml: -------------------------------------------------------------------------------- 1 | maxrequeuetime: 5 # 最大重入队列次数 2 | clusters: # 集群列表 3 | - metadata: 4 | clusterName: cluster1 # 自定义集群名 5 | insecure: true # 是否开启跳过tls证书认证 6 | configPath: /Users/zhenyu.jiang/go/src/golanglearning/new_project/multi_cluster_informer/resource/config2 # kube config配置文件地址 7 | list: # 列表：目前支持：pods services configmaps secrets 等资源对象的监听 8 | - rType: pods # 资源对象 9 | namespace: all # namespace：可支持特定namespace或all 10 | objSave: false # 支持informer实例返回runtime.Object对象，在多集群监听时，需要考虑内存问题， 11 | # 如果没有特殊要求，可以设置为objSave 12 | - rType: deployments 13 | namespace: all 14 | objSave: true 15 | - rType: events 16 | namespace: all 17 | objSave: true 18 | - rType: secrets 19 | namespace: all 20 | objSave: true 21 | - rType: statefulsets 22 | namespace: all 23 | objSave: true 24 | - metadata: 25 | clusterName: cluster2 26 | insecure: true 27 | configPath: /Users/zhenyu.jiang/go/src/golanglearning/new_project/multi_cluster_informer/resource/config1 28 | list: 29 | - rType: pods 30 | namespace: all 31 | objSave: false 32 | - rType: deployments 33 | namespace: all 34 | objSave: true 35 | - rType: services 36 | namespace: all 37 | objSave: true 38 | - metadata: 39 | clusterName: cluster3 40 | insecure: true 41 | configPath: /Users/zhenyu.jiang/go/src/golanglearning/new_project/multi_cluster_informer/resource/config 42 | list: 43 | - rType: pods 44 | namespace: all 45 | objSave: false 46 | - rType: deployments 47 | namespace: all 48 | objSave: true 49 | - rType: services 50 | namespace: all 51 | objSave: true 52 | - rType: daemonsets 53 | namespace: all 54 | objSave: true 55 | - rType: statefulsets 56 | namespace: all 57 | objSave: true -------------------------------------------------------------------------------- /example/main.go: -------------------------------------------------------------------------------- 1 | package main 2 | 3 | import ( 4 | "fmt" 5 | "github.com/practice/multi_cluster_informer/pkg" 6 | "github.com/practice/multi_cluster_informer/pkg/queue" 7 | v1 "k8s.io/api/core/v1" 8 | "k8s.io/klog/v2" 9 | "time" 10 | ) 11 | 12 | 13 | func main() { 14 | 15 | //flag.StringVar(&cfg, "config", "./config.yaml", "config yaml file") 16 | //flag.Parse() 17 | // 18 | //// 1. 项目配置 19 | //sysConfig, err := config.LoadConfig(cfg) 20 | //if err != nil { 21 | // klog.Error("load config error: ", err) 22 | // return 23 | //} 24 | // 25 | //// 2. 启动多集群informer 26 | //r, err := multi_informer.NewMultiClusterInformer( 27 | // sysConfig.MaxReQueueTime, 28 | // sysConfig.Clusters, 29 | //) 30 | //if err != nil { 31 | // klog.Fatal("multi cluster informer err: ", err) 32 | //} 33 | 34 | // 推荐如下方式，调用者只需要关心配置文件中的设置即可 35 | // 1. 获取控制器对象 36 | r, err := multi_informer.NewMultiClusterInformerFromConfig("./config.yaml") 37 | if err != nil { 38 | klog.Fatal("multi cluster informer err: ", err) 39 | } 40 | // 2. 加入handler 41 | r.AddEventHandler(func(object queue.QueueObject) error { 42 | // 判断只有add事件 43 | if object.Event == queue.EventAdd { 44 | fmt.Println("目前监听到事件为add的资源对象", object.ResourceType) 45 | } 46 | //fmt.Println("目前监听到的资源对象", obj.ResourceType, obj.Event) 47 | //// 判断只有cluster2集群的事件 48 | if object.ClusterName == "cluster1" { 49 | fmt.Println("目前监听到集群为cluster1的资源对象", object.ResourceType) 50 | } 51 | 52 | if object.ClusterName == "cluster2" { 53 | fmt.Println("目前监听到集群为cluster2的资源对象", object.ResourceType) 54 | } 55 | 56 | fmt.Println(time.Now(), object.Event, object.ResourceType, object.Key, object.ClusterName) 57 | if object.ResourceType == queue.Pods { 58 | if object.Obj != nil { 59 | pp := object.Obj.(*v1.Pod) 60 | fmt.Println("名字！！", pp.Name) 61 | } 62 | } 63 | return nil 64 | }) 65 | 66 | // 3. 执行informer监听 67 | go r.Run() 68 | defer r.Stop() 69 | 70 | // 4. 不断从队列取出资源对象 71 | for { 72 | obj, _ := r.Pop() 73 | // 方法一：使用handler 74 | // 如果自己的业务逻辑发生问题，可以重新放回队列。 75 | if err = r.HandleObject(obj); err != nil { 76 | _ = r.ReQueue(obj) // 重新入列 77 | } else { // 完成就结束 78 | r.Finish(obj) 79 | } 80 | 81 | // 方法二：自行处理 82 | //if err = process(obj); err != nil { 83 | // _ = r.ReQueue(obj) // 重新入列 84 | //} else { // 完成就结束 85 | // r.Finish(obj) 86 | //} 87 | } 88 | 89 | } 90 | 91 | // process 执行自己的业务逻辑 92 | func process(obj queue.QueueObject) error { 93 | 94 | // 判断只有add事件 95 | if obj.Event == queue.EventAdd { 96 | fmt.Println("目前监听到事件为add的资源对象", obj.ResourceType) 97 | } 98 | //fmt.Println("目前监听到的资源对象", obj.ResourceType, obj.Event) 99 | //// 判断只有cluster2集群的事件 100 | if obj.ClusterName == "cluster2" { 101 | fmt.Println("目前监听到集群为cluster2的资源对象", obj.ResourceType) 102 | } 103 | 104 | fmt.Println(time.Now(), obj.Event, obj.ResourceType, obj.Key, obj.ClusterName) 105 | return nil 106 | } 107 | -------------------------------------------------------------------------------- /go.mod: -------------------------------------------------------------------------------- 1 | module github.com/practice/multi_cluster_informer 2 | 3 | go 1.18 4 | 5 | require ( 6 | github.com/go-yaml/yaml v2.1.0+incompatible 7 | k8s.io/api v0.26.1 8 | k8s.io/apimachinery v0.26.1 9 | k8s.io/client-go v0.26.1 10 | k8s.io/klog/v2 v2.80.1 11 | ) 12 | 13 | require ( 14 | github.com/davecgh/go-spew v1.1.1 // indirect 15 | github.com/emicklei/go-restful/v3 v3.9.0 // indirect 16 | github.com/go-logr/logr v1.2.3 // indirect 17 | github.com/go-openapi/jsonpointer v0.19.5 // indirect 18 | github.com/go-openapi/jsonreference v0.20.0 // indirect 19 | github.com/go-openapi/swag v0.19.14 // indirect 20 | github.com/gogo/protobuf v1.3.2 // indirect 21 | github.com/golang/protobuf v1.5.2 // indirect 22 | github.com/google/gnostic v0.5.7-v3refs // indirect 23 | github.com/google/go-cmp v0.5.9 // indirect 24 | github.com/google/gofuzz v1.1.0 // indirect 25 | github.com/imdario/mergo v0.3.6 // indirect 26 | github.com/josharian/intern v1.0.0 // indirect 27 | github.com/json-iterator/go v1.1.12 // indirect 28 | github.com/mailru/easyjson v0.7.6 // indirect 29 | github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd // indirect 30 | github.com/modern-go/reflect2 v1.0.2 // indirect 31 | github.com/munnerz/goautoneg v0.0.0-20191010083416-a7dc8b61c822 // indirect 32 | github.com/spf13/pflag v1.0.5 // indirect 33 | golang.org/x/net v0.3.1-0.20221206200815-1e63c2f08a10 // indirect 34 | golang.org/x/oauth2 v0.0.0-20220223155221-ee480838109b // indirect 35 | golang.org/x/sys v0.3.0 // indirect 36 | golang.org/x/term v0.3.0 // indirect 37 | golang.org/x/text v0.5.0 // indirect 38 | golang.org/x/time v0.0.0-20220210224613-90d013bbcef8 // indirect 39 | google.golang.org/appengine v1.6.7 // indirect 40 | google.golang.org/protobuf v1.28.1 // indirect 41 | gopkg.in/inf.v0 v0.9.1 // indirect 42 | gopkg.in/yaml.v2 v2.4.0 // indirect 43 | gopkg.in/yaml.v3 v3.0.1 // indirect 44 | k8s.io/kube-openapi v0.0.0-20221012153701-172d655c2280 // indirect 45 | k8s.io/utils v0.0.0-20221107191617-1a15be271d1d // indirect 46 | sigs.k8s.io/json v0.0.0-20220713155537-f223a00ba0e2 // indirect 47 | sigs.k8s.io/structured-merge-diff/v4 v4.2.3 // indirect 48 | sigs.k8s.io/yaml v1.3.0 // indirect 49 | ) 50 | -------------------------------------------------------------------------------- /go.sum: -------------------------------------------------------------------------------- 1 | cloud.google.com/go v0.26.0/go.mod h1:aQUYkXzVsufM+DwF1aE+0xfcU+56JwCaLick0ClmMTw= 2 | cloud.google.com/go v0.34.0/go.mod h1:aQUYkXzVsufM+DwF1aE+0xfcU+56JwCaLick0ClmMTw= 3 | cloud.google.com/go v0.38.0/go.mod h1:990N+gfupTy94rShfmMCWGDn0LpTmnzTp2qbd1dvSRU= 4 | cloud.google.com/go v0.44.1/go.mod h1:iSa0KzasP4Uvy3f1mN/7PiObzGgflwredwwASm/v6AU= 5 | cloud.google.com/go v0.44.2/go.mod h1:60680Gw3Yr4ikxnPRS/oxxkBccT6SA1yMk63TGekxKY= 6 | cloud.google.com/go v0.45.1/go.mod h1:RpBamKRgapWJb87xiFSdk4g1CME7QZg3uwTez+TSTjc= 7 | cloud.google.com/go v0.46.3/go.mod h1:a6bKKbmY7er1mI7TEI4lsAkts/mkhTSZK8w33B4RAg0= 8 | cloud.google.com/go v0.50.0/go.mod h1:r9sluTvynVuxRIOHXQEHMFffphuXHOMZMycpNR5e6To= 9 | cloud.google.com/go v0.52.0/go.mod h1:pXajvRH/6o3+F9jDHZWQ5PbGhn+o8w9qiu/CffaVdO4= 10 | cloud.google.com/go v0.53.0/go.mod h1:fp/UouUEsRkN6ryDKNW/Upv/JBKnv6WDthjR6+vze6M= 11 | cloud.google.com/go v0.54.0/go.mod h1:1rq2OEkV3YMf6n/9ZvGWI3GWw0VoqH/1x2nd8Is/bPc= 12 | cloud.google.com/go v0.56.0/go.mod h1:jr7tqZxxKOVYizybht9+26Z/gUq7tiRzu+ACVAMbKVk= 13 | cloud.google.com/go v0.57.0/go.mod h1:oXiQ6Rzq3RAkkY7N6t3TcE6jE+CIBBbA36lwQ1JyzZs= 14 | cloud.google.com/go v0.62.0/go.mod h1:jmCYTdRCQuc1PHIIJ/maLInMho30T/Y0M4hTdTShOYc= 15 | cloud.google.com/go v0.65.0/go.mod h1:O5N8zS7uWy9vkA9vayVHs65eM1ubvY4h553ofrNHObY= 16 | cloud.google.com/go/bigquery v1.0.1/go.mod h1:i/xbL2UlR5RvWAURpBYZTtm/cXjCha9lbfbpx4poX+o= 17 | cloud.google.com/go/bigquery v1.3.0/go.mod h1:PjpwJnslEMmckchkHFfq+HTD2DmtT67aNFKH1/VBDHE= 18 | cloud.google.com/go/bigquery v1.4.0/go.mod h1:S8dzgnTigyfTmLBfrtrhyYhwRxG72rYxvftPBK2Dvzc= 19 | cloud.google.com/go/bigquery v1.5.0/go.mod h1:snEHRnqQbz117VIFhE8bmtwIDY80NLUZUMb4Nv6dBIg= 20 | cloud.google.com/go/bigquery v1.7.0/go.mod h1://okPTzCYNXSlb24MZs83e2Do+h+VXtc4gLoIoXIAPc= 21 | cloud.google.com/go/bigquery v1.8.0/go.mod h1:J5hqkt3O0uAFnINi6JXValWIb1v0goeZM77hZzJN/fQ= 22 | cloud.google.com/go/datastore v1.0.0/go.mod h1:LXYbyblFSglQ5pkeyhO+Qmw7ukd3C+pD7TKLgZqpHYE= 23 | cloud.google.com/go/datastore v1.1.0/go.mod h1:umbIZjpQpHh4hmRpGhH4tLFup+FVzqBi1b3c64qFpCk= 24 | cloud.google.com/go/pubsub v1.0.1/go.mod h1:R0Gpsv3s54REJCy4fxDixWD93lHJMoZTyQ2kNxGRt3I= 25 | cloud.google.com/go/pubsub v1.1.0/go.mod h1:EwwdRX2sKPjnvnqCa270oGRyludottCI76h+R3AArQw= 26 | cloud.google.com/go/pubsub v1.2.0/go.mod h1:jhfEVHT8odbXTkndysNHCcx0awwzvfOlguIAii9o8iA= 27 | cloud.google.com/go/pubsub v1.3.1/go.mod h1:i+ucay31+CNRpDW4Lu78I4xXG+O1r/MAHgjpRVR+TSU= 28 | cloud.google.com/go/storage v1.0.0/go.mod h1:IhtSnM/ZTZV8YYJWCY8RULGVqBDmpoyjwiyrjsg+URw= 29 | cloud.google.com/go/storage v1.5.0/go.mod h1:tpKbwo567HUNpVclU5sGELwQWBDZ8gh0ZeosJ0Rtdos= 30 | cloud.google.com/go/storage v1.6.0/go.mod h1:N7U0C8pVQ/+NIKOBQyamJIeKQKkZ+mxpohlUTyfDhBk= 31 | cloud.google.com/go/storage v1.8.0/go.mod h1:Wv1Oy7z6Yz3DshWRJFhqM/UCfaWIRTdp0RXyy7KQOVs= 32 | cloud.google.com/go/storage v1.10.0/go.mod h1:FLPqc6j+Ki4BU591ie1oL6qBQGu2Bl/tZ9ullr3+Kg0= 33 | dmitri.shuralyov.com/gpu/mtl v0.0.0-20190408044501-666a987793e9/go.mod h1:H6x//7gZCb22OMCxBHrMx7a5I7Hp++hsVxbQ4BYO7hU= 34 | github.com/BurntSushi/toml v0.3.1/go.mod h1:xHWCNGjB5oqiDr8zfno3MHue2Ht5sIBksp03qcyfWMU= 35 | github.com/BurntSushi/xgb v0.0.0-20160522181843-27f122750802/go.mod h1:IVnqGOEym/WlBOVXweHU+Q+/VP0lqqI8lqeDx9IjBqo= 36 | github.com/census-instrumentation/opencensus-proto v0.2.1/go.mod h1:f6KPmirojxKA12rnyqOA5BBL4O983OfeGPqjHWSTneU= 37 | github.com/chzyer/logex v1.1.10/go.mod h1:+Ywpsq7O8HXn0nuIou7OrIPyXbp3wmkHB+jjWRnGsAI= 38 | github.com/chzyer/readline v0.0.0-20180603132655-2972be24d48e/go.mod h1:nSuG5e5PlCu98SY8svDHJxuZscDgtXS6KTTbou5AhLI= 39 | github.com/chzyer/test v0.0.0-20180213035817-a1ea475d72b1/go.mod h1:Q3SI9o4m/ZMnBNeIyt5eFwwo7qiLfzFZmjNmxjkiQlU= 40 | github.com/client9/misspell v0.3.4/go.mod h1:qj6jICC3Q7zFZvVWo7KLAzC3yx5G7kyvSDkc90ppPyw= 41 | github.com/cncf/udpa/go v0.0.0-20191209042840-269d4d468f6f/go.mod h1:M8M6+tZqaGXZJjfX53e64911xZQV5JYwmTeXPW+k8Sc= 42 | github.com/creack/pty v1.1.9/go.mod h1:oKZEueFk5CKHvIhNR5MUki03XCEU+Q6VDXinZuGJ33E= 43 | github.com/davecgh/go-spew v1.1.0/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38= 44 | github.com/davecgh/go-spew v1.1.1 h1:vj9j/u1bqnvCEfJOwUhtlOARqs3+rkHYY13jYWTU97c= 45 | github.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38= 46 | github.com/docopt/docopt-go v0.0.0-20180111231733-ee0de3bc6815/go.mod h1:WwZ+bS3ebgob9U8Nd0kOddGdZWjyMGR8Wziv+TBNwSE= 47 | github.com/emicklei/go-restful/v3 v3.9.0 h1:XwGDlfxEnQZzuopoqxwSEllNcCOM9DhhFyhFIIGKwxE= 48 | github.com/emicklei/go-restful/v3 v3.9.0/go.mod h1:6n3XBCmQQb25CM2LCACGz8ukIrRry+4bhvbpWn3mrbc= 49 | github.com/envoyproxy/go-control-plane v0.9.0/go.mod h1:YTl/9mNaCwkRvm6d1a2C3ymFceY/DCBVvsKhRF0iEA4= 50 | github.com/envoyproxy/go-control-plane v0.9.1-0.20191026205805-5f8ba28d4473/go.mod h1:YTl/9mNaCwkRvm6d1a2C3ymFceY/DCBVvsKhRF0iEA4= 51 | github.com/envoyproxy/go-control-plane v0.9.4/go.mod h1:6rpuAdCZL397s3pYoYcLgu1mIlRU8Am5FuJP05cCM98= 52 | github.com/envoyproxy/protoc-gen-validate v0.1.0/go.mod h1:iSmxcyjqTsJpI2R4NaDN7+kN2VEUnK/pcBlmesArF7c= 53 | github.com/go-gl/glfw v0.0.0-20190409004039-e6da0acd62b1/go.mod h1:vR7hzQXu2zJy9AVAgeJqvqgH9Q5CA+iKCZ2gyEVpxRU= 54 | github.com/go-gl/glfw/v3.3/glfw v0.0.0-20191125211704-12ad95a8df72/go.mod h1:tQ2UAYgL5IevRw8kRxooKSPJfGvJ9fJQFa0TUsXzTg8= 55 | github.com/go-gl/glfw/v3.3/glfw v0.0.0-20200222043503-6f7a984d4dc4/go.mod h1:tQ2UAYgL5IevRw8kRxooKSPJfGvJ9fJQFa0TUsXzTg8= 56 | github.com/go-logr/logr v1.2.0/go.mod h1:jdQByPbusPIv2/zmleS9BjJVeZ6kBagPoEUsqbVz/1A= 57 | github.com/go-logr/logr v1.2.3 h1:2DntVwHkVopvECVRSlL5PSo9eG+cAkDCuckLubN+rq0= 58 | github.com/go-logr/logr v1.2.3/go.mod h1:jdQByPbusPIv2/zmleS9BjJVeZ6kBagPoEUsqbVz/1A= 59 | github.com/go-openapi/jsonpointer v0.19.3/go.mod h1:Pl9vOtqEWErmShwVjC8pYs9cog34VGT37dQOVbmoatg= 60 | github.com/go-openapi/jsonpointer v0.19.5 h1:gZr+CIYByUqjcgeLXnQu2gHYQC9o73G2XUeOFYEICuY= 61 | github.com/go-openapi/jsonpointer v0.19.5/go.mod h1:Pl9vOtqEWErmShwVjC8pYs9cog34VGT37dQOVbmoatg= 62 | github.com/go-openapi/jsonreference v0.20.0 h1:MYlu0sBgChmCfJxxUKZ8g1cPWFOB37YSZqewK7OKeyA= 63 | github.com/go-openapi/jsonreference v0.20.0/go.mod h1:Ag74Ico3lPc+zR+qjn4XBUmXymS4zJbYVCZmcgkasdo= 64 | github.com/go-openapi/swag v0.19.5/go.mod h1:POnQmlKehdgb5mhVOsnJFsivZCEZ/vjK9gh66Z9tfKk= 65 | github.com/go-openapi/swag v0.19.14 h1:gm3vOOXfiuw5i9p5N9xJvfjvuofpyvLA9Wr6QfK5Fng= 66 | github.com/go-openapi/swag v0.19.14/go.mod h1:QYRuS/SOXUCsnplDa677K7+DxSOj6IPNl/eQntq43wQ= 67 | github.com/go-yaml/yaml v2.1.0+incompatible h1:RYi2hDdss1u4YE7GwixGzWwVo47T8UQwnTLB6vQiq+o= 68 | github.com/go-yaml/yaml v2.1.0+incompatible/go.mod h1:w2MrLa16VYP0jy6N7M5kHaCkaLENm+P+Tv+MfurjSw0= 69 | github.com/gogo/protobuf v1.3.2 h1:Ov1cvc58UF3b5XjBnZv7+opcTcQFZebYjWzi34vdm4Q= 70 | github.com/gogo/protobuf v1.3.2/go.mod h1:P1XiOD3dCwIKUDQYPy72D8LYyHL2YPYrpS2s69NZV8Q= 71 | github.com/golang/glog v0.0.0-20160126235308-23def4e6c14b/go.mod h1:SBH7ygxi8pfUlaOkMMuAQtPIUF8ecWP5IEl/CR7VP2Q= 72 | github.com/golang/groupcache v0.0.0-20190702054246-869f871628b6/go.mod h1:cIg4eruTrX1D+g88fzRXU5OdNfaM+9IcxsU14FzY7Hc= 73 | github.com/golang/groupcache v0.0.0-20191227052852-215e87163ea7/go.mod h1:cIg4eruTrX1D+g88fzRXU5OdNfaM+9IcxsU14FzY7Hc= 74 | github.com/golang/groupcache v0.0.0-20200121045136-8c9f03a8e57e/go.mod h1:cIg4eruTrX1D+g88fzRXU5OdNfaM+9IcxsU14FzY7Hc= 75 | github.com/golang/mock v1.1.1/go.mod h1:oTYuIxOrZwtPieC+H1uAHpcLFnEyAGVDL/k47Jfbm0A= 76 | github.com/golang/mock v1.2.0/go.mod h1:oTYuIxOrZwtPieC+H1uAHpcLFnEyAGVDL/k47Jfbm0A= 77 | github.com/golang/mock v1.3.1/go.mod h1:sBzyDLLjw3U8JLTeZvSv8jJB+tU5PVekmnlKIyFUx0Y= 78 | github.com/golang/mock v1.4.0/go.mod h1:UOMv5ysSaYNkG+OFQykRIcU/QvvxJf3p21QfJ2Bt3cw= 79 | github.com/golang/mock v1.4.1/go.mod h1:UOMv5ysSaYNkG+OFQykRIcU/QvvxJf3p21QfJ2Bt3cw= 80 | github.com/golang/mock v1.4.3/go.mod h1:UOMv5ysSaYNkG+OFQykRIcU/QvvxJf3p21QfJ2Bt3cw= 81 | github.com/golang/mock v1.4.4/go.mod h1:l3mdAwkq5BuhzHwde/uurv3sEJeZMXNpwsxVWU71h+4= 82 | github.com/golang/protobuf v1.2.0/go.mod h1:6lQm79b+lXiMfvg/cZm0SGofjICqVBUtrP5yJMmIC1U= 83 | github.com/golang/protobuf v1.3.1/go.mod h1:6lQm79b+lXiMfvg/cZm0SGofjICqVBUtrP5yJMmIC1U= 84 | github.com/golang/protobuf v1.3.2/go.mod h1:6lQm79b+lXiMfvg/cZm0SGofjICqVBUtrP5yJMmIC1U= 85 | github.com/golang/protobuf v1.3.3/go.mod h1:vzj43D7+SQXF/4pzW/hwtAqwc6iTitCiVSaWz5lYuqw= 86 | github.com/golang/protobuf v1.3.4/go.mod h1:vzj43D7+SQXF/4pzW/hwtAqwc6iTitCiVSaWz5lYuqw= 87 | github.com/golang/protobuf v1.3.5/go.mod h1:6O5/vntMXwX2lRkT1hjjk0nAC1IDOTvTlVgjlRvqsdk= 88 | github.com/golang/protobuf v1.4.0-rc.1/go.mod h1:ceaxUfeHdC40wWswd/P6IGgMaK3YpKi5j83Wpe3EHw8= 89 | github.com/golang/protobuf v1.4.0-rc.1.0.20200221234624-67d41d38c208/go.mod h1:xKAWHe0F5eneWXFV3EuXVDTCmh+JuBKY0li0aMyXATA= 90 | github.com/golang/protobuf v1.4.0-rc.2/go.mod h1:LlEzMj4AhA7rCAGe4KMBDvJI+AwstrUpVNzEA03Pprs= 91 | github.com/golang/protobuf v1.4.0-rc.4.0.20200313231945-b860323f09d0/go.mod h1:WU3c8KckQ9AFe+yFwt9sWVRKCVIyN9cPHBJSNnbL67w= 92 | github.com/golang/protobuf v1.4.0/go.mod h1:jodUvKwWbYaEsadDk5Fwe5c77LiNKVO9IDvqG2KuDX0= 93 | github.com/golang/protobuf v1.4.1/go.mod h1:U8fpvMrcmy5pZrNK1lt4xCsGvpyWQ/VVv6QDs8UjoX8= 94 | github.com/golang/protobuf v1.4.2/go.mod h1:oDoupMAO8OvCJWAcko0GGGIgR6R6ocIYbsSw735rRwI= 95 | github.com/golang/protobuf v1.5.0/go.mod h1:FsONVRAS9T7sI+LIUmWTfcYkHO4aIWwzhcaSAoJOfIk= 96 | github.com/golang/protobuf v1.5.2 h1:ROPKBNFfQgOUMifHyP+KYbvpjbdoFNs+aK7DXlji0Tw= 97 | github.com/golang/protobuf v1.5.2/go.mod h1:XVQd3VNwM+JqD3oG2Ue2ip4fOMUkwXdXDdiuN0vRsmY= 98 | github.com/google/btree v0.0.0-20180813153112-4030bb1f1f0c/go.mod h1:lNA+9X1NB3Zf8V7Ke586lFgjr2dZNuvo3lPJSGZ5JPQ= 99 | github.com/google/btree v1.0.0/go.mod h1:lNA+9X1NB3Zf8V7Ke586lFgjr2dZNuvo3lPJSGZ5JPQ= 100 | github.com/google/gnostic v0.5.7-v3refs h1:FhTMOKj2VhjpouxvWJAV1TL304uMlb9zcDqkl6cEI54= 101 | github.com/google/gnostic v0.5.7-v3refs/go.mod h1:73MKFl6jIHelAJNaBGFzt3SPtZULs9dYrGFt8OiIsHQ= 102 | github.com/google/go-cmp v0.2.0/go.mod h1:oXzfMopK8JAjlY9xF4vHSVASa0yLyX7SntLO5aqRK0M= 103 | github.com/google/go-cmp v0.3.0/go.mod h1:8QqcDgzrUqlUb/G2PQTWiueGozuR1884gddMywk6iLU= 104 | github.com/google/go-cmp v0.3.1/go.mod h1:8QqcDgzrUqlUb/G2PQTWiueGozuR1884gddMywk6iLU= 105 | github.com/google/go-cmp v0.4.0/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= 106 | github.com/google/go-cmp v0.4.1/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= 107 | github.com/google/go-cmp v0.5.0/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= 108 | github.com/google/go-cmp v0.5.1/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= 109 | github.com/google/go-cmp v0.5.5/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= 110 | github.com/google/go-cmp v0.5.9 h1:O2Tfq5qg4qc4AmwVlvv0oLiVAGB7enBSJ2x2DqQFi38= 111 | github.com/google/go-cmp v0.5.9/go.mod h1:17dUlkBOakJ0+DkrSSNjCkIjxS6bF9zb3elmeNGIjoY= 112 | github.com/google/gofuzz v1.0.0/go.mod h1:dBl0BpW6vV/+mYPU4Po3pmUjxk6FQPldtuIdl/M65Eg= 113 | github.com/google/gofuzz v1.1.0 h1:Hsa8mG0dQ46ij8Sl2AYJDUv1oA9/d6Vk+3LG99Oe02g= 114 | github.com/google/gofuzz v1.1.0/go.mod h1:dBl0BpW6vV/+mYPU4Po3pmUjxk6FQPldtuIdl/M65Eg= 115 | github.com/google/martian v2.1.0+incompatible/go.mod h1:9I4somxYTbIHy5NJKHRl3wXiIaQGbYVAs8BPL6v8lEs= 116 | github.com/google/martian/v3 v3.0.0/go.mod h1:y5Zk1BBys9G+gd6Jrk0W3cC1+ELVxBWuIGO+w/tUAp0= 117 | github.com/google/pprof v0.0.0-20181206194817-3ea8567a2e57/go.mod h1:zfwlbNMJ+OItoe0UupaVj+oy1omPYYDuagoSzA8v9mc= 118 | github.com/google/pprof v0.0.0-20190515194954-54271f7e092f/go.mod h1:zfwlbNMJ+OItoe0UupaVj+oy1omPYYDuagoSzA8v9mc= 119 | github.com/google/pprof v0.0.0-20191218002539-d4f498aebedc/go.mod h1:ZgVRPoUq/hfqzAqh7sHMqb3I9Rq5C59dIz2SbBwJ4eM= 120 | github.com/google/pprof v0.0.0-20200212024743-f11f1df84d12/go.mod h1:ZgVRPoUq/hfqzAqh7sHMqb3I9Rq5C59dIz2SbBwJ4eM= 121 | github.com/google/pprof v0.0.0-20200229191704-1ebb73c60ed3/go.mod h1:ZgVRPoUq/hfqzAqh7sHMqb3I9Rq5C59dIz2SbBwJ4eM= 122 | github.com/google/pprof v0.0.0-20200430221834-fc25d7d30c6d/go.mod h1:ZgVRPoUq/hfqzAqh7sHMqb3I9Rq5C59dIz2SbBwJ4eM= 123 | github.com/google/pprof v0.0.0-20200708004538-1a94d8640e99/go.mod h1:ZgVRPoUq/hfqzAqh7sHMqb3I9Rq5C59dIz2SbBwJ4eM= 124 | github.com/google/renameio v0.1.0/go.mod h1:KWCgfxg9yswjAJkECMjeO8J8rahYeXnNhOm40UhjYkI= 125 | github.com/google/uuid v1.1.2 h1:EVhdT+1Kseyi1/pUmXKaFxYsDNy9RQYkMWRH68J/W7Y= 126 | github.com/googleapis/gax-go/v2 v2.0.4/go.mod h1:0Wqv26UfaUD9n4G6kQubkQ+KchISgw+vpHVxEJEs9eg= 127 | github.com/googleapis/gax-go/v2 v2.0.5/go.mod h1:DWXyrwAJ9X0FpwwEdw+IPEYBICEFu5mhpdKc/us6bOk= 128 | github.com/hashicorp/golang-lru v0.5.0/go.mod h1:/m3WP610KZHVQ1SGc6re/UDhFvYD7pJ4Ao+sR/qLZy8= 129 | github.com/hashicorp/golang-lru v0.5.1/go.mod h1:/m3WP610KZHVQ1SGc6re/UDhFvYD7pJ4Ao+sR/qLZy8= 130 | github.com/ianlancetaylor/demangle v0.0.0-20181102032728-5e5cf60278f6/go.mod h1:aSSvb/t6k1mPoxDqO4vJh6VOCGPwU4O0C2/Eqndh1Sc= 131 | github.com/imdario/mergo v0.3.6 h1:xTNEAn+kxVO7dTZGu0CegyqKZmoWFI0rF8UxjlB2d28= 132 | github.com/imdario/mergo v0.3.6/go.mod h1:2EnlNZ0deacrJVfApfmtdGgDfMuh/nq6Ok1EcJh5FfA= 133 | github.com/josharian/intern v1.0.0 h1:vlS4z54oSdjm0bgjRigI+G1HpF+tI+9rE5LLzOg8HmY= 134 | github.com/josharian/intern v1.0.0/go.mod h1:5DoeVV0s6jJacbCEi61lwdGj/aVlrQvzHFFd8Hwg//Y= 135 | github.com/json-iterator/go v1.1.12 h1:PV8peI4a0ysnczrg+LtxykD8LfKY9ML6u2jnxaEnrnM= 136 | github.com/json-iterator/go v1.1.12/go.mod h1:e30LSqwooZae/UwlEbR2852Gd8hjQvJoHmT4TnhNGBo= 137 | github.com/jstemmer/go-junit-report v0.0.0-20190106144839-af01ea7f8024/go.mod h1:6v2b51hI/fHJwM22ozAgKL4VKDeJcHhJFhtBdhmNjmU= 138 | github.com/jstemmer/go-junit-report v0.9.1/go.mod h1:Brl9GWCQeLvo8nXZwPNNblvFj/XSXhF0NWZEnDohbsk= 139 | github.com/kisielk/errcheck v1.5.0/go.mod h1:pFxgyoBC7bSaBwPgfKdkLd5X25qrDl4LWUI2bnpBCr8= 140 | github.com/kisielk/gotool v1.0.0/go.mod h1:XhKaO+MFFWcvkIS/tQcRk01m1F5IRFswLeQ+oQHNcck= 141 | github.com/kr/pretty v0.1.0/go.mod h1:dAy3ld7l9f0ibDNOQOHHMYYIIbhfbHSm3C4ZsoJORNo= 142 | github.com/kr/pretty v0.2.0/go.mod h1:ipq/a2n7PKx3OHsz4KJII5eveXtPO4qwEXGdVfWzfnI= 143 | github.com/kr/pty v1.1.1/go.mod h1:pFQYn66WHrOpPYNljwOMqo10TkYh1fy3cYio2l3bCsQ= 144 | github.com/kr/text v0.1.0/go.mod h1:4Jbv+DJW3UT/LiOwJeYQe1efqtUx/iVham/4vfdArNI= 145 | github.com/kr/text v0.2.0 h1:5Nx0Ya0ZqY2ygV366QzturHI13Jq95ApcVaJBhpS+AY= 146 | github.com/kr/text v0.2.0/go.mod h1:eLer722TekiGuMkidMxC/pM04lWEeraHUUmBw8l2grE= 147 | github.com/mailru/easyjson v0.0.0-20190614124828-94de47d64c63/go.mod h1:C1wdFJiN94OJF2b5HbByQZoLdCWB1Yqtg26g4irojpc= 148 | github.com/mailru/easyjson v0.0.0-20190626092158-b2ccc519800e/go.mod h1:C1wdFJiN94OJF2b5HbByQZoLdCWB1Yqtg26g4irojpc= 149 | github.com/mailru/easyjson v0.7.6 h1:8yTIVnZgCoiM1TgqoeTl+LfU5Jg6/xL3QhGQnimLYnA= 150 | github.com/mailru/easyjson v0.7.6/go.mod h1:xzfreul335JAWq5oZzymOObrkdz5UnU4kGfJJLY9Nlc= 151 | github.com/modern-go/concurrent v0.0.0-20180228061459-e0a39a4cb421/go.mod h1:6dJC0mAP4ikYIbvyc7fijjWJddQyLn8Ig3JB5CqoB9Q= 152 | github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd h1:TRLaZ9cD/w8PVh93nsPXa1VrQ6jlwL5oN8l14QlcNfg= 153 | github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd/go.mod h1:6dJC0mAP4ikYIbvyc7fijjWJddQyLn8Ig3JB5CqoB9Q= 154 | github.com/modern-go/reflect2 v1.0.2 h1:xBagoLtFs94CBntxluKeaWgTMpvLxC4ur3nMaC9Gz0M= 155 | github.com/modern-go/reflect2 v1.0.2/go.mod h1:yWuevngMOJpCy52FWWMvUC8ws7m/LJsjYzDa0/r8luk= 156 | github.com/munnerz/goautoneg v0.0.0-20191010083416-a7dc8b61c822 h1:C3w9PqII01/Oq1c1nUAm88MOHcQC9l5mIlSMApZMrHA= 157 | github.com/munnerz/goautoneg v0.0.0-20191010083416-a7dc8b61c822/go.mod h1:+n7T8mK8HuQTcFwEeznm/DIxMOiR9yIdICNftLE1DvQ= 158 | github.com/niemeyer/pretty v0.0.0-20200227124842-a10e7caefd8e h1:fD57ERR4JtEqsWbfPhv4DMiApHyliiK5xCTNVSPiaAs= 159 | github.com/niemeyer/pretty v0.0.0-20200227124842-a10e7caefd8e/go.mod h1:zD1mROLANZcx1PVRCS0qkT7pwLkGfwJo4zjcN/Tysno= 160 | github.com/onsi/ginkgo/v2 v2.4.0 h1:+Ig9nvqgS5OBSACXNk15PLdp0U9XPYROt9CFzVdFGIs= 161 | github.com/onsi/gomega v1.23.0 h1:/oxKu9c2HVap+F3PfKort2Hw5DEU+HGlW8n+tguWsys= 162 | github.com/pmezard/go-difflib v1.0.0 h1:4DBwDE0NGyQoBHbLQYPwSUPoCMWR5BEzIk/f1lZbAQM= 163 | github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4= 164 | github.com/prometheus/client_model v0.0.0-20190812154241-14fe0d1b01d4/go.mod h1:xMI15A0UPsDsEKsMN9yxemIoYk6Tm2C1GtYGdfGttqA= 165 | github.com/rogpeppe/go-internal v1.3.0/go.mod h1:M8bDsm7K2OlrFYOpmOWEs/qY81heoFRclV5y23lUDJ4= 166 | github.com/spf13/pflag v1.0.5 h1:iy+VFUOCP1a+8yFto/drg2CJ5u0yRoB7fZw3DKv/JXA= 167 | github.com/spf13/pflag v1.0.5/go.mod h1:McXfInJRrz4CZXVZOBLb0bTZqETkiAhM9Iw0y3An2Bg= 168 | github.com/stoewer/go-strcase v1.2.0/go.mod h1:IBiWB2sKIp3wVVQ3Y035++gc+knqhUQag1KpM8ahLw8= 169 | github.com/stretchr/objx v0.1.0/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME= 170 | github.com/stretchr/testify v1.3.0/go.mod h1:M5WIy9Dh21IEIfnGCwXGc5bZfKNJtfHm1UVUgZn+9EI= 171 | github.com/stretchr/testify v1.4.0/go.mod h1:j7eGeouHqKxXV5pUuKE4zz7dFj8WfuZ+81PSLYec5m4= 172 | github.com/stretchr/testify v1.5.1/go.mod h1:5W2xD1RspED5o8YsWQXVCued0rvSQ+mT+I5cxcmMvtA= 173 | github.com/stretchr/testify v1.6.1/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg= 174 | github.com/stretchr/testify v1.8.0 h1:pSgiaMZlXftHpm5L7V1+rVB+AZJydKsMxsQBIJw4PKk= 175 | github.com/yuin/goldmark v1.1.25/go.mod h1:3hX8gzYuyVAZsxl0MRgGTJEmQBFcNTphYh9decYSb74= 176 | github.com/yuin/goldmark v1.1.27/go.mod h1:3hX8gzYuyVAZsxl0MRgGTJEmQBFcNTphYh9decYSb74= 177 | github.com/yuin/goldmark v1.1.32/go.mod h1:3hX8gzYuyVAZsxl0MRgGTJEmQBFcNTphYh9decYSb74= 178 | github.com/yuin/goldmark v1.2.1/go.mod h1:3hX8gzYuyVAZsxl0MRgGTJEmQBFcNTphYh9decYSb74= 179 | go.opencensus.io v0.21.0/go.mod h1:mSImk1erAIZhrmZN+AvHh14ztQfjbGwt4TtuofqLduU= 180 | go.opencensus.io v0.22.0/go.mod h1:+kGneAE2xo2IficOXnaByMWTGM9T73dGwxeWcUqIpI8= 181 | go.opencensus.io v0.22.2/go.mod h1:yxeiOL68Rb0Xd1ddK5vPZ/oVn4vY4Ynel7k9FzqtOIw= 182 | go.opencensus.io v0.22.3/go.mod h1:yxeiOL68Rb0Xd1ddK5vPZ/oVn4vY4Ynel7k9FzqtOIw= 183 | go.opencensus.io v0.22.4/go.mod h1:yxeiOL68Rb0Xd1ddK5vPZ/oVn4vY4Ynel7k9FzqtOIw= 184 | golang.org/x/crypto v0.0.0-20190308221718-c2843e01d9a2/go.mod h1:djNgcEr1/C05ACkg1iLfiJU5Ep61QUkGW8qpdssI0+w= 185 | golang.org/x/crypto v0.0.0-20190510104115-cbcb75029529/go.mod h1:yigFU9vqHzYiE8UmvKecakEJjdnWj3jj499lnFckfCI= 186 | golang.org/x/crypto v0.0.0-20190605123033-f99c8df09eb5/go.mod h1:yigFU9vqHzYiE8UmvKecakEJjdnWj3jj499lnFckfCI= 187 | golang.org/x/crypto v0.0.0-20191011191535-87dc89f01550/go.mod h1:yigFU9vqHzYiE8UmvKecakEJjdnWj3jj499lnFckfCI= 188 | golang.org/x/crypto v0.0.0-20200622213623-75b288015ac9/go.mod h1:LzIPMQfyMNhhGPhUkYOs5KpL4U8rLKemX1yGLhDgUto= 189 | golang.org/x/exp v0.0.0-20190121172915-509febef88a4/go.mod h1:CJ0aWSM057203Lf6IL+f9T1iT9GByDxfZKAQTCR3kQA= 190 | golang.org/x/exp v0.0.0-20190306152737-a1d7652674e8/go.mod h1:CJ0aWSM057203Lf6IL+f9T1iT9GByDxfZKAQTCR3kQA= 191 | golang.org/x/exp v0.0.0-20190510132918-efd6b22b2522/go.mod h1:ZjyILWgesfNpC6sMxTJOJm9Kp84zZh5NQWvqDGG3Qr8= 192 | golang.org/x/exp v0.0.0-20190829153037-c13cbed26979/go.mod h1:86+5VVa7VpoJ4kLfm080zCjGlMRFzhUhsZKEZO7MGek= 193 | golang.org/x/exp v0.0.0-20191030013958-a1ab85dbe136/go.mod h1:JXzH8nQsPlswgeRAPE3MuO9GYsAcnJvJ4vnMwN/5qkY= 194 | golang.org/x/exp v0.0.0-20191129062945-2f5052295587/go.mod h1:2RIsYlXP63K8oxa1u096TMicItID8zy7Y6sNkU49FU4= 195 | golang.org/x/exp v0.0.0-20191227195350-da58074b4299/go.mod h1:2RIsYlXP63K8oxa1u096TMicItID8zy7Y6sNkU49FU4= 196 | golang.org/x/exp v0.0.0-20200119233911-0405dc783f0a/go.mod h1:2RIsYlXP63K8oxa1u096TMicItID8zy7Y6sNkU49FU4= 197 | golang.org/x/exp v0.0.0-20200207192155-f17229e696bd/go.mod h1:J/WKrq2StrnmMY6+EHIKF9dgMWnmCNThgcyBT1FY9mM= 198 | golang.org/x/exp v0.0.0-20200224162631-6cc2880d07d6/go.mod h1:3jZMyOhIsHpP37uCMkUooju7aAi5cS1Q23tOzKc+0MU= 199 | golang.org/x/image v0.0.0-20190227222117-0694c2d4d067/go.mod h1:kZ7UVZpmo3dzQBMxlp+ypCbDeSB+sBbTgSJuh5dn5js= 200 | golang.org/x/image v0.0.0-20190802002840-cff245a6509b/go.mod h1:FeLwcggjj3mMvU+oOTbSwawSJRM1uh48EjtB4UJZlP0= 201 | golang.org/x/lint v0.0.0-20181026193005-c67002cb31c3/go.mod h1:UVdnD1Gm6xHRNCYTkRU2/jEulfH38KcIWyp/GAMgvoE= 202 | golang.org/x/lint v0.0.0-20190227174305-5b3e6a55c961/go.mod h1:wehouNa3lNwaWXcvxsM5YxQ5yQlVC4a0KAMCusXpPoU= 203 | golang.org/x/lint v0.0.0-20190301231843-5614ed5bae6f/go.mod h1:UVdnD1Gm6xHRNCYTkRU2/jEulfH38KcIWyp/GAMgvoE= 204 | golang.org/x/lint v0.0.0-20190313153728-d0100b6bd8b3/go.mod h1:6SW0HCj/g11FgYtHlgUYUwCkIfeOF89ocIRzGO/8vkc= 205 | golang.org/x/lint v0.0.0-20190409202823-959b441ac422/go.mod h1:6SW0HCj/g11FgYtHlgUYUwCkIfeOF89ocIRzGO/8vkc= 206 | golang.org/x/lint v0.0.0-20190909230951-414d861bb4ac/go.mod h1:6SW0HCj/g11FgYtHlgUYUwCkIfeOF89ocIRzGO/8vkc= 207 | golang.org/x/lint v0.0.0-20190930215403-16217165b5de/go.mod h1:6SW0HCj/g11FgYtHlgUYUwCkIfeOF89ocIRzGO/8vkc= 208 | golang.org/x/lint v0.0.0-20191125180803-fdd1cda4f05f/go.mod h1:5qLYkcX4OjUUV8bRuDixDT3tpyyb+LUpUlRWLxfhWrs= 209 | golang.org/x/lint v0.0.0-20200130185559-910be7a94367/go.mod h1:3xt1FjdF8hUf6vQPIChWIBhFzV8gjjsPE/fR3IyQdNY= 210 | golang.org/x/lint v0.0.0-20200302205851-738671d3881b/go.mod h1:3xt1FjdF8hUf6vQPIChWIBhFzV8gjjsPE/fR3IyQdNY= 211 | golang.org/x/mobile v0.0.0-20190312151609-d3739f865fa6/go.mod h1:z+o9i4GpDbdi3rU15maQ/Ox0txvL9dWGYEHz965HBQE= 212 | golang.org/x/mobile v0.0.0-20190719004257-d2bd2a29d028/go.mod h1:E/iHnbuqvinMTCcRqshq8CkpyQDoeVncDDYHnLhea+o= 213 | golang.org/x/mod v0.0.0-20190513183733-4bf6d317e70e/go.mod h1:mXi4GBBbnImb6dmsKGUJ2LatrhH/nqhxcFungHvyanc= 214 | golang.org/x/mod v0.1.0/go.mod h1:0QHyrYULN0/3qlju5TqG8bIK38QM8yzMo5ekMj3DlcY= 215 | golang.org/x/mod v0.1.1-0.20191105210325-c90efee705ee/go.mod h1:QqPTAvyqsEbceGzBzNggFXnrqF1CaUcvgkdR5Ot7KZg= 216 | golang.org/x/mod v0.1.1-0.20191107180719-034126e5016b/go.mod h1:QqPTAvyqsEbceGzBzNggFXnrqF1CaUcvgkdR5Ot7KZg= 217 | golang.org/x/mod v0.2.0/go.mod h1:s0Qsj1ACt9ePp/hMypM3fl4fZqREWJwdYDEqhRiZZUA= 218 | golang.org/x/mod v0.3.0/go.mod h1:s0Qsj1ACt9ePp/hMypM3fl4fZqREWJwdYDEqhRiZZUA= 219 | golang.org/x/net v0.0.0-20180724234803-3673e40ba225/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= 220 | golang.org/x/net v0.0.0-20180826012351-8a410e7b638d/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= 221 | golang.org/x/net v0.0.0-20190108225652-1e06a53dbb7e/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= 222 | golang.org/x/net v0.0.0-20190213061140-3a22650c66bd/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= 223 | golang.org/x/net v0.0.0-20190311183353-d8887717615a/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg= 224 | golang.org/x/net v0.0.0-20190404232315-eb5bcb51f2a3/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg= 225 | golang.org/x/net v0.0.0-20190501004415-9ce7a6920f09/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg= 226 | golang.org/x/net v0.0.0-20190503192946-f4e77d36d62c/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg= 227 | golang.org/x/net v0.0.0-20190603091049-60506f45cf65/go.mod h1:HSz+uSET+XFnRR8LxR5pz3Of3rY3CfYBVs4xY44aLks= 228 | golang.org/x/net v0.0.0-20190620200207-3b0461eec859/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= 229 | golang.org/x/net v0.0.0-20190628185345-da137c7871d7/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= 230 | golang.org/x/net v0.0.0-20190724013045-ca1201d0de80/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= 231 | golang.org/x/net v0.0.0-20191209160850-c0dbc17a3553/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= 232 | golang.org/x/net v0.0.0-20200114155413-6afb5195e5aa/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= 233 | golang.org/x/net v0.0.0-20200202094626-16171245cfb2/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= 234 | golang.org/x/net v0.0.0-20200222125558-5a598a2470a0/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= 235 | golang.org/x/net v0.0.0-20200226121028-0de0cce0169b/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= 236 | golang.org/x/net v0.0.0-20200301022130-244492dfa37a/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= 237 | golang.org/x/net v0.0.0-20200324143707-d3edc9973b7e/go.mod h1:qpuaurCH72eLCgpAm/N6yyVIVM9cpaDIP3A8BGJEC5A= 238 | golang.org/x/net v0.0.0-20200501053045-e0ff5e5a1de5/go.mod h1:qpuaurCH72eLCgpAm/N6yyVIVM9cpaDIP3A8BGJEC5A= 239 | golang.org/x/net v0.0.0-20200506145744-7e3656a0809f/go.mod h1:qpuaurCH72eLCgpAm/N6yyVIVM9cpaDIP3A8BGJEC5A= 240 | golang.org/x/net v0.0.0-20200513185701-a91f0712d120/go.mod h1:qpuaurCH72eLCgpAm/N6yyVIVM9cpaDIP3A8BGJEC5A= 241 | golang.org/x/net v0.0.0-20200520182314-0ba52f642ac2/go.mod h1:qpuaurCH72eLCgpAm/N6yyVIVM9cpaDIP3A8BGJEC5A= 242 | golang.org/x/net v0.0.0-20200625001655-4c5254603344/go.mod h1:/O7V0waA8r7cgGh81Ro3o1hOxt32SMVPicZroKQ2sZA= 243 | golang.org/x/net v0.0.0-20200707034311-ab3426394381/go.mod h1:/O7V0waA8r7cgGh81Ro3o1hOxt32SMVPicZroKQ2sZA= 244 | golang.org/x/net v0.0.0-20200822124328-c89045814202/go.mod h1:/O7V0waA8r7cgGh81Ro3o1hOxt32SMVPicZroKQ2sZA= 245 | golang.org/x/net v0.0.0-20201021035429-f5854403a974/go.mod h1:sp8m0HH+o8qH0wwXwYZr8TS3Oi6o0r6Gce1SSxlDquU= 246 | golang.org/x/net v0.0.0-20220127200216-cd36cc0744dd/go.mod h1:CfG3xpIq0wQ8r1q4Su4UZFWDARRcnwPjda9FqA0JpMk= 247 | golang.org/x/net v0.3.1-0.20221206200815-1e63c2f08a10 h1:Frnccbp+ok2GkUS2tC84yAq/U9Vg+0sIO7aRL3T4Xnc= 248 | golang.org/x/net v0.3.1-0.20221206200815-1e63c2f08a10/go.mod h1:MBQ8lrhLObU/6UmLb4fmbmk5OcyYmqtbGd/9yIeKjEE= 249 | golang.org/x/oauth2 v0.0.0-20180821212333-d2e6202438be/go.mod h1:N/0e6XlmueqKjAGxoOufVs8QHGRruUQn6yWY3a++T0U= 250 | golang.org/x/oauth2 v0.0.0-20190226205417-e64efc72b421/go.mod h1:gOpvHmFTYa4IltrdGE7lF6nIHvwfUNPOp7c8zoXwtLw= 251 | golang.org/x/oauth2 v0.0.0-20190604053449-0f29369cfe45/go.mod h1:gOpvHmFTYa4IltrdGE7lF6nIHvwfUNPOp7c8zoXwtLw= 252 | golang.org/x/oauth2 v0.0.0-20191202225959-858c2ad4c8b6/go.mod h1:gOpvHmFTYa4IltrdGE7lF6nIHvwfUNPOp7c8zoXwtLw= 253 | golang.org/x/oauth2 v0.0.0-20200107190931-bf48bf16ab8d/go.mod h1:gOpvHmFTYa4IltrdGE7lF6nIHvwfUNPOp7c8zoXwtLw= 254 | golang.org/x/oauth2 v0.0.0-20220223155221-ee480838109b h1:clP8eMhB30EHdc0bd2Twtq6kgU7yl5ub2cQLSdrv1Dg= 255 | golang.org/x/oauth2 v0.0.0-20220223155221-ee480838109b/go.mod h1:DAh4E804XQdzx2j+YRIaUnCqCV2RuMz24cGBJ5QYIrc= 256 | golang.org/x/sync v0.0.0-20180314180146-1d60e4601c6f/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= 257 | golang.org/x/sync v0.0.0-20181108010431-42b317875d0f/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= 258 | golang.org/x/sync v0.0.0-20181221193216-37e7f081c4d4/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= 259 | golang.org/x/sync v0.0.0-20190227155943-e225da77a7e6/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= 260 | golang.org/x/sync v0.0.0-20190423024810-112230192c58/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= 261 | golang.org/x/sync v0.0.0-20190911185100-cd5d95a43a6e/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= 262 | golang.org/x/sync v0.0.0-20200317015054-43a5402ce75a/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= 263 | golang.org/x/sync v0.0.0-20200625203802-6e8e738ad208/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= 264 | golang.org/x/sync v0.0.0-20201020160332-67f06af15bc9/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= 265 | golang.org/x/sys v0.0.0-20180830151530-49385e6e1522/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= 266 | golang.org/x/sys v0.0.0-20190215142949-d0b11bdaac8a/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= 267 | golang.org/x/sys v0.0.0-20190312061237-fead79001313/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= 268 | golang.org/x/sys v0.0.0-20190412213103-97732733099d/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= 269 | golang.org/x/sys v0.0.0-20190502145724-3ef323f4f1fd/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= 270 | golang.org/x/sys v0.0.0-20190507160741-ecd444e8653b/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= 271 | golang.org/x/sys v0.0.0-20190606165138-5da285871e9c/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= 272 | golang.org/x/sys v0.0.0-20190624142023-c5567b49c5d0/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= 273 | golang.org/x/sys v0.0.0-20190726091711-fc99dfbffb4e/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= 274 | golang.org/x/sys v0.0.0-20191001151750-bb3f8db39f24/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= 275 | golang.org/x/sys v0.0.0-20191204072324-ce4227a45e2e/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= 276 | golang.org/x/sys v0.0.0-20191228213918-04cbcbbfeed8/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= 277 | golang.org/x/sys v0.0.0-20200113162924-86b910548bc1/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= 278 | golang.org/x/sys v0.0.0-20200122134326-e047566fdf82/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= 279 | golang.org/x/sys v0.0.0-20200202164722-d101bd2416d5/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= 280 | golang.org/x/sys v0.0.0-20200212091648-12a6c2dcc1e4/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= 281 | golang.org/x/sys v0.0.0-20200223170610-d5e6a3e2c0ae/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= 282 | golang.org/x/sys v0.0.0-20200302150141-5c8b2ff67527/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= 283 | golang.org/x/sys v0.0.0-20200323222414-85ca7c5b95cd/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= 284 | golang.org/x/sys v0.0.0-20200331124033-c3d80250170d/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= 285 | golang.org/x/sys v0.0.0-20200501052902-10377860bb8e/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= 286 | golang.org/x/sys v0.0.0-20200511232937-7e40ca221e25/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= 287 | golang.org/x/sys v0.0.0-20200515095857-1151b9dac4a9/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= 288 | golang.org/x/sys v0.0.0-20200523222454-059865788121/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= 289 | golang.org/x/sys v0.0.0-20200803210538-64077c9b5642/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= 290 | golang.org/x/sys v0.0.0-20200930185726-fdedc70b468f/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= 291 | golang.org/x/sys v0.0.0-20210615035016-665e8c7367d1/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= 292 | golang.org/x/sys v0.0.0-20211216021012-1d35b9e2eb4e/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= 293 | golang.org/x/sys v0.3.0 h1:w8ZOecv6NaNa/zC8944JTU3vz4u6Lagfk4RPQxv92NQ= 294 | golang.org/x/sys v0.3.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= 295 | golang.org/x/term v0.0.0-20210927222741-03fcf44c2211/go.mod h1:jbD1KX2456YbFQfuXm/mYQcufACuNUgVhRMnK/tPxf8= 296 | golang.org/x/term v0.3.0 h1:qoo4akIqOcDME5bhc/NgxUdovd6BSS2uMsVjB56q1xI= 297 | golang.org/x/term v0.3.0/go.mod h1:q750SLmJuPmVoN1blW3UFBPREJfb1KmY3vwxfr+nFDA= 298 | golang.org/x/text v0.0.0-20170915032832-14c0d48ead0c/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ= 299 | golang.org/x/text v0.3.0/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ= 300 | golang.org/x/text v0.3.1-0.20180807135948-17ff2d5776d2/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ= 301 | golang.org/x/text v0.3.2/go.mod h1:bEr9sfX3Q8Zfm5fL9x+3itogRgK3+ptLWKqgva+5dAk= 302 | golang.org/x/text v0.3.3/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ= 303 | golang.org/x/text v0.3.7/go.mod h1:u+2+/6zg+i71rQMx5EYifcz6MCKuco9NR6JIITiCfzQ= 304 | golang.org/x/text v0.5.0 h1:OLmvp0KP+FVG99Ct/qFiL/Fhk4zp4QQnZ7b2U+5piUM= 305 | golang.org/x/text v0.5.0/go.mod h1:mrYo+phRRbMaCq/xk9113O4dZlRixOauAjOtrjsXDZ8= 306 | golang.org/x/time v0.0.0-20181108054448-85acf8d2951c/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ= 307 | golang.org/x/time v0.0.0-20190308202827-9d24e82272b4/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ= 308 | golang.org/x/time v0.0.0-20191024005414-555d28b269f0/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ= 309 | golang.org/x/time v0.0.0-20220210224613-90d013bbcef8 h1:vVKdlvoWBphwdxWKrFZEuM0kGgGLxUOYcY4U/2Vjg44= 310 | golang.org/x/time v0.0.0-20220210224613-90d013bbcef8/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ= 311 | golang.org/x/tools v0.0.0-20180917221912-90fa682c2a6e/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ= 312 | golang.org/x/tools v0.0.0-20190114222345-bf090417da8b/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ= 313 | golang.org/x/tools v0.0.0-20190226205152-f727befe758c/go.mod h1:9Yl7xja0Znq3iFh3HoIrodX9oNMXvdceNzlUR8zjMvY= 314 | golang.org/x/tools v0.0.0-20190311212946-11955173bddd/go.mod h1:LCzVGOaR6xXOjkQ3onu1FJEFr0SW1gC7cKk1uF8kGRs= 315 | golang.org/x/tools v0.0.0-20190312151545-0bb0c0a6e846/go.mod h1:LCzVGOaR6xXOjkQ3onu1FJEFr0SW1gC7cKk1uF8kGRs= 316 | golang.org/x/tools v0.0.0-20190312170243-e65039ee4138/go.mod h1:LCzVGOaR6xXOjkQ3onu1FJEFr0SW1gC7cKk1uF8kGRs= 317 | golang.org/x/tools v0.0.0-20190425150028-36563e24a262/go.mod h1:RgjU9mgBXZiqYHBnxXauZ1Gv1EHHAz9KjViQ78xBX0Q= 318 | golang.org/x/tools v0.0.0-20190506145303-2d16b83fe98c/go.mod h1:RgjU9mgBXZiqYHBnxXauZ1Gv1EHHAz9KjViQ78xBX0Q= 319 | golang.org/x/tools v0.0.0-20190524140312-2c0ae7006135/go.mod h1:RgjU9mgBXZiqYHBnxXauZ1Gv1EHHAz9KjViQ78xBX0Q= 320 | golang.org/x/tools v0.0.0-20190606124116-d0a3d012864b/go.mod h1:/rFqwRUd4F7ZHNgwSSTFct+R/Kf4OFW1sUzUTQQTgfc= 321 | golang.org/x/tools v0.0.0-20190621195816-6e04913cbbac/go.mod h1:/rFqwRUd4F7ZHNgwSSTFct+R/Kf4OFW1sUzUTQQTgfc= 322 | golang.org/x/tools v0.0.0-20190628153133-6cdbf07be9d0/go.mod h1:/rFqwRUd4F7ZHNgwSSTFct+R/Kf4OFW1sUzUTQQTgfc= 323 | golang.org/x/tools v0.0.0-20190816200558-6889da9d5479/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo= 324 | golang.org/x/tools v0.0.0-20190911174233-4f2ddba30aff/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo= 325 | golang.org/x/tools v0.0.0-20191012152004-8de300cfc20a/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo= 326 | golang.org/x/tools v0.0.0-20191113191852-77e3bb0ad9e7/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo= 327 | golang.org/x/tools v0.0.0-20191115202509-3a792d9c32b2/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo= 328 | golang.org/x/tools v0.0.0-20191119224855-298f0cb1881e/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo= 329 | golang.org/x/tools v0.0.0-20191125144606-a911d9008d1f/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo= 330 | golang.org/x/tools v0.0.0-20191130070609-6e064ea0cf2d/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo= 331 | golang.org/x/tools v0.0.0-20191216173652-a0e659d51361/go.mod h1:TB2adYChydJhpapKDTa4BR/hXlZSLoq2Wpct/0txZ28= 332 | golang.org/x/tools v0.0.0-20191227053925-7b8e75db28f4/go.mod h1:TB2adYChydJhpapKDTa4BR/hXlZSLoq2Wpct/0txZ28= 333 | golang.org/x/tools v0.0.0-20200117161641-43d50277825c/go.mod h1:TB2adYChydJhpapKDTa4BR/hXlZSLoq2Wpct/0txZ28= 334 | golang.org/x/tools v0.0.0-20200122220014-bf1340f18c4a/go.mod h1:TB2adYChydJhpapKDTa4BR/hXlZSLoq2Wpct/0txZ28= 335 | golang.org/x/tools v0.0.0-20200130002326-2f3ba24bd6e7/go.mod h1:TB2adYChydJhpapKDTa4BR/hXlZSLoq2Wpct/0txZ28= 336 | golang.org/x/tools v0.0.0-20200204074204-1cc6d1ef6c74/go.mod h1:TB2adYChydJhpapKDTa4BR/hXlZSLoq2Wpct/0txZ28= 337 | golang.org/x/tools v0.0.0-20200207183749-b753a1ba74fa/go.mod h1:TB2adYChydJhpapKDTa4BR/hXlZSLoq2Wpct/0txZ28= 338 | golang.org/x/tools v0.0.0-20200212150539-ea181f53ac56/go.mod h1:TB2adYChydJhpapKDTa4BR/hXlZSLoq2Wpct/0txZ28= 339 | golang.org/x/tools v0.0.0-20200224181240-023911ca70b2/go.mod h1:TB2adYChydJhpapKDTa4BR/hXlZSLoq2Wpct/0txZ28= 340 | golang.org/x/tools v0.0.0-20200227222343-706bc42d1f0d/go.mod h1:TB2adYChydJhpapKDTa4BR/hXlZSLoq2Wpct/0txZ28= 341 | golang.org/x/tools v0.0.0-20200304193943-95d2e580d8eb/go.mod h1:o4KQGtdN14AW+yjsvvwRTJJuXz8XRtIHtEnmAXLyFUw= 342 | golang.org/x/tools v0.0.0-20200312045724-11d5b4c81c7d/go.mod h1:o4KQGtdN14AW+yjsvvwRTJJuXz8XRtIHtEnmAXLyFUw= 343 | golang.org/x/tools v0.0.0-20200331025713-a30bf2db82d4/go.mod h1:Sl4aGygMT6LrqrWclx+PTx3U+LnKx/seiNR+3G19Ar8= 344 | golang.org/x/tools v0.0.0-20200501065659-ab2804fb9c9d/go.mod h1:EkVYQZoAsY45+roYkvgYkIh4xh/qjgUK9TdY2XT94GE= 345 | golang.org/x/tools v0.0.0-20200512131952-2bc93b1c0c88/go.mod h1:EkVYQZoAsY45+roYkvgYkIh4xh/qjgUK9TdY2XT94GE= 346 | golang.org/x/tools v0.0.0-20200515010526-7d3b6ebf133d/go.mod h1:EkVYQZoAsY45+roYkvgYkIh4xh/qjgUK9TdY2XT94GE= 347 | golang.org/x/tools v0.0.0-20200618134242-20370b0cb4b2/go.mod h1:EkVYQZoAsY45+roYkvgYkIh4xh/qjgUK9TdY2XT94GE= 348 | golang.org/x/tools v0.0.0-20200619180055-7c47624df98f/go.mod h1:EkVYQZoAsY45+roYkvgYkIh4xh/qjgUK9TdY2XT94GE= 349 | golang.org/x/tools v0.0.0-20200729194436-6467de6f59a7/go.mod h1:njjCfa9FT2d7l9Bc6FUM5FLjQPp3cFF28FI3qnDFljA= 350 | golang.org/x/tools v0.0.0-20200804011535-6c149bb5ef0d/go.mod h1:njjCfa9FT2d7l9Bc6FUM5FLjQPp3cFF28FI3qnDFljA= 351 | golang.org/x/tools v0.0.0-20200825202427-b303f430e36d/go.mod h1:njjCfa9FT2d7l9Bc6FUM5FLjQPp3cFF28FI3qnDFljA= 352 | golang.org/x/tools v0.0.0-20210106214847-113979e3529a/go.mod h1:emZCQorbCU4vsT4fOWvOPXz4eW1wZW4PmDk9uLelYpA= 353 | golang.org/x/xerrors v0.0.0-20190717185122-a985d3407aa7/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= 354 | golang.org/x/xerrors v0.0.0-20191011141410-1b5146add898/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= 355 | golang.org/x/xerrors v0.0.0-20191204190536-9bdfabe68543/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= 356 | golang.org/x/xerrors v0.0.0-20200804184101-5ec99f83aff1/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= 357 | google.golang.org/api v0.4.0/go.mod h1:8k5glujaEP+g9n7WNsDg8QP6cUVNI86fCNMcbazEtwE= 358 | google.golang.org/api v0.7.0/go.mod h1:WtwebWUNSVBH/HAw79HIFXZNqEvBhG+Ra+ax0hx3E3M= 359 | google.golang.org/api v0.8.0/go.mod h1:o4eAsZoiT+ibD93RtjEohWalFOjRDx6CVaqeizhEnKg= 360 | google.golang.org/api v0.9.0/go.mod h1:o4eAsZoiT+ibD93RtjEohWalFOjRDx6CVaqeizhEnKg= 361 | google.golang.org/api v0.13.0/go.mod h1:iLdEw5Ide6rF15KTC1Kkl0iskquN2gFfn9o9XIsbkAI= 362 | google.golang.org/api v0.14.0/go.mod h1:iLdEw5Ide6rF15KTC1Kkl0iskquN2gFfn9o9XIsbkAI= 363 | google.golang.org/api v0.15.0/go.mod h1:iLdEw5Ide6rF15KTC1Kkl0iskquN2gFfn9o9XIsbkAI= 364 | google.golang.org/api v0.17.0/go.mod h1:BwFmGc8tA3vsd7r/7kR8DY7iEEGSU04BFxCo5jP/sfE= 365 | google.golang.org/api v0.18.0/go.mod h1:BwFmGc8tA3vsd7r/7kR8DY7iEEGSU04BFxCo5jP/sfE= 366 | google.golang.org/api v0.19.0/go.mod h1:BwFmGc8tA3vsd7r/7kR8DY7iEEGSU04BFxCo5jP/sfE= 367 | google.golang.org/api v0.20.0/go.mod h1:BwFmGc8tA3vsd7r/7kR8DY7iEEGSU04BFxCo5jP/sfE= 368 | google.golang.org/api v0.22.0/go.mod h1:BwFmGc8tA3vsd7r/7kR8DY7iEEGSU04BFxCo5jP/sfE= 369 | google.golang.org/api v0.24.0/go.mod h1:lIXQywCXRcnZPGlsd8NbLnOjtAoL6em04bJ9+z0MncE= 370 | google.golang.org/api v0.28.0/go.mod h1:lIXQywCXRcnZPGlsd8NbLnOjtAoL6em04bJ9+z0MncE= 371 | google.golang.org/api v0.29.0/go.mod h1:Lcubydp8VUV7KeIHD9z2Bys/sm/vGKnG1UHuDBSrHWM= 372 | google.golang.org/api v0.30.0/go.mod h1:QGmEvQ87FHZNiUVJkT14jQNYJ4ZJjdRF23ZXz5138Fc= 373 | google.golang.org/appengine v1.1.0/go.mod h1:EbEs0AVv82hx2wNQdGPgUI5lhzA/G0D9YwlJXL52JkM= 374 | google.golang.org/appengine v1.4.0/go.mod h1:xpcJRLb0r/rnEns0DIKYYv+WjYCduHsrkT7/EB5XEv4= 375 | google.golang.org/appengine v1.5.0/go.mod h1:xpcJRLb0r/rnEns0DIKYYv+WjYCduHsrkT7/EB5XEv4= 376 | google.golang.org/appengine v1.6.1/go.mod h1:i06prIuMbXzDqacNJfV5OdTW448YApPu5ww/cMBSeb0= 377 | google.golang.org/appengine v1.6.5/go.mod h1:8WjMMxjGQR8xUklV/ARdw2HLXBOI7O7uCIDZVag1xfc= 378 | google.golang.org/appengine v1.6.6/go.mod h1:8WjMMxjGQR8xUklV/ARdw2HLXBOI7O7uCIDZVag1xfc= 379 | google.golang.org/appengine v1.6.7 h1:FZR1q0exgwxzPzp/aF+VccGrSfxfPpkBqjIIEq3ru6c= 380 | google.golang.org/appengine v1.6.7/go.mod h1:8WjMMxjGQR8xUklV/ARdw2HLXBOI7O7uCIDZVag1xfc= 381 | google.golang.org/genproto v0.0.0-20180817151627-c66870c02cf8/go.mod h1:JiN7NxoALGmiZfu7CAH4rXhgtRTLTxftemlI0sWmxmc= 382 | google.golang.org/genproto v0.0.0-20190307195333-5fe7a883aa19/go.mod h1:VzzqZJRnGkLBvHegQrXjBqPurQTc5/KpmUdxsrq26oE= 383 | google.golang.org/genproto v0.0.0-20190418145605-e7d98fc518a7/go.mod h1:VzzqZJRnGkLBvHegQrXjBqPurQTc5/KpmUdxsrq26oE= 384 | google.golang.org/genproto v0.0.0-20190425155659-357c62f0e4bb/go.mod h1:VzzqZJRnGkLBvHegQrXjBqPurQTc5/KpmUdxsrq26oE= 385 | google.golang.org/genproto v0.0.0-20190502173448-54afdca5d873/go.mod h1:VzzqZJRnGkLBvHegQrXjBqPurQTc5/KpmUdxsrq26oE= 386 | google.golang.org/genproto v0.0.0-20190801165951-fa694d86fc64/go.mod h1:DMBHOl98Agz4BDEuKkezgsaosCRResVns1a3J2ZsMNc= 387 | google.golang.org/genproto v0.0.0-20190819201941-24fa4b261c55/go.mod h1:DMBHOl98Agz4BDEuKkezgsaosCRResVns1a3J2ZsMNc= 388 | google.golang.org/genproto v0.0.0-20190911173649-1774047e7e51/go.mod h1:IbNlFCBrqXvoKpeg0TB2l7cyZUmoaFKYIwrEpbDKLA8= 389 | google.golang.org/genproto v0.0.0-20191108220845-16a3f7862a1a/go.mod h1:n3cpQtvxv34hfy77yVDNjmbRyujviMdxYliBSkLhpCc= 390 | google.golang.org/genproto v0.0.0-20191115194625-c23dd37a84c9/go.mod h1:n3cpQtvxv34hfy77yVDNjmbRyujviMdxYliBSkLhpCc= 391 | google.golang.org/genproto v0.0.0-20191216164720-4f79533eabd1/go.mod h1:n3cpQtvxv34hfy77yVDNjmbRyujviMdxYliBSkLhpCc= 392 | google.golang.org/genproto v0.0.0-20191230161307-f3c370f40bfb/go.mod h1:n3cpQtvxv34hfy77yVDNjmbRyujviMdxYliBSkLhpCc= 393 | google.golang.org/genproto v0.0.0-20200115191322-ca5a22157cba/go.mod h1:n3cpQtvxv34hfy77yVDNjmbRyujviMdxYliBSkLhpCc= 394 | google.golang.org/genproto v0.0.0-20200122232147-0452cf42e150/go.mod h1:n3cpQtvxv34hfy77yVDNjmbRyujviMdxYliBSkLhpCc= 395 | google.golang.org/genproto v0.0.0-20200204135345-fa8e72b47b90/go.mod h1:GmwEX6Z4W5gMy59cAlVYjN9JhxgbQH6Gn+gFDQe2lzA= 396 | google.golang.org/genproto v0.0.0-20200212174721-66ed5ce911ce/go.mod h1:55QSHmfGQM9UVYDPBsyGGes0y52j32PQ3BqQfXhyH3c= 397 | google.golang.org/genproto v0.0.0-20200224152610-e50cd9704f63/go.mod h1:55QSHmfGQM9UVYDPBsyGGes0y52j32PQ3BqQfXhyH3c= 398 | google.golang.org/genproto v0.0.0-20200228133532-8c2c7df3a383/go.mod h1:55QSHmfGQM9UVYDPBsyGGes0y52j32PQ3BqQfXhyH3c= 399 | google.golang.org/genproto v0.0.0-20200305110556-506484158171/go.mod h1:55QSHmfGQM9UVYDPBsyGGes0y52j32PQ3BqQfXhyH3c= 400 | google.golang.org/genproto v0.0.0-20200312145019-da6875a35672/go.mod h1:55QSHmfGQM9UVYDPBsyGGes0y52j32PQ3BqQfXhyH3c= 401 | google.golang.org/genproto v0.0.0-20200331122359-1ee6d9798940/go.mod h1:55QSHmfGQM9UVYDPBsyGGes0y52j32PQ3BqQfXhyH3c= 402 | google.golang.org/genproto v0.0.0-20200430143042-b979b6f78d84/go.mod h1:55QSHmfGQM9UVYDPBsyGGes0y52j32PQ3BqQfXhyH3c= 403 | google.golang.org/genproto v0.0.0-20200511104702-f5ebc3bea380/go.mod h1:55QSHmfGQM9UVYDPBsyGGes0y52j32PQ3BqQfXhyH3c= 404 | google.golang.org/genproto v0.0.0-20200515170657-fc4c6c6a6587/go.mod h1:YsZOwe1myG/8QRHRsmBRE1LrgQY60beZKjly0O1fX9U= 405 | google.golang.org/genproto v0.0.0-20200526211855-cb27e3aa2013/go.mod h1:NbSheEEYHJ7i3ixzK3sjbqSGDJWnxyFXZblF3eUsNvo= 406 | google.golang.org/genproto v0.0.0-20200618031413-b414f8b61790/go.mod h1:jDfRM7FcilCzHH/e9qn6dsT145K34l5v+OpcnNgKAAA= 407 | google.golang.org/genproto v0.0.0-20200729003335-053ba62fc06f/go.mod h1:FWY/as6DDZQgahTzZj3fqbO1CbirC29ZNUFHwi0/+no= 408 | google.golang.org/genproto v0.0.0-20200804131852-c06518451d9c/go.mod h1:FWY/as6DDZQgahTzZj3fqbO1CbirC29ZNUFHwi0/+no= 409 | google.golang.org/genproto v0.0.0-20200825200019-8632dd797987/go.mod h1:FWY/as6DDZQgahTzZj3fqbO1CbirC29ZNUFHwi0/+no= 410 | google.golang.org/genproto v0.0.0-20201019141844-1ed22bb0c154/go.mod h1:FWY/as6DDZQgahTzZj3fqbO1CbirC29ZNUFHwi0/+no= 411 | google.golang.org/grpc v1.19.0/go.mod h1:mqu4LbDTu4XGKhr4mRzUsmM4RtVoemTSY81AxZiDr8c= 412 | google.golang.org/grpc v1.20.1/go.mod h1:10oTOabMzJvdu6/UiuZezV6QK5dSlG84ov/aaiqXj38= 413 | google.golang.org/grpc v1.21.1/go.mod h1:oYelfM1adQP15Ek0mdvEgi9Df8B9CZIaU1084ijfRaM= 414 | google.golang.org/grpc v1.23.0/go.mod h1:Y5yQAOtifL1yxbo5wqy6BxZv8vAUGQwXBOALyacEbxg= 415 | google.golang.org/grpc v1.25.1/go.mod h1:c3i+UQWmh7LiEpx4sFZnkU36qjEYZ0imhYfXVyQciAY= 416 | google.golang.org/grpc v1.26.0/go.mod h1:qbnxyOmOxrQa7FizSgH+ReBfzJrCY1pSN7KXBS8abTk= 417 | google.golang.org/grpc v1.27.0/go.mod h1:qbnxyOmOxrQa7FizSgH+ReBfzJrCY1pSN7KXBS8abTk= 418 | google.golang.org/grpc v1.27.1/go.mod h1:qbnxyOmOxrQa7FizSgH+ReBfzJrCY1pSN7KXBS8abTk= 419 | google.golang.org/grpc v1.28.0/go.mod h1:rpkK4SK4GF4Ach/+MFLZUBavHOvF2JJB5uozKKal+60= 420 | google.golang.org/grpc v1.29.1/go.mod h1:itym6AZVZYACWQqET3MqgPpjcuV5QH3BxFS3IjizoKk= 421 | google.golang.org/grpc v1.30.0/go.mod h1:N36X2cJ7JwdamYAgDz+s+rVMFjt3numwzf/HckM8pak= 422 | google.golang.org/grpc v1.31.0/go.mod h1:N36X2cJ7JwdamYAgDz+s+rVMFjt3numwzf/HckM8pak= 423 | google.golang.org/protobuf v0.0.0-20200109180630-ec00e32a8dfd/go.mod h1:DFci5gLYBciE7Vtevhsrf46CRTquxDuWsQurQQe4oz8= 424 | google.golang.org/protobuf v0.0.0-20200221191635-4d8936d0db64/go.mod h1:kwYJMbMJ01Woi6D6+Kah6886xMZcty6N08ah7+eCXa0= 425 | google.golang.org/protobuf v0.0.0-20200228230310-ab0ca4ff8a60/go.mod h1:cfTl7dwQJ+fmap5saPgwCLgHXTUD7jkjRqWcaiX5VyM= 426 | google.golang.org/protobuf v1.20.1-0.20200309200217-e05f789c0967/go.mod h1:A+miEFZTKqfCUM6K7xSMQL9OKL/b6hQv+e19PK+JZNE= 427 | google.golang.org/protobuf v1.21.0/go.mod h1:47Nbq4nVaFHyn7ilMalzfO3qCViNmqZ2kzikPIcrTAo= 428 | google.golang.org/protobuf v1.22.0/go.mod h1:EGpADcykh3NcUnDUJcl1+ZksZNG86OlYog2l/sGQquU= 429 | google.golang.org/protobuf v1.23.0/go.mod h1:EGpADcykh3NcUnDUJcl1+ZksZNG86OlYog2l/sGQquU= 430 | google.golang.org/protobuf v1.23.1-0.20200526195155-81db48ad09cc/go.mod h1:EGpADcykh3NcUnDUJcl1+ZksZNG86OlYog2l/sGQquU= 431 | google.golang.org/protobuf v1.24.0/go.mod h1:r/3tXBNzIEhYS9I1OUVjXDlt8tc493IdKGjtUeSXeh4= 432 | google.golang.org/protobuf v1.25.0/go.mod h1:9JNX74DMeImyA3h4bdi1ymwjUzf21/xIlbajtzgsN7c= 433 | google.golang.org/protobuf v1.26.0-rc.1/go.mod h1:jlhhOSvTdKEhbULTjvd4ARK9grFBp09yW+WbY/TyQbw= 434 | google.golang.org/protobuf v1.26.0/go.mod h1:9q0QmTI4eRPtz6boOQmLYwt+qCgq0jsYwAQnmE0givc= 435 | google.golang.org/protobuf v1.28.1 h1:d0NfwRgPtno5B1Wa6L2DAG+KivqkdutMf1UhdNx175w= 436 | google.golang.org/protobuf v1.28.1/go.mod h1:HV8QOd/L58Z+nl8r43ehVNZIU/HEI6OcFqwMG9pJV4I= 437 | gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0= 438 | gopkg.in/check.v1 v1.0.0-20180628173108-788fd7840127/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0= 439 | gopkg.in/check.v1 v1.0.0-20190902080502-41f04d3bba15/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0= 440 | gopkg.in/check.v1 v1.0.0-20200227125254-8fa46927fb4f h1:BLraFXnmrev5lT+xlilqcH8XK9/i0At2xKjWk4p6zsU= 441 | gopkg.in/check.v1 v1.0.0-20200227125254-8fa46927fb4f/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0= 442 | gopkg.in/errgo.v2 v2.1.0/go.mod h1:hNsd1EY+bozCKY1Ytp96fpM3vjJbqLJn88ws8XvfDNI= 443 | gopkg.in/inf.v0 v0.9.1 h1:73M5CoZyi3ZLMOyDlQh031Cx6N9NDJ2Vvfl76EDAgDc= 444 | gopkg.in/inf.v0 v0.9.1/go.mod h1:cWUDdTG/fYaXco+Dcufb5Vnc6Gp2YChqWtbxRZE0mXw= 445 | gopkg.in/yaml.v2 v2.2.2/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI= 446 | gopkg.in/yaml.v2 v2.2.8/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI= 447 | gopkg.in/yaml.v2 v2.4.0 h1:D8xgwECY7CYvx+Y2n4sBz93Jn9JRvxdiyyo8CTfuKaY= 448 | gopkg.in/yaml.v2 v2.4.0/go.mod h1:RDklbk79AGWmwhnvt/jBztapEOGDOx6ZbXqjP6csGnQ= 449 | gopkg.in/yaml.v3 v3.0.0-20200313102051-9f266ea9e77c/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM= 450 | gopkg.in/yaml.v3 v3.0.0-20200615113413-eeeca48fe776/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM= 451 | gopkg.in/yaml.v3 v3.0.1 h1:fxVm/GzAzEWqLHuvctI91KS9hhNmmWOoWu0XTYJS7CA= 452 | gopkg.in/yaml.v3 v3.0.1/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM= 453 | honnef.co/go/tools v0.0.0-20190102054323-c2f93a96b099/go.mod h1:rf3lG4BRIbNafJWhAfAdb/ePZxsR/4RtNHQocxwk9r4= 454 | honnef.co/go/tools v0.0.0-20190106161140-3f1c8253044a/go.mod h1:rf3lG4BRIbNafJWhAfAdb/ePZxsR/4RtNHQocxwk9r4= 455 | honnef.co/go/tools v0.0.0-20190418001031-e561f6794a2a/go.mod h1:rf3lG4BRIbNafJWhAfAdb/ePZxsR/4RtNHQocxwk9r4= 456 | honnef.co/go/tools v0.0.0-20190523083050-ea95bdfd59fc/go.mod h1:rf3lG4BRIbNafJWhAfAdb/ePZxsR/4RtNHQocxwk9r4= 457 | honnef.co/go/tools v0.0.1-2019.2.3/go.mod h1:a3bituU0lyd329TUQxRnasdCoJDkEUEAqEt0JzvZhAg= 458 | honnef.co/go/tools v0.0.1-2020.1.3/go.mod h1:X/FiERA/W4tHapMX5mGpAtMSVEeEUOyHaw9vFzvIQ3k= 459 | honnef.co/go/tools v0.0.1-2020.1.4/go.mod h1:X/FiERA/W4tHapMX5mGpAtMSVEeEUOyHaw9vFzvIQ3k= 460 | k8s.io/api v0.26.1 h1:f+SWYiPd/GsiWwVRz+NbFyCgvv75Pk9NK6dlkZgpCRQ= 461 | k8s.io/api v0.26.1/go.mod h1:xd/GBNgR0f707+ATNyPmQ1oyKSgndzXij81FzWGsejg= 462 | k8s.io/apimachinery v0.26.1 h1:8EZ/eGJL+hY/MYCNwhmDzVqq2lPl3N3Bo8rvweJwXUQ= 463 | k8s.io/apimachinery v0.26.1/go.mod h1:tnPmbONNJ7ByJNz9+n9kMjNP8ON+1qoAIIC70lztu74= 464 | k8s.io/client-go v0.26.1 h1:87CXzYJnAMGaa/IDDfRdhTzxk/wzGZ+/HUQpqgVSZXU= 465 | k8s.io/client-go v0.26.1/go.mod h1:IWNSglg+rQ3OcvDkhY6+QLeasV4OYHDjdqeWkDQZwGE= 466 | k8s.io/klog/v2 v2.80.1 h1:atnLQ121W371wYYFawwYx1aEY2eUfs4l3J72wtgAwV4= 467 | k8s.io/klog/v2 v2.80.1/go.mod h1:y1WjHnz7Dj687irZUWR/WLkLc5N1YHtjLdmgWjndZn0= 468 | k8s.io/kube-openapi v0.0.0-20221012153701-172d655c2280 h1:+70TFaan3hfJzs+7VK2o+OGxg8HsuBr/5f6tVAjDu6E= 469 | k8s.io/kube-openapi v0.0.0-20221012153701-172d655c2280/go.mod h1:+Axhij7bCpeqhklhUTe3xmOn6bWxolyZEeyaFpjGtl4= 470 | k8s.io/utils v0.0.0-20221107191617-1a15be271d1d h1:0Smp/HP1OH4Rvhe+4B8nWGERtlqAGSftbSbbmm45oFs= 471 | k8s.io/utils v0.0.0-20221107191617-1a15be271d1d/go.mod h1:OLgZIPagt7ERELqWJFomSt595RzquPNLL48iOWgYOg0= 472 | rsc.io/binaryregexp v0.2.0/go.mod h1:qTv7/COck+e2FymRvadv62gMdZztPaShugOCi3I+8D8= 473 | rsc.io/quote/v3 v3.1.0/go.mod h1:yEA65RcK8LyAZtP9Kv3t0HmxON59tX3rD+tICJqUlj0= 474 | rsc.io/sampler v1.3.0/go.mod h1:T1hPZKmBbMNahiBKFy5HrXp6adAjACjK9JXDnKaTXpA= 475 | sigs.k8s.io/json v0.0.0-20220713155537-f223a00ba0e2 h1:iXTIw73aPyC+oRdyqqvVJuloN1p0AC/kzH07hu3NE+k= 476 | sigs.k8s.io/json v0.0.0-20220713155537-f223a00ba0e2/go.mod h1:B8JuhiUyNFVKdsE8h686QcCxMaH6HrOAZj4vswFpcB0= 477 | sigs.k8s.io/structured-merge-diff/v4 v4.2.3 h1:PRbqxJClWWYMNV1dhaG4NsibJbArud9kFxnAMREiWFE= 478 | sigs.k8s.io/structured-merge-diff/v4 v4.2.3/go.mod h1:qjx8mGObPmV2aSZepjQjbmb2ihdVs8cGKBraizNC69E= 479 | sigs.k8s.io/yaml v1.3.0 h1:a2VclLzOGrwOHDiV8EfBGhvjHvP46CtW5j6POvhYGGo= 480 | sigs.k8s.io/yaml v1.3.0/go.mod h1:GeOyir5tyXNByN85N/dRIT9es5UQNerPYEKK56eTBm8= 481 | -------------------------------------------------------------------------------- /image/无标题-2023-08-10-2343.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kubernetes-Learning-Playground/multi-cluster-informer/5568907d7f5822e8aeff54073862d693aaae3118/image/无标题-2023-08-10-2343.png -------------------------------------------------------------------------------- /image/流程图.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kubernetes-Learning-Playground/multi-cluster-informer/5568907d7f5822e8aeff54073862d693aaae3118/image/流程图.jpg -------------------------------------------------------------------------------- /pkg/config/config.go: -------------------------------------------------------------------------------- 1 | package config 2 | 3 | import ( 4 | "fmt" 5 | "github.com/go-yaml/yaml" 6 | "github.com/practice/multi_cluster_informer/pkg/controller" 7 | "io/ioutil" 8 | "log" 9 | ) 10 | 11 | // TODO: 配置文件 12 | 13 | var SysConfig *Config 14 | 15 | type Config struct { 16 | MaxReQueueTime int `json:"maxRequeueTime" yaml:"maxRequeueTime"` 17 | Clusters []controller.Cluster `json:"clusters" yaml:"clusters"` 18 | } 19 | 20 | func NewConfig() *Config { 21 | return &Config{} 22 | } 23 | 24 | func loadConfigFile(path string) []byte { 25 | b, err := ioutil.ReadFile(path) 26 | if err != nil { 27 | log.Println(err) 28 | return nil 29 | } 30 | return b 31 | } 32 | 33 | func LoadConfig(path string) (*Config, error) { 34 | config := NewConfig() 35 | if b := loadConfigFile(path); b != nil { 36 | 37 | err := yaml.Unmarshal(b, config) 38 | if err != nil { 39 | return nil, err 40 | } 41 | return config, err 42 | } else { 43 | return nil, fmt.Errorf("load config file error...") 44 | } 45 | 46 | } 47 | -------------------------------------------------------------------------------- /pkg/config/config_test.go: -------------------------------------------------------------------------------- 1 | package config 2 | 3 | import ( 4 | "fmt" 5 | "k8s.io/klog/v2" 6 | "testing" 7 | ) 8 | 9 | func TestLoadConfig(test *testing.T) { 10 | // 1. 项目配置 11 | sysConfig, err := LoadConfig("./config.yaml") 12 | if err != nil { 13 | klog.Error("load config error: ", err) 14 | return 15 | } 16 | SysConfig = sysConfig 17 | fmt.Println(sysConfig) 18 | fmt.Println(sysConfig.Clusters[0].MetaData.ConfigPath) 19 | } 20 | -------------------------------------------------------------------------------- /pkg/controller/controller.go: -------------------------------------------------------------------------------- 1 | package controller 2 | 3 | import ( 4 | "context" 5 | "errors" 6 | "github.com/practice/multi_cluster_informer/pkg/queue" 7 | appsv1 "k8s.io/api/apps/v1" 8 | v1 "k8s.io/api/core/v1" 9 | v12 "k8s.io/apimachinery/pkg/apis/meta/v1" 10 | "k8s.io/apimachinery/pkg/fields" 11 | "k8s.io/client-go/kubernetes" 12 | "k8s.io/client-go/tools/cache" 13 | "k8s.io/client-go/tools/clientcmd" 14 | "k8s.io/klog/v2" 15 | "time" 16 | ) 17 | 18 | // MultiClusterInformer 多集群informer的接口对象 19 | type MultiClusterInformer interface { 20 | // Run 执行多集群的informer的方法 21 | Run() 22 | // Stop 停止informer 23 | Stop() 24 | // AddEventHandler 加入回调handler 25 | AddEventHandler(handler HandleFunc) 26 | // HandleObject 调用handler处理资源对象 27 | HandleObject(object queue.QueueObject) error 28 | // Queue 队列接口对象 29 | queue.Queue 30 | // Store 本地缓存接口对象 31 | queue.Store 32 | } 33 | 34 | // Controller 控制器 35 | // 主要保存所有集群的客户端实例，并保存 36 | type Controller struct { 37 | // clients 多客户端 list 38 | clients []*kubernetes.Clientset 39 | // Informers 多个informer list 40 | Informers InformerList 41 | // HandleFunc 统一的handle方法 42 | HandleFunc HandleFunc 43 | // Queue 一个工作队列: 多集群的所有资源都会放入此队列 44 | queue.Queue 45 | // Store 一个本地缓存：多集群的所有资源都会放入此缓存 46 | queue.Store 47 | // stop chan 48 | StopC chan struct{} 49 | } 50 | 51 | // 是否实现MultiClusterInformer接口 52 | var _ MultiClusterInformer = &Controller{} 53 | 54 | // initHandle 处理informer逻辑 55 | // 执行的逻辑：当监听到新增、修改、删除事件时，放入工作队列中 56 | func initHandle(resource string, worker queue.Queue, clusterName string, isObjSave bool) cache.ResourceEventHandlerFuncs { 57 | handler := cache.ResourceEventHandlerFuncs{ 58 | AddFunc: func(obj interface{}) { 59 | key, err := cache.MetaNamespaceKeyFunc(obj) 60 | if err == nil { 61 | qo := queue.QueueObject{ClusterName: clusterName, Event: queue.EventAdd, ResourceType: resource, Key: key, CreateAt: time.Now()} 62 | if isObjSave { 63 | qo.Obj = obj 64 | } 65 | worker.Push(qo) 66 | } 67 | }, 68 | UpdateFunc: func(old interface{}, new interface{}) { 69 | key, err := cache.MetaNamespaceKeyFunc(new) 70 | if err == nil { 71 | qo := queue.QueueObject{ClusterName: clusterName, Event: queue.EventUpdate, ResourceType: resource, Key: key, CreateAt: time.Now()} 72 | if isObjSave { 73 | qo.Obj = new 74 | } 75 | // 放入 76 | worker.Push(qo) 77 | 78 | } 79 | }, 80 | DeleteFunc: func(obj interface{}) { 81 | 82 | key, err := cache.DeletionHandlingMetaNamespaceKeyFunc(obj) 83 | if err == nil { 84 | qo := queue.QueueObject{ClusterName: clusterName, Event: queue.EventDelete, ResourceType: resource, Key: key, CreateAt: time.Now()} 85 | if isObjSave { 86 | qo.Obj = obj 87 | } 88 | worker.Push(qo) 89 | } 90 | }, 91 | } 92 | return handler 93 | } 94 | 95 | // Run 执行informer 96 | func (c *Controller) Run() { 97 | klog.Info("run controller...") 98 | defer c.Queue.Close() 99 | c.Informers.run(c.StopC) 100 | <-c.StopC 101 | } 102 | 103 | // Stop 停止 104 | func (c *Controller) Stop() { 105 | c.StopC <- struct{}{} 106 | } 107 | 108 | type HandleFunc func(object queue.QueueObject) error 109 | 110 | func (c *Controller) AddEventHandler(handler HandleFunc) { 111 | c.HandleFunc = handler 112 | } 113 | 114 | // HandleObject 自定义回调方法 115 | func (c *Controller) HandleObject(obj queue.QueueObject) error { 116 | if c.HandleFunc != nil { 117 | err := c.HandleFunc(obj) 118 | return err 119 | } 120 | return nil 121 | } 122 | 123 | type InformerList []cache.Controller 124 | 125 | func (s InformerList) run(done chan struct{}) { 126 | // 执行所有list 中的informer 127 | for _, one := range s { 128 | // 使用不同goroutine执行 informer 129 | go one.Run(done) 130 | 131 | if !cache.WaitForCacheSync(done, one.HasSynced) { 132 | panic("等待内部缓存超时") 133 | } 134 | } 135 | } 136 | 137 | // ResourceAndNamespace 资源与namespace 138 | type ResourceAndNamespace struct { 139 | RType string `json:"rType" yaml:"rType"` 140 | Namespace string `json:"namespace" yaml:"namespace"` 141 | ObjSave bool `json:"objSave" yaml:"objSave"` 142 | } 143 | 144 | // MetaData 集群对象所需的信息 145 | type MetaData struct { 146 | List []ResourceAndNamespace `json:"list" yaml:"list"` 147 | ConfigPath string `json:"configPath" yaml:"configPath"` // kube config文件 148 | Insecure bool `json:"insecure" yaml:"insecure"` // 是否跳过证书认证 149 | ClusterName string `json:"clusterName" yaml:"clusterName"` 150 | } 151 | 152 | // CreateCoreV1IndexInformer 构造informer需要的资源 153 | func (r *ResourceAndNamespace) CreateCoreV1IndexInformer(client *kubernetes.Clientset, worker queue.Queue, clusterName string) (indexer cache.Indexer, informer cache.Controller) { 154 | lw := cache.NewListWatchFromClient(client.CoreV1().RESTClient(), r.RType, r.Namespace, fields.Everything()) 155 | switch r.RType { 156 | case queue.Services: 157 | indexer, informer = cache.NewIndexerInformer(lw, &v1.Service{}, 0, initHandle(queue.Services, worker, clusterName, r.ObjSave), cache.Indexers{}) 158 | case queue.Pods: 159 | indexer, informer = cache.NewIndexerInformer(lw, &v1.Pod{}, 0, initHandle(queue.Pods, worker, clusterName, r.ObjSave), cache.Indexers{}) 160 | case queue.ConfigMaps: 161 | indexer, informer = cache.NewIndexerInformer(lw, &v1.ConfigMap{}, 0, initHandle(queue.ConfigMaps, worker, clusterName, r.ObjSave), cache.Indexers{}) 162 | case queue.Secrets: 163 | indexer, informer = cache.NewIndexerInformer(lw, &v1.Secret{}, 0, initHandle(queue.Secrets, worker, clusterName, r.ObjSave), cache.Indexers{}) 164 | case queue.Events: 165 | indexer, informer = cache.NewIndexerInformer(lw, &v1.Event{}, 0, initHandle(queue.Events, worker, clusterName, r.ObjSave), cache.Indexers{}) 166 | } 167 | return 168 | } 169 | 170 | // CreateAppsV1IndexInformer 构造informer需要的资源 171 | func (r *ResourceAndNamespace) CreateAppsV1IndexInformer(client *kubernetes.Clientset, worker queue.Queue, clusterName string) (indexer cache.Indexer, informer cache.Controller) { 172 | lw := cache.NewListWatchFromClient(client.AppsV1().RESTClient(), r.RType, r.Namespace, fields.Everything()) 173 | switch r.RType { 174 | case queue.Deployments: 175 | indexer, informer = cache.NewIndexerInformer(lw, &appsv1.Deployment{}, 0, initHandle(queue.Deployments, worker, clusterName, r.ObjSave), cache.Indexers{}) 176 | case queue.Statefulsets: 177 | indexer, informer = cache.NewIndexerInformer(lw, &appsv1.Deployment{}, 0, initHandle(queue.Statefulsets, worker, clusterName, r.ObjSave), cache.Indexers{}) 178 | case queue.Daemonsets: 179 | indexer, informer = cache.NewIndexerInformer(lw, &appsv1.Deployment{}, 0, initHandle(queue.Daemonsets, worker, clusterName, r.ObjSave), cache.Indexers{}) 180 | } 181 | return 182 | } 183 | 184 | // CreateAllCoreV1IndexInformer 创建选项是 all namespace时的解决方法 185 | func (r *ResourceAndNamespace) CreateAllCoreV1IndexInformer(client *kubernetes.Clientset, worker queue.Queue, clusterName string) ([]cache.Indexer, []cache.Controller) { 186 | // 1. 先查一下所有ns 187 | nsList, err := client.CoreV1().Namespaces().List(context.Background(), v12.ListOptions{}) 188 | if err != nil { 189 | return nil, nil 190 | } 191 | // 2. 遍历所有ns，并创建informer，存入list中，返回 192 | var indexerListRes = make([]cache.Indexer, 0) 193 | var informerListRes = make([]cache.Controller, 0) 194 | // 让所有ns都初始化indexers informer 195 | for _, v := range nsList.Items { 196 | klog.Infof("informer all [%v] namespace, namespace: [%v]", r.RType, v.Name) 197 | lw := cache.NewListWatchFromClient(client.CoreV1().RESTClient(), r.RType, v.Namespace, fields.Everything()) 198 | switch r.RType { 199 | case queue.Services: 200 | indexer, informer := cache.NewIndexerInformer(lw, &v1.Service{}, 0, initHandle(queue.Services, worker, clusterName, r.ObjSave), cache.Indexers{}) 201 | informerListRes = append(informerListRes, informer) 202 | indexerListRes = append(indexerListRes, indexer) 203 | case queue.Pods: 204 | indexer, informer := cache.NewIndexerInformer(lw, &v1.Pod{}, 0, initHandle(queue.Pods, worker, clusterName, r.ObjSave), cache.Indexers{}) 205 | informerListRes = append(informerListRes, informer) 206 | indexerListRes = append(indexerListRes, indexer) 207 | case queue.ConfigMaps: 208 | indexer, informer := cache.NewIndexerInformer(lw, &v1.ConfigMap{}, 0, initHandle(queue.ConfigMaps, worker, clusterName, r.ObjSave), cache.Indexers{}) 209 | informerListRes = append(informerListRes, informer) 210 | indexerListRes = append(indexerListRes, indexer) 211 | case queue.Events: 212 | indexer, informer := cache.NewIndexerInformer(lw, &v1.Event{}, 0, initHandle(queue.Events, worker, clusterName, r.ObjSave), cache.Indexers{}) 213 | informerListRes = append(informerListRes, informer) 214 | indexerListRes = append(indexerListRes, indexer) 215 | case queue.Secrets: 216 | indexer, informer := cache.NewIndexerInformer(lw, &v1.Secret{}, 0, initHandle(queue.Secrets, worker, clusterName, r.ObjSave), cache.Indexers{}) 217 | informerListRes = append(informerListRes, informer) 218 | indexerListRes = append(indexerListRes, indexer) 219 | } 220 | } 221 | return indexerListRes, informerListRes 222 | } 223 | 224 | // CreateAllAppsV1IndexInformer 创建选项是 all namespace 时的解决方法 225 | func (r *ResourceAndNamespace) CreateAllAppsV1IndexInformer(client *kubernetes.Clientset, worker queue.Queue, clusterName string) ([]cache.Indexer, []cache.Controller) { 226 | // 1. 先查一下所有 ns 227 | nsList, err := client.CoreV1().Namespaces().List(context.Background(), v12.ListOptions{}) 228 | if err != nil { 229 | return nil, nil 230 | } 231 | // 2. 遍历所有 ns，并创建 informer，存入 list 中，返回 232 | var indexerListRes = make([]cache.Indexer, 0) 233 | var informerListRes = make([]cache.Controller, 0) 234 | // 让所有 ns 都初始化 indexers informer 235 | for _, v := range nsList.Items { 236 | klog.Infof("informer all [%v] namespace, namespace: [%v]", r.RType, v.Name) 237 | lw := cache.NewListWatchFromClient(client.AppsV1().RESTClient(), r.RType, v.Namespace, fields.Everything()) 238 | switch r.RType { 239 | case queue.Deployments: 240 | indexer, informer := cache.NewIndexerInformer(lw, &appsv1.Deployment{}, 0, initHandle(queue.Deployments, worker, clusterName, r.ObjSave), cache.Indexers{}) 241 | informerListRes = append(informerListRes, informer) 242 | indexerListRes = append(indexerListRes, indexer) 243 | case queue.Statefulsets: 244 | indexer, informer := cache.NewIndexerInformer(lw, &appsv1.StatefulSet{}, 0, initHandle(queue.Statefulsets, worker, clusterName, r.ObjSave), cache.Indexers{}) 245 | informerListRes = append(informerListRes, informer) 246 | indexerListRes = append(indexerListRes, indexer) 247 | case queue.Daemonsets: 248 | indexer, informer := cache.NewIndexerInformer(lw, &appsv1.DaemonSet{}, 0, initHandle(queue.Daemonsets, worker, clusterName, r.ObjSave), cache.Indexers{}) 249 | informerListRes = append(informerListRes, informer) 250 | indexerListRes = append(indexerListRes, indexer) 251 | } 252 | } 253 | return indexerListRes, informerListRes 254 | } 255 | 256 | // Cluster 集群对象 257 | type Cluster struct { 258 | MetaData MetaData `json:"metadata" yaml:"metadata"` 259 | } 260 | 261 | // NewClient 初始化client 262 | func (c *Cluster) NewClient() (*kubernetes.Clientset, error) { 263 | 264 | if c.MetaData.ConfigPath != "" { 265 | config, err := clientcmd.BuildConfigFromFlags("", c.MetaData.ConfigPath) 266 | if err != nil { 267 | return nil, err 268 | } 269 | config.Insecure = c.MetaData.Insecure 270 | clientset, err := kubernetes.NewForConfig(config) 271 | if err != nil { 272 | return nil, err 273 | } 274 | return clientset, nil 275 | } 276 | return nil, errors.New("无法找到集群client端") 277 | } 278 | -------------------------------------------------------------------------------- /pkg/multi_informer.go: -------------------------------------------------------------------------------- 1 | package multi_informer 2 | 3 | import ( 4 | "github.com/practice/multi_cluster_informer/pkg/config" 5 | "github.com/practice/multi_cluster_informer/pkg/controller" 6 | "github.com/practice/multi_cluster_informer/pkg/queue" 7 | "k8s.io/client-go/tools/cache" 8 | "k8s.io/klog/v2" 9 | ) 10 | 11 | // NewMultiClusterInformerFromConfig 输入配置文件目录，返回 MultiClusterInformer 对象 12 | // 推荐调用者直接使用此方法初始化对象 13 | func NewMultiClusterInformerFromConfig(path string) (controller.MultiClusterInformer, error) { 14 | 15 | sysConfig, err := config.LoadConfig(path) 16 | if err != nil { 17 | klog.Error("load config error: ", err) 18 | return nil, err 19 | } 20 | 21 | return NewMultiClusterInformer(sysConfig.MaxReQueueTime, sysConfig.Clusters) 22 | } 23 | 24 | // NewMultiClusterInformer 入参：最大重回对列次数、集群对象列表 25 | func NewMultiClusterInformer(maxReQueueTime int, clusters []controller.Cluster) (controller.MultiClusterInformer, error) { 26 | core := &controller.Controller{ 27 | Queue: queue.NewWorkQueue(maxReQueueTime), 28 | StopC: make(chan struct{}, 1), 29 | } 30 | 31 | store := make(queue.MapIndexers) 32 | informers := make(controller.InformerList, 0) 33 | 34 | // 遍历所有集群，并初始化 35 | for _, c := range clusters { 36 | client, err := c.NewClient() 37 | if err != nil { 38 | return nil, err 39 | } 40 | // 遍历所有资源，建立 indexer 41 | for _, r := range c.MetaData.List { 42 | 43 | // 当 namespace 为all时 单独处理 44 | if r.Namespace == queue.All { 45 | var indexerListRes []cache.Indexer 46 | var informerListRes []cache.Controller 47 | switch r.RType { 48 | case queue.Deployments: 49 | indexerListRes, informerListRes = r.CreateAllAppsV1IndexInformer(client, core.Queue, c.MetaData.ClusterName) 50 | case queue.Statefulsets: 51 | indexerListRes, informerListRes = r.CreateAllAppsV1IndexInformer(client, core.Queue, c.MetaData.ClusterName) 52 | case queue.Daemonsets: 53 | indexerListRes, informerListRes = r.CreateAllAppsV1IndexInformer(client, core.Queue, c.MetaData.ClusterName) 54 | case queue.Pods: 55 | indexerListRes, informerListRes = r.CreateAllCoreV1IndexInformer(client, core.Queue, c.MetaData.ClusterName) 56 | case queue.ConfigMaps: 57 | indexerListRes, informerListRes = r.CreateAllCoreV1IndexInformer(client, core.Queue, c.MetaData.ClusterName) 58 | case queue.Secrets: 59 | indexerListRes, informerListRes = r.CreateAllCoreV1IndexInformer(client, core.Queue, c.MetaData.ClusterName) 60 | case queue.Services: 61 | indexerListRes, informerListRes = r.CreateAllCoreV1IndexInformer(client, core.Queue, c.MetaData.ClusterName) 62 | case queue.Events: 63 | indexerListRes, informerListRes = r.CreateAllCoreV1IndexInformer(client, core.Queue, c.MetaData.ClusterName) 64 | } 65 | 66 | for k, v := range indexerListRes { 67 | if v != nil || informerListRes[k] != nil { 68 | store[r.RType] = append(store[r.RType], v) 69 | informers = append(informers, informerListRes[k]) 70 | } 71 | 72 | } 73 | 74 | } else { 75 | var indexer cache.Indexer 76 | var informer cache.Controller 77 | 78 | switch r.RType { 79 | case queue.Deployments: 80 | indexer, informer = r.CreateAppsV1IndexInformer(client, core.Queue, c.MetaData.ClusterName) 81 | case queue.Statefulsets: 82 | indexer, informer = r.CreateAppsV1IndexInformer(client, core.Queue, c.MetaData.ClusterName) 83 | case queue.Daemonsets: 84 | indexer, informer = r.CreateAppsV1IndexInformer(client, core.Queue, c.MetaData.ClusterName) 85 | case queue.Pods: 86 | indexer, informer = r.CreateCoreV1IndexInformer(client, core.Queue, c.MetaData.ClusterName) 87 | case queue.ConfigMaps: 88 | indexer, informer = r.CreateCoreV1IndexInformer(client, core.Queue, c.MetaData.ClusterName) 89 | case queue.Secrets: 90 | indexer, informer = r.CreateCoreV1IndexInformer(client, core.Queue, c.MetaData.ClusterName) 91 | case queue.Services: 92 | indexer, informer = r.CreateCoreV1IndexInformer(client, core.Queue, c.MetaData.ClusterName) 93 | case queue.Events: 94 | indexer, informer = r.CreateCoreV1IndexInformer(client, core.Queue, c.MetaData.ClusterName) 95 | } 96 | 97 | // 放入 list中 98 | store[r.RType] = append(store[r.RType], indexer) 99 | informers = append(informers, informer) 100 | 101 | } 102 | 103 | } 104 | } 105 | 106 | core.Informers = informers 107 | core.Store = store 108 | 109 | return core, nil 110 | } 111 | -------------------------------------------------------------------------------- /pkg/queue/queue.go: -------------------------------------------------------------------------------- 1 | package queue 2 | 3 | import ( 4 | "errors" 5 | "k8s.io/client-go/util/workqueue" 6 | ) 7 | 8 | // Queue 接口对象 9 | type Queue interface { 10 | // Push 将监听到的资源放入queue中 11 | Push(QueueObject) 12 | // Pop 拿出队列 13 | Pop() (QueueObject, error) 14 | // ReQueue 重新放入队列，次数可配置 15 | ReQueue(QueueObject) error 16 | // Finish 完成入列操作 17 | Finish(QueueObject) 18 | // Close 关闭所有informer 19 | Close() 20 | // SetReMaxReQueueTime 设置最大重新入列次数 21 | SetReMaxReQueueTime(int) 22 | } 23 | 24 | // Wq 使用限速队列实现queue接口 25 | type Wq struct { 26 | workqueue.RateLimitingInterface 27 | MaxReQueueTime int 28 | } 29 | 30 | var _ Queue = &Wq{} 31 | 32 | func NewWorkQueue(maxReQueueTime int) *Wq { 33 | return &Wq{ 34 | workqueue.NewRateLimitingQueue(workqueue.DefaultItemBasedRateLimiter()), 35 | maxReQueueTime, 36 | } 37 | } 38 | 39 | // Push 放入队列 40 | func (c *Wq) Push(obj QueueObject) { 41 | c.AddRateLimited(obj) 42 | } 43 | 44 | // Pop 取出队列 45 | func (c *Wq) Pop() (QueueObject, error) { 46 | obj, quit := c.Get() 47 | if quit { 48 | return QueueObject{}, errors.New("Controller has been stoped. ") 49 | } 50 | return obj.(QueueObject), nil 51 | } 52 | 53 | // Finish 结束要干两件事，忘记+done 54 | func (c *Wq) Finish(obj QueueObject) { 55 | c.Forget(obj) 56 | c.Done(obj) 57 | } 58 | 59 | // ReQueue 重新放入 60 | func (c *Wq) ReQueue(obj QueueObject) error { 61 | if c.NumRequeues(obj) < c.MaxReQueueTime { 62 | // 这里会重新放入对列 63 | c.AddRateLimited(obj) 64 | return nil 65 | } 66 | // 如果次数大于最大重试次数，直接丢弃 67 | c.Forget(obj) 68 | c.Done(obj) 69 | return errors.New("This object has been requeued for many times, but still fails. ") 70 | } 71 | 72 | func (c *Wq) Close() { 73 | c.ShutDown() 74 | } 75 | 76 | func (c *Wq) SetReMaxReQueueTime(maxReQueueTime int) { 77 | c.MaxReQueueTime = maxReQueueTime 78 | } 79 | -------------------------------------------------------------------------------- /pkg/queue/resource.go: -------------------------------------------------------------------------------- 1 | package queue 2 | 3 | import ( 4 | "time" 5 | ) 6 | 7 | // 支持资源对象类型 8 | const ( 9 | All = "all" 10 | Pods = "pods" 11 | Services = "services" 12 | ConfigMaps = "configmaps" 13 | Secrets = "secrets" 14 | Events = "events" 15 | ) 16 | 17 | const ( 18 | Deployments = "deployments" 19 | Statefulsets = "statefulsets" 20 | Daemonsets = "daemonsets" 21 | ) 22 | 23 | // 事件类型 24 | const ( 25 | EventAdd = "add" 26 | EventUpdate = "update" 27 | EventDelete = "delete" 28 | ) 29 | 30 | // QueueObject 入队对象 31 | // 用来包装经由informer收到的资源对象 32 | type QueueObject struct { 33 | ClusterName string // 集群名称 34 | Event string // 事件对象 35 | ResourceType string // 资源类型 36 | Key string // / 37 | Obj interface{} // runtime.Object 38 | CreateAt time.Time // 创建时间，也可以记录更新次数 与 更新时间 39 | } 40 | -------------------------------------------------------------------------------- /pkg/queue/store.go: -------------------------------------------------------------------------------- 1 | package queue 2 | 3 | import ( 4 | "k8s.io/client-go/tools/cache" 5 | ) 6 | 7 | // Store 本地缓存接口 8 | type Store interface { 9 | // List 列出所有资源对象 10 | List(string) []interface{} 11 | // ListKeys 列出所有资源对象的key 12 | ListKeys(string) []string 13 | // GetByKey 输入特定key，返回资源对象 14 | GetByKey(r string, key string) (items []interface{}, exists bool) 15 | } 16 | 17 | var _ Store = MapIndexers{} 18 | 19 | type MapIndexers map[string][]cache.Indexer 20 | 21 | func (mapIndexer MapIndexers) List(r string) (l []interface{}) { 22 | switch r { 23 | case All: 24 | for _, set := range mapIndexer { 25 | for _, indexer := range set { 26 | l = append(l, indexer.List()...) 27 | } 28 | } 29 | case Services: 30 | for _, indexer := range mapIndexer[Services] { 31 | l = append(l, indexer.List()...) 32 | } 33 | case Pods: 34 | for _, indexer := range mapIndexer[Pods] { 35 | l = append(l, indexer.List()...) 36 | } 37 | case ConfigMaps: 38 | for _, indexer := range mapIndexer[ConfigMaps] { 39 | l = append(l, indexer.List()...) 40 | } 41 | case Events: 42 | for _, indexer := range mapIndexer[Events] { 43 | l = append(l, indexer.List()...) 44 | } 45 | case Deployments: 46 | for _, indexer := range mapIndexer[Deployments] { 47 | l = append(l, indexer.List()...) 48 | } 49 | case Statefulsets: 50 | for _, indexer := range mapIndexer[Statefulsets] { 51 | l = append(l, indexer.List()...) 52 | } 53 | case Daemonsets: 54 | for _, indexer := range mapIndexer[Daemonsets] { 55 | l = append(l, indexer.List()...) 56 | } 57 | case Secrets: 58 | for _, indexer := range mapIndexer[Secrets] { 59 | l = append(l, indexer.List()...) 60 | } 61 | } 62 | return 63 | } 64 | 65 | func (mapIndexer MapIndexers) ListKeys(r string) (keys []string) { 66 | switch r { 67 | case All: 68 | for _, set := range mapIndexer { 69 | for _, indexer := range set { 70 | keys = append(keys, indexer.ListKeys()...) 71 | } 72 | } 73 | case Services: 74 | for _, indexer := range mapIndexer[Services] { 75 | keys = append(keys, indexer.ListKeys()...) 76 | 77 | } 78 | case Pods: 79 | for _, indexer := range mapIndexer[Pods] { 80 | keys = append(keys, indexer.ListKeys()...) 81 | } 82 | case ConfigMaps: 83 | for _, indexer := range mapIndexer[ConfigMaps] { 84 | keys = append(keys, indexer.ListKeys()...) 85 | } 86 | case Events: 87 | for _, indexer := range mapIndexer[Events] { 88 | keys = append(keys, indexer.ListKeys()...) 89 | } 90 | case Deployments: 91 | for _, indexer := range mapIndexer[Deployments] { 92 | keys = append(keys, indexer.ListKeys()...) 93 | } 94 | case Statefulsets: 95 | for _, indexer := range mapIndexer[Statefulsets] { 96 | keys = append(keys, indexer.ListKeys()...) 97 | 98 | } 99 | case Daemonsets: 100 | for _, indexer := range mapIndexer[Daemonsets] { 101 | keys = append(keys, indexer.ListKeys()...) 102 | 103 | } 104 | case Secrets: 105 | for _, indexer := range mapIndexer[Secrets] { 106 | keys = append(keys, indexer.ListKeys()...) 107 | 108 | } 109 | } 110 | return 111 | } 112 | 113 | func (mapIndexer MapIndexers) GetByKey(r string, key string) ([]interface{}, bool) { 114 | var items []interface{} 115 | ok := false 116 | 117 | switch r { 118 | case All: 119 | for _, set := range mapIndexer { 120 | for _, indexer := range set { 121 | item, exists, err := indexer.GetByKey(key) 122 | if err != nil { 123 | continue 124 | } 125 | if exists { 126 | ok = true 127 | items = append(items, item) 128 | } 129 | } 130 | } 131 | case Services: 132 | for _, indexer := range mapIndexer[Services] { 133 | item, exists, err := indexer.GetByKey(key) 134 | if err != nil { 135 | continue 136 | } 137 | if exists { 138 | ok = true 139 | items = append(items, item) 140 | } 141 | } 142 | case Pods: 143 | for _, indexer := range mapIndexer[Pods] { 144 | item, exists, err := indexer.GetByKey(key) 145 | if err != nil { 146 | continue 147 | } 148 | if exists { 149 | ok = true 150 | items = append(items, item) 151 | } 152 | } 153 | case ConfigMaps: 154 | for _, indexer := range mapIndexer[ConfigMaps] { 155 | item, exists, err := indexer.GetByKey(key) 156 | if err != nil { 157 | continue 158 | } 159 | if exists { 160 | ok = true 161 | items = append(items, item) 162 | } 163 | } 164 | case Deployments: 165 | for _, indexer := range mapIndexer[Deployments] { 166 | item, exists, err := indexer.GetByKey(key) 167 | if err != nil { 168 | continue 169 | } 170 | if exists { 171 | ok = true 172 | items = append(items, item) 173 | } 174 | } 175 | case Statefulsets: 176 | for _, indexer := range mapIndexer[Statefulsets] { 177 | item, exists, err := indexer.GetByKey(key) 178 | if err != nil { 179 | continue 180 | } 181 | if exists { 182 | ok = true 183 | items = append(items, item) 184 | } 185 | } 186 | case Daemonsets: 187 | for _, indexer := range mapIndexer[Daemonsets] { 188 | item, exists, err := indexer.GetByKey(key) 189 | if err != nil { 190 | continue 191 | } 192 | if exists { 193 | ok = true 194 | items = append(items, item) 195 | } 196 | } 197 | case Secrets: 198 | for _, indexer := range mapIndexer[Secrets] { 199 | item, exists, err := indexer.GetByKey(key) 200 | if err != nil { 201 | continue 202 | } 203 | if exists { 204 | ok = true 205 | items = append(items, item) 206 | } 207 | } 208 | case Events: 209 | for _, indexer := range mapIndexer[Events] { 210 | item, exists, err := indexer.GetByKey(key) 211 | if err != nil { 212 | continue 213 | } 214 | if exists { 215 | ok = true 216 | items = append(items, item) 217 | } 218 | } 219 | } 220 | 221 | return items, ok 222 | } 223 | --------------------------------------------------------------------------------