├── .gitignore ├── Dockerfile ├── LICENSE ├── Makefile ├── README.md ├── main └── cmd.go └── manifest.json /.gitignore: -------------------------------------------------------------------------------- 1 | # Binaries for programs and plugins 2 | *.exe 3 | *.dll 4 | *.so 5 | *.dylib 6 | 7 | # Test binary, build with `go test -c` 8 | *.test 9 | 10 | # Output of the go coverage tool, specifically when used with LiteIDE 11 | *.out 12 | 13 | # Project-local glide cache, RE: https://github.com/Masterminds/glide/issues/736 14 | .glide/ 15 | -------------------------------------------------------------------------------- /Dockerfile: -------------------------------------------------------------------------------- 1 | FROM alpine:3.6 2 | MAINTAINER Jakob Karalus 3 | 4 | ADD kafka_exporter /bin/usr/sbin/kafka_exporter 5 | 6 | CMD ["/bin/usr/sbin/kafka_exporter"] -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- 1 | Apache License 2 | Version 2.0, January 2004 3 | http://www.apache.org/licenses/ 4 | 5 | TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION 6 | 7 | 1. Definitions. 8 | 9 | "License" shall mean the terms and conditions for use, reproduction, 10 | and distribution as defined by Sections 1 through 9 of this document. 11 | 12 | "Licensor" shall mean the copyright owner or entity authorized by 13 | the copyright owner that is granting the License. 14 | 15 | "Legal Entity" shall mean the union of the acting entity and all 16 | other entities that control, are controlled by, or are under common 17 | control with that entity. For the purposes of this definition, 18 | "control" means (i) the power, direct or indirect, to cause the 19 | direction or management of such entity, whether by contract or 20 | otherwise, or (ii) ownership of fifty percent (50%) or more of the 21 | outstanding shares, or (iii) beneficial ownership of such entity. 22 | 23 | "You" (or "Your") shall mean an individual or Legal Entity 24 | exercising permissions granted by this License. 25 | 26 | "Source" form shall mean the preferred form for making modifications, 27 | including but not limited to software source code, documentation 28 | source, and configuration files. 29 | 30 | "Object" form shall mean any form resulting from mechanical 31 | transformation or translation of a Source form, including but 32 | not limited to compiled object code, generated documentation, 33 | and conversions to other media types. 34 | 35 | "Work" shall mean the work of authorship, whether in Source or 36 | Object form, made available under the License, as indicated by a 37 | copyright notice that is included in or attached to the work 38 | (an example is provided in the Appendix below). 39 | 40 | "Derivative Works" shall mean any work, whether in Source or Object 41 | form, that is based on (or derived from) the Work and for which the 42 | editorial revisions, annotations, elaborations, or other modifications 43 | represent, as a whole, an original work of authorship. For the purposes 44 | of this License, Derivative Works shall not include works that remain 45 | separable from, or merely link (or bind by name) to the interfaces of, 46 | the Work and Derivative Works thereof. 47 | 48 | "Contribution" shall mean any work of authorship, including 49 | the original version of the Work and any modifications or additions 50 | to that Work or Derivative Works thereof, that is intentionally 51 | submitted to Licensor for inclusion in the Work by the copyright owner 52 | or by an individual or Legal Entity authorized to submit on behalf of 53 | the copyright owner. For the purposes of this definition, "submitted" 54 | means any form of electronic, verbal, or written communication sent 55 | to the Licensor or its representatives, including but not limited to 56 | communication on electronic mailing lists, source code control systems, 57 | and issue tracking systems that are managed by, or on behalf of, the 58 | Licensor for the purpose of discussing and improving the Work, but 59 | excluding communication that is conspicuously marked or otherwise 60 | designated in writing by the copyright owner as "Not a Contribution." 61 | 62 | "Contributor" shall mean Licensor and any individual or Legal Entity 63 | on behalf of whom a Contribution has been received by Licensor and 64 | subsequently incorporated within the Work. 65 | 66 | 2. Grant of Copyright License. Subject to the terms and conditions of 67 | this License, each Contributor hereby grants to You a perpetual, 68 | worldwide, non-exclusive, no-charge, royalty-free, irrevocable 69 | copyright license to reproduce, prepare Derivative Works of, 70 | publicly display, publicly perform, sublicense, and distribute the 71 | Work and such Derivative Works in Source or Object form. 72 | 73 | 3. Grant of Patent License. Subject to the terms and conditions of 74 | this License, each Contributor hereby grants to You a perpetual, 75 | worldwide, non-exclusive, no-charge, royalty-free, irrevocable 76 | (except as stated in this section) patent license to make, have made, 77 | use, offer to sell, sell, import, and otherwise transfer the Work, 78 | where such license applies only to those patent claims licensable 79 | by such Contributor that are necessarily infringed by their 80 | Contribution(s) alone or by combination of their Contribution(s) 81 | with the Work to which such Contribution(s) was submitted. If You 82 | institute patent litigation against any entity (including a 83 | cross-claim or counterclaim in a lawsuit) alleging that the Work 84 | or a Contribution incorporated within the Work constitutes direct 85 | or contributory patent infringement, then any patent licenses 86 | granted to You under this License for that Work shall terminate 87 | as of the date such litigation is filed. 88 | 89 | 4. Redistribution. You may reproduce and distribute copies of the 90 | Work or Derivative Works thereof in any medium, with or without 91 | modifications, and in Source or Object form, provided that You 92 | meet the following conditions: 93 | 94 | (a) You must give any other recipients of the Work or 95 | Derivative Works a copy of this License; and 96 | 97 | (b) You must cause any modified files to carry prominent notices 98 | stating that You changed the files; and 99 | 100 | (c) You must retain, in the Source form of any Derivative Works 101 | that You distribute, all copyright, patent, trademark, and 102 | attribution notices from the Source form of the Work, 103 | excluding those notices that do not pertain to any part of 104 | the Derivative Works; and 105 | 106 | (d) If the Work includes a "NOTICE" text file as part of its 107 | distribution, then any Derivative Works that You distribute must 108 | include a readable copy of the attribution notices contained 109 | within such NOTICE file, excluding those notices that do not 110 | pertain to any part of the Derivative Works, in at least one 111 | of the following places: within a NOTICE text file distributed 112 | as part of the Derivative Works; within the Source form or 113 | documentation, if provided along with the Derivative Works; or, 114 | within a display generated by the Derivative Works, if and 115 | wherever such third-party notices normally appear. The contents 116 | of the NOTICE file are for informational purposes only and 117 | do not modify the License. You may add Your own attribution 118 | notices within Derivative Works that You distribute, alongside 119 | or as an addendum to the NOTICE text from the Work, provided 120 | that such additional attribution notices cannot be construed 121 | as modifying the License. 122 | 123 | You may add Your own copyright statement to Your modifications and 124 | may provide additional or different license terms and conditions 125 | for use, reproduction, or distribution of Your modifications, or 126 | for any such Derivative Works as a whole, provided Your use, 127 | reproduction, and distribution of the Work otherwise complies with 128 | the conditions stated in this License. 129 | 130 | 5. Submission of Contributions. Unless You explicitly state otherwise, 131 | any Contribution intentionally submitted for inclusion in the Work 132 | by You to the Licensor shall be under the terms and conditions of 133 | this License, without any additional terms or conditions. 134 | Notwithstanding the above, nothing herein shall supersede or modify 135 | the terms of any separate license agreement you may have executed 136 | with Licensor regarding such Contributions. 137 | 138 | 6. Trademarks. This License does not grant permission to use the trade 139 | names, trademarks, service marks, or product names of the Licensor, 140 | except as required for reasonable and customary use in describing the 141 | origin of the Work and reproducing the content of the NOTICE file. 142 | 143 | 7. Disclaimer of Warranty. Unless required by applicable law or 144 | agreed to in writing, Licensor provides the Work (and each 145 | Contributor provides its Contributions) on an "AS IS" BASIS, 146 | WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or 147 | implied, including, without limitation, any warranties or conditions 148 | of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A 149 | PARTICULAR PURPOSE. You are solely responsible for determining the 150 | appropriateness of using or redistributing the Work and assume any 151 | risks associated with Your exercise of permissions under this License. 152 | 153 | 8. Limitation of Liability. In no event and under no legal theory, 154 | whether in tort (including negligence), contract, or otherwise, 155 | unless required by applicable law (such as deliberate and grossly 156 | negligent acts) or agreed to in writing, shall any Contributor be 157 | liable to You for damages, including any direct, indirect, special, 158 | incidental, or consequential damages of any character arising as a 159 | result of this License or out of the use or inability to use the 160 | Work (including but not limited to damages for loss of goodwill, 161 | work stoppage, computer failure or malfunction, or any and all 162 | other commercial damages or losses), even if such Contributor 163 | has been advised of the possibility of such damages. 164 | 165 | 9. Accepting Warranty or Additional Liability. While redistributing 166 | the Work or Derivative Works thereof, You may choose to offer, 167 | and charge a fee for, acceptance of support, warranty, indemnity, 168 | or other liability obligations and/or rights consistent with this 169 | License. However, in accepting such obligations, You may act only 170 | on Your own behalf and on Your sole responsibility, not on behalf 171 | of any other Contributor, and only if You agree to indemnify, 172 | defend, and hold each Contributor harmless for any liability 173 | incurred by, or claims asserted against, such Contributor by reason 174 | of your accepting any such warranty or additional liability. 175 | 176 | END OF TERMS AND CONDITIONS 177 | 178 | APPENDIX: How to apply the Apache License to your work. 179 | 180 | To apply the Apache License to your work, attach the following 181 | boilerplate notice, with the fields enclosed by brackets "{}" 182 | replaced with your own identifying information. (Don't include 183 | the brackets!) The text should be enclosed in the appropriate 184 | comment syntax for the file format. We also recommend that a 185 | file or class name and description of purpose be included on the 186 | same "printed page" as the copyright notice for easier 187 | identification within third-party archives. 188 | 189 | Copyright {yyyy} {name of copyright owner} 190 | 191 | Licensed under the Apache License, Version 2.0 (the "License"); 192 | you may not use this file except in compliance with the License. 193 | You may obtain a copy of the License at 194 | 195 | http://www.apache.org/licenses/LICENSE-2.0 196 | 197 | Unless required by applicable law or agreed to in writing, software 198 | distributed under the License is distributed on an "AS IS" BASIS, 199 | WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 200 | See the License for the specific language governing permissions and 201 | limitations under the License. 202 | -------------------------------------------------------------------------------- /Makefile: -------------------------------------------------------------------------------- 1 | # Makefile for the Docker image 2 | # MAINTAINER: github.com/krallistic 3 | 4 | .PHONY: all build container push clean test 5 | 6 | TAG ?= v0.0.2 7 | PREFIX ?= krallistic 8 | 9 | all: container 10 | 11 | build: 12 | GOOS=linux GOARCH=amd64 CGO_ENABLED=0 go build -o kafka_exporter main/cmd.go 13 | 14 | container: build 15 | docker build -t $(PREFIX)/kafka_exporter:$(TAG) . 16 | 17 | push: 18 | docker push $(PREFIX)/kafka_exporter:$(TAG) 19 | 20 | clean: 21 | rm -f kafka_exporter 22 | 23 | -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- 1 | # kafka-prometheus-consumer-exporter 2 | 3 | Simple Prometheus exporter to export Metrics around Offsets & Consumergroup. Currently it exports three types of Metrrics: 4 | 5 | - `kafka_broker_current_offset` Current Offset at the Broker by Topic/Partion 6 | - `kafka_topic_oldest_offset` Oldest Offset still current in topic 7 | - `kafka_topic_in_sync_replica` Number of replicas which are inSync with the Topic/Partition leader. 8 | - `kafka_topic_under_replicated` Bool if all replicas are inSync by topic/partition. 9 | 10 | If you use old consumer (which store their offset in zookeeper), these two Metrics about consumergroups and their offset are also aviable: 11 | - `kafka_consumergroup_current_offset` Current offset of every consumergroup by Topic/Partition 12 | - `kafka_consumergroup_lag` Approximate Lag of every consumergroup by Topic/Partition. Please note the Lag is not 100% Correct. 13 | 14 | # Build 15 | 16 | 1. Ensure Dependecies with `dep ensure` 17 | 2. Build go binary `go build -o kafka_exporter main/cmd.go` 18 | 19 | # Usage 20 | 21 | Build the Sourcecode and start the binary with the correct command line options. 22 | 23 | ### Example Output: 24 | ```apple js 25 | # HELP kafka_broker_current_offset Current Offset of a Broker at Topic/Partition 26 | # TYPE kafka_broker_current_offset gauge 27 | kafka_broker_current_offset{cluster="kafkaCluster",partition="0",topic="test"} 721271 28 | kafka_broker_current_offset{cluster="kafkaCluster",partition="0",topic="test-verf"} 704461 29 | # HELP kafka_consumergroup_current_offset Current Offset of a ConsumerGroup at Topic/Partition 30 | # TYPE kafka_consumergroup_current_offset gauge 31 | kafka_consumergroup_current_offset{cluster="kafkaCluster",consumergroup="console-consumer-13363",partition="0",topic="test"} 720453 32 | kafka_consumergroup_current_offset{cluster="kafkaCluster",consumergroup="console-consumer-2265",partition="0",topic="test"} 16 33 | kafka_consumergroup_current_offset{cluster="kafkaCluster",consumergroup="console-consumer-45639",partition="0",topic="test-verf"} 704461 34 | kafka_consumergroup_current_offset{cluster="kafkaCluster",consumergroup="console-consumer-58950",partition="0",topic="test"} 380475 35 | # HELP kafka_consumergroup_lag Current Approximate Lag of a ConsumerGroup at Topic/Partition 36 | # TYPE kafka_consumergroup_lag gauge 37 | kafka_consumergroup_lag{cluster="kafkaCluster",consumergroup="console-consumer-13363",partition="0",topic="test"} 818 38 | kafka_consumergroup_lag{cluster="kafkaCluster",consumergroup="console-consumer-2265",partition="0",topic="test"} 721255 39 | kafka_consumergroup_lag{cluster="kafkaCluster",consumergroup="console-consumer-45639",partition="0",topic="test-verf"} 0 40 | kafka_consumergroup_lag{cluster="kafkaCluster",consumergroup="console-consumer-58950",partition="0",topic="test"} 340796 41 | ``` 42 | 43 | # Command line Options: 44 | 45 | | Argument | Description | Default | 46 | | --- | --- | --- | 47 | | `listen-address` | The address on which to expose the web interface and generated Prometheus metrics. | `:8080` 48 | | `telemetry-path` | Path under which to expose metrics. | `/metrics` 49 | | `zookeeper-connect` | Zookeeper connection string | `localhost:2181` 50 | | `cluster-name` | Name of the Kafka cluster used in static label |`kafka-cluster` 51 | | `refresh-interval` | Seconds to sleep in between refreshes | `15` 52 | -------------------------------------------------------------------------------- /main/cmd.go: -------------------------------------------------------------------------------- 1 | package main 2 | 3 | import ( 4 | "log" 5 | "net/http" 6 | "regexp" 7 | "strconv" 8 | "time" 9 | 10 | "github.com/namsral/flag" 11 | 12 | "github.com/prometheus/client_golang/prometheus" 13 | "github.com/prometheus/client_golang/prometheus/promhttp" 14 | 15 | "github.com/Shopify/sarama" 16 | kazoo "github.com/krallistic/kazoo-go" 17 | 18 | "fmt" 19 | ) 20 | 21 | var ( 22 | listenAddress = flag.String("listen-address", ":8080", "The address on which to expose the web interface and generated Prometheus metrics.") 23 | metricsEndpoint = flag.String("telemetry-path", "/metrics", "Path under which to expose metrics.") 24 | zookeeperConnect = flag.String("zookeeper-connect", "localhost:2181", "Zookeeper connection string") 25 | clusterName = flag.String("cluster-name", "kafka-cluster", "Name of the Kafka cluster used in static label") 26 | topicsFilter = flag.String("topics-filter", "", "Regex expression to export only topics that match expression") 27 | refreshInterval = flag.Int("refresh-interval", 5, "Seconds to sleep in between refreshes") 28 | ) 29 | 30 | var ( 31 | partitionOffsetDesc = prometheus.NewDesc( 32 | "kafka_prartion_current_offset", 33 | "Current Offset of a Partition", 34 | []string{"topic", "partition"}, 35 | map[string]string{"cluster": *clusterName}, 36 | ) 37 | 38 | consumerGroupOffset = prometheus.NewDesc( 39 | "kafka_consumergroup_current_offset", 40 | "", 41 | []string{"consumergroup", "topic", "partition"}, 42 | map[string]string{"cluster": *clusterName}, 43 | ) 44 | 45 | consumergroupGougeVec = prometheus.NewGaugeVec(prometheus.GaugeOpts{ 46 | Namespace: "kafka", 47 | Subsystem: "consumergroup", 48 | Name: "current_offset", 49 | Help: "Current Offset of a ConsumerGroup at Topic/Partition", 50 | ConstLabels: map[string]string{"cluster": *clusterName}, 51 | }, 52 | []string{"consumergroup", "topic", "partition"}, 53 | ) 54 | consumergroupLagGougeVec = prometheus.NewGaugeVec(prometheus.GaugeOpts{ 55 | Namespace: "kafka", 56 | Subsystem: "consumergroup", 57 | Name: "lag", 58 | Help: "Current Approximate Lag of a ConsumerGroup at Topic/Partition", 59 | ConstLabels: map[string]string{"cluster": *clusterName}, 60 | }, 61 | []string{"consumergroup", "topic", "partition"}, 62 | ) 63 | 64 | topicCurrentOffsetGougeVec = prometheus.NewGaugeVec(prometheus.GaugeOpts{ 65 | Namespace: "kafka", 66 | Subsystem: "topic", 67 | Name: "current_offset", 68 | Help: "Current Offset of a Broker at Topic/Partition", 69 | ConstLabels: map[string]string{"cluster": *clusterName}, 70 | }, 71 | []string{"topic", "partition"}, 72 | ) 73 | 74 | topicOldestOffsetGougeVec = prometheus.NewGaugeVec(prometheus.GaugeOpts{ 75 | Namespace: "kafka", 76 | Subsystem: "topic", 77 | Name: "oldest_offset", 78 | Help: "Oldest Offset of a Broker at Topic/Partition", 79 | ConstLabels: map[string]string{"cluster": *clusterName}, 80 | }, 81 | []string{"topic", "partition"}, 82 | ) 83 | 84 | inSyncReplicas = prometheus.NewGaugeVec(prometheus.GaugeOpts{ 85 | Namespace: "kafka", 86 | Subsystem: "topic", 87 | Name: "in_sync_replica", 88 | Help: "InSync teplicas for a topic.", 89 | ConstLabels: map[string]string{"cluster": *clusterName}, 90 | }, 91 | []string{"topic", "partition"}, 92 | ) 93 | 94 | underreplicatedPartition = prometheus.NewGaugeVec(prometheus.GaugeOpts{ 95 | Namespace: "kafka", 96 | Subsystem: "topic", 97 | Name: "under_replicated", 98 | Help: "Under Replicated partition", 99 | ConstLabels: map[string]string{"cluster": *clusterName}, 100 | }, 101 | []string{"topic", "partition"}, 102 | ) 103 | ) 104 | var zookeeperClient *kazoo.Kazoo 105 | var brokerClient sarama.Client 106 | 107 | func bool2float(b bool) float64 { 108 | if b { 109 | return 1 110 | } 111 | return 0 112 | } 113 | 114 | func init() { 115 | // Register the summary and the histogram with Prometheus's default registry. 116 | prometheus.MustRegister(consumergroupGougeVec) 117 | prometheus.MustRegister(consumergroupLagGougeVec) 118 | 119 | prometheus.MustRegister(topicCurrentOffsetGougeVec) 120 | prometheus.MustRegister(topicOldestOffsetGougeVec) 121 | 122 | prometheus.MustRegister(inSyncReplicas) 123 | prometheus.MustRegister(underreplicatedPartition) 124 | 125 | } 126 | 127 | func updateOffsets() { 128 | startTime := time.Now() 129 | fmt.Println("Updating offset stats, Time: ", time.Now()) 130 | oldConsumerGroups, err := zookeeperClient.Consumergroups() 131 | 132 | if err != nil { 133 | fmt.Println("Error reading consumergroup offsets: ", err) 134 | initClients() 135 | return 136 | } 137 | 138 | topics, err := zookeeperClient.Topics() 139 | 140 | if err != nil { 141 | initClients() 142 | return 143 | } 144 | 145 | for _, topic := range topics { 146 | if *topicsFilter != "" { 147 | match, err := regexp.MatchString(*topicsFilter, topic.Name) 148 | 149 | if err != nil { 150 | fmt.Println("Invalid Regex: ", err) 151 | panic("Exiting..") 152 | } 153 | 154 | if !match { 155 | fmt.Println("Filtering out " + topic.Name) 156 | continue 157 | } 158 | } 159 | 160 | partitions, _ := topic.Partitions() 161 | for _, partition := range partitions { 162 | topicLabel := map[string]string{"topic": topic.Name, "partition": strconv.Itoa(int(partition.ID))} 163 | 164 | isr, err := partition.ISR() 165 | if err != nil { 166 | fmt.Println("Error getting replica state for topic/partition: ", topic.Name, partition.ID) 167 | return 168 | } 169 | 170 | inSyncReplicas.With(topicLabel).Set(float64(len(isr))) 171 | underReplicated, err := partition.UnderReplicated() 172 | 173 | if err != nil { 174 | fmt.Println("Error getting replica state for topic/partition: ", topic.Name, partition.ID) 175 | return 176 | } 177 | 178 | underreplicatedPartition.With(topicLabel).Set(bool2float(underReplicated)) 179 | 180 | currentOffset, err := brokerClient.GetOffset(topic.Name, partition.ID, sarama.OffsetNewest) 181 | oldestOffset, err2 := brokerClient.GetOffset(topic.Name, partition.ID, sarama.OffsetOldest) 182 | 183 | if err != nil || err2 != nil { 184 | fmt.Println("Error reading offsets from broker for topic, partition: ", topic.Name, partition, err) 185 | initClients() 186 | return 187 | } 188 | if currentOffset > 0 { 189 | topicCurrentOffsetGougeVec.With(topicLabel).Set(float64(currentOffset)) 190 | topicOldestOffsetGougeVec.With(topicLabel).Set(float64(oldestOffset)) 191 | } 192 | 193 | fmt.Println(oldConsumerGroups) 194 | for _, group := range oldConsumerGroups { 195 | offset, _ := group.FetchOffset(topic.Name, partition.ID) 196 | if offset > 0 { 197 | consumerGroupLabels := map[string]string{"consumergroup": group.Name, "topic": topic.Name, "partition": strconv.Itoa(int(partition.ID))} 198 | consumergroupGougeVec.With(consumerGroupLabels).Set(float64(offset)) 199 | 200 | consumerGroupLag := currentOffset - offset 201 | consumergroupLagGougeVec.With(consumerGroupLabels).Set(float64(consumerGroupLag)) 202 | } 203 | 204 | } 205 | } 206 | } 207 | zookeeperClient.Topics() 208 | fmt.Println("Done updating offset stats in: ", time.Since(startTime)) 209 | } 210 | 211 | func updateTopics() { 212 | startTime := time.Now() 213 | fmt.Println("Updating topics stats, Time: ", time.Now()) 214 | brokerClient.Topics() 215 | fmt.Println("Done updating topics stats in: ", time.Since(startTime)) 216 | 217 | } 218 | 219 | func initClients() { 220 | fmt.Println("Init zookeeper client with connection string: ", *zookeeperConnect) 221 | var err error 222 | zookeeperClient, err = kazoo.NewKazooFromConnectionString(*zookeeperConnect, nil) 223 | if err != nil { 224 | fmt.Println("Error Init zookeeper client with connection string:", *zookeeperConnect) 225 | panic(err) 226 | } 227 | 228 | brokers, err := zookeeperClient.BrokerList() 229 | if err != nil { 230 | fmt.Println("Error reading brokers from zk") 231 | panic(err) 232 | } 233 | 234 | fmt.Println("Init Kafka Client with Brokers:", brokers) 235 | config := sarama.NewConfig() 236 | brokerClient, err = sarama.NewClient(brokers, config) 237 | 238 | if err != nil { 239 | fmt.Println("Error Init Kafka Client") 240 | panic(err) 241 | } 242 | fmt.Println("Done Init Clients") 243 | } 244 | 245 | func main() { 246 | fmt.Println("Running offset exporter") 247 | flag.Parse() 248 | 249 | fmt.Println("Settings: ") 250 | fmt.Println("listen-address: ", *listenAddress) 251 | fmt.Println("telemetry-path: ", *metricsEndpoint) 252 | fmt.Println("zookeeper-connect: ", *zookeeperConnect) 253 | fmt.Println("cluster-name: ", *clusterName) 254 | fmt.Println("refresh-interval: ", *refreshInterval) 255 | 256 | //Init Clients 257 | initClients() 258 | 259 | // Periodically record stats from Kafka 260 | go func() { 261 | for { 262 | updateOffsets() 263 | time.Sleep(time.Duration(time.Duration(*refreshInterval) * time.Second)) 264 | } 265 | }() 266 | 267 | // Expose the registered metrics via HTTP. 268 | http.Handle(*metricsEndpoint, promhttp.Handler()) 269 | log.Fatal(http.ListenAndServe(*listenAddress, nil)) 270 | } 271 | -------------------------------------------------------------------------------- /manifest.json: -------------------------------------------------------------------------------- 1 | { 2 | "dependencies": { 3 | "github.com/Shopify/sarama": {}, 4 | "github.com/krallistic/kazoo-go": { 5 | "branch": "master" 6 | }, 7 | "github.com/namsral/flag": { 8 | "branch": "master" 9 | }, 10 | "github.com/prometheus/client_golang": { 11 | "branch": "master" 12 | } 13 | } 14 | } 15 | --------------------------------------------------------------------------------