├── .gitignore ├── CONTRIBUTING.md ├── README.md ├── SimpleKafkaClients ├── .gitignore ├── Dockerfile ├── build.sh ├── jmx-reporter │ └── jmx_prometheus_javaagent-0.3.1.jar ├── pom.xml ├── prometheus │ └── kafka-cli.yml ├── run-client.sh └── src │ └── main │ ├── java │ └── com │ │ └── purbon │ │ └── kafka │ │ └── clients │ │ ├── CarEvent.java │ │ ├── EventsConsumer.java │ │ └── EventsProducer.java │ └── resources │ └── log4j.properties ├── docker-compose.yml ├── grafana-setup ├── Dockerfile ├── README.MD ├── alert-channels │ ├── email.json │ └── pager-duty.json ├── dashboards │ ├── README.MD │ ├── consumer-lag.json │ ├── kafka-clients.json │ ├── kafka-streams.json │ ├── kafka.json │ ├── system.json │ └── zookeeper.json ├── datasources │ ├── elasticsearch.json │ ├── influxdb.json │ └── prometheus.json └── startup.sh ├── group-kafka-lag ├── Dockerfile └── kafka-lag.sh ├── jmx-reporter └── jmx_prometheus_javaagent.jar ├── kafka-monitor ├── .gitignore ├── Dockerfile ├── build.sh ├── jmx-reporter │ └── jmx_prometheus_javaagent-0.3.1.jar ├── pom.xml ├── prometheus │ └── kafka-cli.yml ├── run.sh └── src │ └── main │ ├── java │ └── com │ │ └── purbon │ │ └── kafka │ │ └── clients │ │ ├── CarEvent.java │ │ ├── EventsConsumer.java │ │ ├── EventsProducer.java │ │ ├── KafkaMonitor.java │ │ └── KafkaMonitorBean.java │ └── resources │ └── log4j.properties ├── kafka ├── Dockerfile ├── confluent.repo ├── prometheus │ └── kafka.yml ├── scripts │ └── update-controller-node.sh └── server.properties ├── prometheus-service ├── README.md ├── docker-compose.yml ├── jmx_exporter │ ├── jmx_prometheus_javaagent-0.3.1.jar │ ├── kafka-cli.yml │ └── kafka.yml ├── prometheus │ └── prometheus.yml └── run.sh ├── prometheus └── prometheus.yml ├── streams-app ├── Dockerfile ├── app │ ├── .gitignore │ ├── pom.xml │ └── src │ │ └── main │ │ └── java │ │ └── com │ │ └── purbon │ │ └── kafka │ │ └── App.java ├── build.sh ├── jmx-reporter │ └── jmx_prometheus_javaagent-0.3.1.jar ├── prometheus │ └── kafka-streams.yml └── run-client.sh ├── telegraf ├── telegraf-with-kafka-output-and-jolokia-and-listener.conf ├── telegraf-with-kafka-output-and-jolokia.conf ├── telegraf-with-kafka-output.conf └── telegraf.conf └── zookeeper └── zookeeper.yml /.gitignore: -------------------------------------------------------------------------------- 1 | .DS_Store 2 | -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/purbon/monitoring-kafka-with-prometheus/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/purbon/monitoring-kafka-with-prometheus/HEAD/README.md -------------------------------------------------------------------------------- /SimpleKafkaClients/.gitignore: -------------------------------------------------------------------------------- 1 | .idea/ 2 | target/ 3 | -------------------------------------------------------------------------------- /SimpleKafkaClients/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/purbon/monitoring-kafka-with-prometheus/HEAD/SimpleKafkaClients/Dockerfile -------------------------------------------------------------------------------- /SimpleKafkaClients/build.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/purbon/monitoring-kafka-with-prometheus/HEAD/SimpleKafkaClients/build.sh -------------------------------------------------------------------------------- /SimpleKafkaClients/jmx-reporter/jmx_prometheus_javaagent-0.3.1.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/purbon/monitoring-kafka-with-prometheus/HEAD/SimpleKafkaClients/jmx-reporter/jmx_prometheus_javaagent-0.3.1.jar -------------------------------------------------------------------------------- /SimpleKafkaClients/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/purbon/monitoring-kafka-with-prometheus/HEAD/SimpleKafkaClients/pom.xml -------------------------------------------------------------------------------- /SimpleKafkaClients/prometheus/kafka-cli.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/purbon/monitoring-kafka-with-prometheus/HEAD/SimpleKafkaClients/prometheus/kafka-cli.yml -------------------------------------------------------------------------------- /SimpleKafkaClients/run-client.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/purbon/monitoring-kafka-with-prometheus/HEAD/SimpleKafkaClients/run-client.sh -------------------------------------------------------------------------------- /SimpleKafkaClients/src/main/java/com/purbon/kafka/clients/CarEvent.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/purbon/monitoring-kafka-with-prometheus/HEAD/SimpleKafkaClients/src/main/java/com/purbon/kafka/clients/CarEvent.java -------------------------------------------------------------------------------- /SimpleKafkaClients/src/main/java/com/purbon/kafka/clients/EventsConsumer.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/purbon/monitoring-kafka-with-prometheus/HEAD/SimpleKafkaClients/src/main/java/com/purbon/kafka/clients/EventsConsumer.java -------------------------------------------------------------------------------- /SimpleKafkaClients/src/main/java/com/purbon/kafka/clients/EventsProducer.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/purbon/monitoring-kafka-with-prometheus/HEAD/SimpleKafkaClients/src/main/java/com/purbon/kafka/clients/EventsProducer.java -------------------------------------------------------------------------------- /SimpleKafkaClients/src/main/resources/log4j.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/purbon/monitoring-kafka-with-prometheus/HEAD/SimpleKafkaClients/src/main/resources/log4j.properties -------------------------------------------------------------------------------- /docker-compose.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/purbon/monitoring-kafka-with-prometheus/HEAD/docker-compose.yml -------------------------------------------------------------------------------- /grafana-setup/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/purbon/monitoring-kafka-with-prometheus/HEAD/grafana-setup/Dockerfile -------------------------------------------------------------------------------- /grafana-setup/README.MD: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/purbon/monitoring-kafka-with-prometheus/HEAD/grafana-setup/README.MD -------------------------------------------------------------------------------- /grafana-setup/alert-channels/email.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/purbon/monitoring-kafka-with-prometheus/HEAD/grafana-setup/alert-channels/email.json -------------------------------------------------------------------------------- /grafana-setup/alert-channels/pager-duty.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/purbon/monitoring-kafka-with-prometheus/HEAD/grafana-setup/alert-channels/pager-duty.json -------------------------------------------------------------------------------- /grafana-setup/dashboards/README.MD: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/purbon/monitoring-kafka-with-prometheus/HEAD/grafana-setup/dashboards/README.MD -------------------------------------------------------------------------------- /grafana-setup/dashboards/consumer-lag.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/purbon/monitoring-kafka-with-prometheus/HEAD/grafana-setup/dashboards/consumer-lag.json -------------------------------------------------------------------------------- /grafana-setup/dashboards/kafka-clients.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/purbon/monitoring-kafka-with-prometheus/HEAD/grafana-setup/dashboards/kafka-clients.json -------------------------------------------------------------------------------- /grafana-setup/dashboards/kafka-streams.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/purbon/monitoring-kafka-with-prometheus/HEAD/grafana-setup/dashboards/kafka-streams.json -------------------------------------------------------------------------------- /grafana-setup/dashboards/kafka.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/purbon/monitoring-kafka-with-prometheus/HEAD/grafana-setup/dashboards/kafka.json -------------------------------------------------------------------------------- /grafana-setup/dashboards/system.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/purbon/monitoring-kafka-with-prometheus/HEAD/grafana-setup/dashboards/system.json -------------------------------------------------------------------------------- /grafana-setup/dashboards/zookeeper.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/purbon/monitoring-kafka-with-prometheus/HEAD/grafana-setup/dashboards/zookeeper.json -------------------------------------------------------------------------------- /grafana-setup/datasources/elasticsearch.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/purbon/monitoring-kafka-with-prometheus/HEAD/grafana-setup/datasources/elasticsearch.json -------------------------------------------------------------------------------- /grafana-setup/datasources/influxdb.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/purbon/monitoring-kafka-with-prometheus/HEAD/grafana-setup/datasources/influxdb.json -------------------------------------------------------------------------------- /grafana-setup/datasources/prometheus.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/purbon/monitoring-kafka-with-prometheus/HEAD/grafana-setup/datasources/prometheus.json -------------------------------------------------------------------------------- /grafana-setup/startup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/purbon/monitoring-kafka-with-prometheus/HEAD/grafana-setup/startup.sh -------------------------------------------------------------------------------- /group-kafka-lag/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/purbon/monitoring-kafka-with-prometheus/HEAD/group-kafka-lag/Dockerfile -------------------------------------------------------------------------------- /group-kafka-lag/kafka-lag.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/purbon/monitoring-kafka-with-prometheus/HEAD/group-kafka-lag/kafka-lag.sh -------------------------------------------------------------------------------- /jmx-reporter/jmx_prometheus_javaagent.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/purbon/monitoring-kafka-with-prometheus/HEAD/jmx-reporter/jmx_prometheus_javaagent.jar -------------------------------------------------------------------------------- /kafka-monitor/.gitignore: -------------------------------------------------------------------------------- 1 | .idea/ 2 | target/ 3 | -------------------------------------------------------------------------------- /kafka-monitor/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/purbon/monitoring-kafka-with-prometheus/HEAD/kafka-monitor/Dockerfile -------------------------------------------------------------------------------- /kafka-monitor/build.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/purbon/monitoring-kafka-with-prometheus/HEAD/kafka-monitor/build.sh -------------------------------------------------------------------------------- /kafka-monitor/jmx-reporter/jmx_prometheus_javaagent-0.3.1.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/purbon/monitoring-kafka-with-prometheus/HEAD/kafka-monitor/jmx-reporter/jmx_prometheus_javaagent-0.3.1.jar -------------------------------------------------------------------------------- /kafka-monitor/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/purbon/monitoring-kafka-with-prometheus/HEAD/kafka-monitor/pom.xml -------------------------------------------------------------------------------- /kafka-monitor/prometheus/kafka-cli.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/purbon/monitoring-kafka-with-prometheus/HEAD/kafka-monitor/prometheus/kafka-cli.yml -------------------------------------------------------------------------------- /kafka-monitor/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/purbon/monitoring-kafka-with-prometheus/HEAD/kafka-monitor/run.sh -------------------------------------------------------------------------------- /kafka-monitor/src/main/java/com/purbon/kafka/clients/CarEvent.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/purbon/monitoring-kafka-with-prometheus/HEAD/kafka-monitor/src/main/java/com/purbon/kafka/clients/CarEvent.java -------------------------------------------------------------------------------- /kafka-monitor/src/main/java/com/purbon/kafka/clients/EventsConsumer.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/purbon/monitoring-kafka-with-prometheus/HEAD/kafka-monitor/src/main/java/com/purbon/kafka/clients/EventsConsumer.java -------------------------------------------------------------------------------- /kafka-monitor/src/main/java/com/purbon/kafka/clients/EventsProducer.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/purbon/monitoring-kafka-with-prometheus/HEAD/kafka-monitor/src/main/java/com/purbon/kafka/clients/EventsProducer.java -------------------------------------------------------------------------------- /kafka-monitor/src/main/java/com/purbon/kafka/clients/KafkaMonitor.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/purbon/monitoring-kafka-with-prometheus/HEAD/kafka-monitor/src/main/java/com/purbon/kafka/clients/KafkaMonitor.java -------------------------------------------------------------------------------- /kafka-monitor/src/main/java/com/purbon/kafka/clients/KafkaMonitorBean.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/purbon/monitoring-kafka-with-prometheus/HEAD/kafka-monitor/src/main/java/com/purbon/kafka/clients/KafkaMonitorBean.java -------------------------------------------------------------------------------- /kafka-monitor/src/main/resources/log4j.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/purbon/monitoring-kafka-with-prometheus/HEAD/kafka-monitor/src/main/resources/log4j.properties -------------------------------------------------------------------------------- /kafka/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/purbon/monitoring-kafka-with-prometheus/HEAD/kafka/Dockerfile -------------------------------------------------------------------------------- /kafka/confluent.repo: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/purbon/monitoring-kafka-with-prometheus/HEAD/kafka/confluent.repo -------------------------------------------------------------------------------- /kafka/prometheus/kafka.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/purbon/monitoring-kafka-with-prometheus/HEAD/kafka/prometheus/kafka.yml -------------------------------------------------------------------------------- /kafka/scripts/update-controller-node.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/purbon/monitoring-kafka-with-prometheus/HEAD/kafka/scripts/update-controller-node.sh -------------------------------------------------------------------------------- /kafka/server.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/purbon/monitoring-kafka-with-prometheus/HEAD/kafka/server.properties -------------------------------------------------------------------------------- /prometheus-service/README.md: -------------------------------------------------------------------------------- 1 | # Prometheus single node setup 2 | -------------------------------------------------------------------------------- /prometheus-service/docker-compose.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/purbon/monitoring-kafka-with-prometheus/HEAD/prometheus-service/docker-compose.yml -------------------------------------------------------------------------------- /prometheus-service/jmx_exporter/jmx_prometheus_javaagent-0.3.1.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/purbon/monitoring-kafka-with-prometheus/HEAD/prometheus-service/jmx_exporter/jmx_prometheus_javaagent-0.3.1.jar -------------------------------------------------------------------------------- /prometheus-service/jmx_exporter/kafka-cli.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/purbon/monitoring-kafka-with-prometheus/HEAD/prometheus-service/jmx_exporter/kafka-cli.yml -------------------------------------------------------------------------------- /prometheus-service/jmx_exporter/kafka.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/purbon/monitoring-kafka-with-prometheus/HEAD/prometheus-service/jmx_exporter/kafka.yml -------------------------------------------------------------------------------- /prometheus-service/prometheus/prometheus.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/purbon/monitoring-kafka-with-prometheus/HEAD/prometheus-service/prometheus/prometheus.yml -------------------------------------------------------------------------------- /prometheus-service/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/purbon/monitoring-kafka-with-prometheus/HEAD/prometheus-service/run.sh -------------------------------------------------------------------------------- /prometheus/prometheus.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/purbon/monitoring-kafka-with-prometheus/HEAD/prometheus/prometheus.yml -------------------------------------------------------------------------------- /streams-app/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/purbon/monitoring-kafka-with-prometheus/HEAD/streams-app/Dockerfile -------------------------------------------------------------------------------- /streams-app/app/.gitignore: -------------------------------------------------------------------------------- 1 | .idea 2 | target/ 3 | -------------------------------------------------------------------------------- /streams-app/app/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/purbon/monitoring-kafka-with-prometheus/HEAD/streams-app/app/pom.xml -------------------------------------------------------------------------------- /streams-app/app/src/main/java/com/purbon/kafka/App.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/purbon/monitoring-kafka-with-prometheus/HEAD/streams-app/app/src/main/java/com/purbon/kafka/App.java -------------------------------------------------------------------------------- /streams-app/build.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/purbon/monitoring-kafka-with-prometheus/HEAD/streams-app/build.sh -------------------------------------------------------------------------------- /streams-app/jmx-reporter/jmx_prometheus_javaagent-0.3.1.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/purbon/monitoring-kafka-with-prometheus/HEAD/streams-app/jmx-reporter/jmx_prometheus_javaagent-0.3.1.jar -------------------------------------------------------------------------------- /streams-app/prometheus/kafka-streams.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/purbon/monitoring-kafka-with-prometheus/HEAD/streams-app/prometheus/kafka-streams.yml -------------------------------------------------------------------------------- /streams-app/run-client.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/purbon/monitoring-kafka-with-prometheus/HEAD/streams-app/run-client.sh -------------------------------------------------------------------------------- /telegraf/telegraf-with-kafka-output-and-jolokia-and-listener.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/purbon/monitoring-kafka-with-prometheus/HEAD/telegraf/telegraf-with-kafka-output-and-jolokia-and-listener.conf -------------------------------------------------------------------------------- /telegraf/telegraf-with-kafka-output-and-jolokia.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/purbon/monitoring-kafka-with-prometheus/HEAD/telegraf/telegraf-with-kafka-output-and-jolokia.conf -------------------------------------------------------------------------------- /telegraf/telegraf-with-kafka-output.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/purbon/monitoring-kafka-with-prometheus/HEAD/telegraf/telegraf-with-kafka-output.conf -------------------------------------------------------------------------------- /telegraf/telegraf.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/purbon/monitoring-kafka-with-prometheus/HEAD/telegraf/telegraf.conf -------------------------------------------------------------------------------- /zookeeper/zookeeper.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/purbon/monitoring-kafka-with-prometheus/HEAD/zookeeper/zookeeper.yml --------------------------------------------------------------------------------