├── .github └── workflows │ ├── build.yml │ └── golangci.yml ├── .gitignore ├── .golangci.yml ├── .goreleaser.yml ├── .travis.yml ├── LICENSE ├── Makefile ├── agent.env ├── agent ├── agent.go ├── agent_test.go ├── data_navigator.go ├── data_navigator_test.go ├── directory.go ├── job.go ├── metrics │ └── prometheus.go └── testdata │ └── datadir │ ├── __consumer-offsets-1 │ ├── bla │ └── something │ └── checkpoints ├── callback └── callbacks.go ├── cmd ├── agent │ └── main.go └── kafqa │ └── main.go ├── config ├── agent │ └── config.go ├── config.go ├── constants.go ├── loader.go └── loader_test.go ├── consumer ├── consumer.go ├── consumer_benchmark_test.go └── consumer_test.go ├── creator ├── creator.go ├── creator_test.go └── message.go ├── docker-compose.yml ├── go.mod ├── go.sum ├── kafqa.env ├── logger └── logger.go ├── producer ├── handler.go ├── handler_test.go ├── producer.go └── producer_test.go ├── readme.md ├── reporter ├── latency.go ├── latency_test.go ├── librdkafka.go ├── librdstats.go ├── metrics │ ├── nopstatsd.go │ ├── prometheus.go │ ├── prometheus.yml │ └── statsd.go ├── pprof │ └── pprof.go ├── report.go └── reporter.go ├── scripts ├── .gitignore ├── Dockerfile ├── dashboard │ ├── Kafqa.json │ ├── kafqa_cluster_aggregated.json │ └── kafqa_cluster_aggregated.png ├── lint.sh └── proto │ └── test.proto ├── serde ├── kafqa_parser.go ├── kafqa_parser_test.go ├── parser.go ├── parser_test.go ├── proto_parser.go ├── proto_parser_test.go └── testdata │ ├── invalid.proto │ ├── valid.proto │ ├── valid_multiple_message.pb.go │ └── valid_multiple_message.proto ├── store ├── mockStore.go ├── noop.go ├── redis.go ├── redis_test.go ├── store.go └── store_test.go └── tracer ├── kafka_headers.go └── tracer.go /.github/workflows/build.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gojek/kafqa/HEAD/.github/workflows/build.yml -------------------------------------------------------------------------------- /.github/workflows/golangci.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gojek/kafqa/HEAD/.github/workflows/golangci.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gojek/kafqa/HEAD/.gitignore -------------------------------------------------------------------------------- /.golangci.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gojek/kafqa/HEAD/.golangci.yml -------------------------------------------------------------------------------- /.goreleaser.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gojek/kafqa/HEAD/.goreleaser.yml -------------------------------------------------------------------------------- /.travis.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gojek/kafqa/HEAD/.travis.yml -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gojek/kafqa/HEAD/LICENSE -------------------------------------------------------------------------------- /Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gojek/kafqa/HEAD/Makefile -------------------------------------------------------------------------------- /agent.env: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gojek/kafqa/HEAD/agent.env -------------------------------------------------------------------------------- /agent/agent.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gojek/kafqa/HEAD/agent/agent.go -------------------------------------------------------------------------------- /agent/agent_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gojek/kafqa/HEAD/agent/agent_test.go -------------------------------------------------------------------------------- /agent/data_navigator.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gojek/kafqa/HEAD/agent/data_navigator.go -------------------------------------------------------------------------------- /agent/data_navigator_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gojek/kafqa/HEAD/agent/data_navigator_test.go -------------------------------------------------------------------------------- /agent/directory.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gojek/kafqa/HEAD/agent/directory.go -------------------------------------------------------------------------------- /agent/job.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gojek/kafqa/HEAD/agent/job.go -------------------------------------------------------------------------------- /agent/metrics/prometheus.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gojek/kafqa/HEAD/agent/metrics/prometheus.go -------------------------------------------------------------------------------- /agent/testdata/datadir/__consumer-offsets-1/bla: -------------------------------------------------------------------------------- 1 | Information 2 | -------------------------------------------------------------------------------- /agent/testdata/datadir/__consumer-offsets-1/something: -------------------------------------------------------------------------------- 1 | 1234567890 2 | -------------------------------------------------------------------------------- /agent/testdata/datadir/checkpoints: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /callback/callbacks.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gojek/kafqa/HEAD/callback/callbacks.go -------------------------------------------------------------------------------- /cmd/agent/main.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gojek/kafqa/HEAD/cmd/agent/main.go -------------------------------------------------------------------------------- /cmd/kafqa/main.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gojek/kafqa/HEAD/cmd/kafqa/main.go -------------------------------------------------------------------------------- /config/agent/config.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gojek/kafqa/HEAD/config/agent/config.go -------------------------------------------------------------------------------- /config/config.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gojek/kafqa/HEAD/config/config.go -------------------------------------------------------------------------------- /config/constants.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gojek/kafqa/HEAD/config/constants.go -------------------------------------------------------------------------------- /config/loader.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gojek/kafqa/HEAD/config/loader.go -------------------------------------------------------------------------------- /config/loader_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gojek/kafqa/HEAD/config/loader_test.go -------------------------------------------------------------------------------- /consumer/consumer.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gojek/kafqa/HEAD/consumer/consumer.go -------------------------------------------------------------------------------- /consumer/consumer_benchmark_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gojek/kafqa/HEAD/consumer/consumer_benchmark_test.go -------------------------------------------------------------------------------- /consumer/consumer_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gojek/kafqa/HEAD/consumer/consumer_test.go -------------------------------------------------------------------------------- /creator/creator.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gojek/kafqa/HEAD/creator/creator.go -------------------------------------------------------------------------------- /creator/creator_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gojek/kafqa/HEAD/creator/creator_test.go -------------------------------------------------------------------------------- /creator/message.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gojek/kafqa/HEAD/creator/message.go -------------------------------------------------------------------------------- /docker-compose.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gojek/kafqa/HEAD/docker-compose.yml -------------------------------------------------------------------------------- /go.mod: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gojek/kafqa/HEAD/go.mod -------------------------------------------------------------------------------- /go.sum: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gojek/kafqa/HEAD/go.sum -------------------------------------------------------------------------------- /kafqa.env: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gojek/kafqa/HEAD/kafqa.env -------------------------------------------------------------------------------- /logger/logger.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gojek/kafqa/HEAD/logger/logger.go -------------------------------------------------------------------------------- /producer/handler.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gojek/kafqa/HEAD/producer/handler.go -------------------------------------------------------------------------------- /producer/handler_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gojek/kafqa/HEAD/producer/handler_test.go -------------------------------------------------------------------------------- /producer/producer.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gojek/kafqa/HEAD/producer/producer.go -------------------------------------------------------------------------------- /producer/producer_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gojek/kafqa/HEAD/producer/producer_test.go -------------------------------------------------------------------------------- /readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gojek/kafqa/HEAD/readme.md -------------------------------------------------------------------------------- /reporter/latency.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gojek/kafqa/HEAD/reporter/latency.go -------------------------------------------------------------------------------- /reporter/latency_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gojek/kafqa/HEAD/reporter/latency_test.go -------------------------------------------------------------------------------- /reporter/librdkafka.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gojek/kafqa/HEAD/reporter/librdkafka.go -------------------------------------------------------------------------------- /reporter/librdstats.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gojek/kafqa/HEAD/reporter/librdstats.go -------------------------------------------------------------------------------- /reporter/metrics/nopstatsd.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gojek/kafqa/HEAD/reporter/metrics/nopstatsd.go -------------------------------------------------------------------------------- /reporter/metrics/prometheus.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gojek/kafqa/HEAD/reporter/metrics/prometheus.go -------------------------------------------------------------------------------- /reporter/metrics/prometheus.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gojek/kafqa/HEAD/reporter/metrics/prometheus.yml -------------------------------------------------------------------------------- /reporter/metrics/statsd.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gojek/kafqa/HEAD/reporter/metrics/statsd.go -------------------------------------------------------------------------------- /reporter/pprof/pprof.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gojek/kafqa/HEAD/reporter/pprof/pprof.go -------------------------------------------------------------------------------- /reporter/report.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gojek/kafqa/HEAD/reporter/report.go -------------------------------------------------------------------------------- /reporter/reporter.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gojek/kafqa/HEAD/reporter/reporter.go -------------------------------------------------------------------------------- /scripts/.gitignore: -------------------------------------------------------------------------------- 1 | *.swp 2 | -------------------------------------------------------------------------------- /scripts/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gojek/kafqa/HEAD/scripts/Dockerfile -------------------------------------------------------------------------------- /scripts/dashboard/Kafqa.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gojek/kafqa/HEAD/scripts/dashboard/Kafqa.json -------------------------------------------------------------------------------- /scripts/dashboard/kafqa_cluster_aggregated.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gojek/kafqa/HEAD/scripts/dashboard/kafqa_cluster_aggregated.json -------------------------------------------------------------------------------- /scripts/dashboard/kafqa_cluster_aggregated.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gojek/kafqa/HEAD/scripts/dashboard/kafqa_cluster_aggregated.png -------------------------------------------------------------------------------- /scripts/lint.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gojek/kafqa/HEAD/scripts/lint.sh -------------------------------------------------------------------------------- /scripts/proto/test.proto: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gojek/kafqa/HEAD/scripts/proto/test.proto -------------------------------------------------------------------------------- /serde/kafqa_parser.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gojek/kafqa/HEAD/serde/kafqa_parser.go -------------------------------------------------------------------------------- /serde/kafqa_parser_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gojek/kafqa/HEAD/serde/kafqa_parser_test.go -------------------------------------------------------------------------------- /serde/parser.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gojek/kafqa/HEAD/serde/parser.go -------------------------------------------------------------------------------- /serde/parser_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gojek/kafqa/HEAD/serde/parser_test.go -------------------------------------------------------------------------------- /serde/proto_parser.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gojek/kafqa/HEAD/serde/proto_parser.go -------------------------------------------------------------------------------- /serde/proto_parser_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gojek/kafqa/HEAD/serde/proto_parser_test.go -------------------------------------------------------------------------------- /serde/testdata/invalid.proto: -------------------------------------------------------------------------------- 1 | "test" 2 | -------------------------------------------------------------------------------- /serde/testdata/valid.proto: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gojek/kafqa/HEAD/serde/testdata/valid.proto -------------------------------------------------------------------------------- /serde/testdata/valid_multiple_message.pb.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gojek/kafqa/HEAD/serde/testdata/valid_multiple_message.pb.go -------------------------------------------------------------------------------- /serde/testdata/valid_multiple_message.proto: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gojek/kafqa/HEAD/serde/testdata/valid_multiple_message.proto -------------------------------------------------------------------------------- /store/mockStore.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gojek/kafqa/HEAD/store/mockStore.go -------------------------------------------------------------------------------- /store/noop.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gojek/kafqa/HEAD/store/noop.go -------------------------------------------------------------------------------- /store/redis.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gojek/kafqa/HEAD/store/redis.go -------------------------------------------------------------------------------- /store/redis_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gojek/kafqa/HEAD/store/redis_test.go -------------------------------------------------------------------------------- /store/store.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gojek/kafqa/HEAD/store/store.go -------------------------------------------------------------------------------- /store/store_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gojek/kafqa/HEAD/store/store_test.go -------------------------------------------------------------------------------- /tracer/kafka_headers.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gojek/kafqa/HEAD/tracer/kafka_headers.go -------------------------------------------------------------------------------- /tracer/tracer.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gojek/kafqa/HEAD/tracer/tracer.go --------------------------------------------------------------------------------