├── .circleci └── config.yml ├── .dockerignore ├── .gitignore ├── Dockerfile ├── LICENSE ├── Makefile ├── NOTICE ├── README.md ├── cmd └── digger │ ├── main.go │ └── subcmd │ ├── common.go │ ├── file.go │ ├── kafka.go │ ├── s3.go │ └── version.go ├── docker-compose.yml ├── go.mod ├── go.sum ├── pkg ├── digger │ ├── digger.go │ ├── file.go │ ├── file_test.go │ ├── kafka.go │ ├── kafka_test.go │ ├── message.go │ ├── processor.go │ ├── processor_test.go │ ├── s3.go │ ├── s3_test.go │ └── testdata │ │ └── files │ │ ├── file1.txt │ │ └── subdir │ │ ├── file2.txt.gz │ │ └── file3.txt ├── json │ ├── gjson.go │ └── gjson_test.go ├── proto │ ├── decoder.go │ ├── decoder_test.go │ └── protobuf │ │ ├── test.pb.go │ │ └── test.proto ├── stats │ ├── bucket.go │ ├── bucket_test.go │ ├── heap.go │ ├── messages.go │ ├── messages_test.go │ ├── topk.go │ └── topk_test.go ├── util │ ├── ranges.go │ ├── ranges_test.go │ ├── time.go │ └── time_test.go └── version │ └── version.go └── scripts └── generate_sample_data.py /.circleci/config.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segmentio/data-digger/HEAD/.circleci/config.yml -------------------------------------------------------------------------------- /.dockerignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segmentio/data-digger/HEAD/.dockerignore -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- 1 | vendor/* 2 | build/ 3 | test_inputs/ 4 | .vscode 5 | -------------------------------------------------------------------------------- /Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segmentio/data-digger/HEAD/Dockerfile -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segmentio/data-digger/HEAD/LICENSE -------------------------------------------------------------------------------- /Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segmentio/data-digger/HEAD/Makefile -------------------------------------------------------------------------------- /NOTICE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segmentio/data-digger/HEAD/NOTICE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segmentio/data-digger/HEAD/README.md -------------------------------------------------------------------------------- /cmd/digger/main.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segmentio/data-digger/HEAD/cmd/digger/main.go -------------------------------------------------------------------------------- /cmd/digger/subcmd/common.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segmentio/data-digger/HEAD/cmd/digger/subcmd/common.go -------------------------------------------------------------------------------- /cmd/digger/subcmd/file.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segmentio/data-digger/HEAD/cmd/digger/subcmd/file.go -------------------------------------------------------------------------------- /cmd/digger/subcmd/kafka.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segmentio/data-digger/HEAD/cmd/digger/subcmd/kafka.go -------------------------------------------------------------------------------- /cmd/digger/subcmd/s3.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segmentio/data-digger/HEAD/cmd/digger/subcmd/s3.go -------------------------------------------------------------------------------- /cmd/digger/subcmd/version.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segmentio/data-digger/HEAD/cmd/digger/subcmd/version.go -------------------------------------------------------------------------------- /docker-compose.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segmentio/data-digger/HEAD/docker-compose.yml -------------------------------------------------------------------------------- /go.mod: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segmentio/data-digger/HEAD/go.mod -------------------------------------------------------------------------------- /go.sum: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segmentio/data-digger/HEAD/go.sum -------------------------------------------------------------------------------- /pkg/digger/digger.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segmentio/data-digger/HEAD/pkg/digger/digger.go -------------------------------------------------------------------------------- /pkg/digger/file.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segmentio/data-digger/HEAD/pkg/digger/file.go -------------------------------------------------------------------------------- /pkg/digger/file_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segmentio/data-digger/HEAD/pkg/digger/file_test.go -------------------------------------------------------------------------------- /pkg/digger/kafka.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segmentio/data-digger/HEAD/pkg/digger/kafka.go -------------------------------------------------------------------------------- /pkg/digger/kafka_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segmentio/data-digger/HEAD/pkg/digger/kafka_test.go -------------------------------------------------------------------------------- /pkg/digger/message.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segmentio/data-digger/HEAD/pkg/digger/message.go -------------------------------------------------------------------------------- /pkg/digger/processor.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segmentio/data-digger/HEAD/pkg/digger/processor.go -------------------------------------------------------------------------------- /pkg/digger/processor_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segmentio/data-digger/HEAD/pkg/digger/processor_test.go -------------------------------------------------------------------------------- /pkg/digger/s3.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segmentio/data-digger/HEAD/pkg/digger/s3.go -------------------------------------------------------------------------------- /pkg/digger/s3_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segmentio/data-digger/HEAD/pkg/digger/s3_test.go -------------------------------------------------------------------------------- /pkg/digger/testdata/files/file1.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segmentio/data-digger/HEAD/pkg/digger/testdata/files/file1.txt -------------------------------------------------------------------------------- /pkg/digger/testdata/files/subdir/file2.txt.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segmentio/data-digger/HEAD/pkg/digger/testdata/files/subdir/file2.txt.gz -------------------------------------------------------------------------------- /pkg/digger/testdata/files/subdir/file3.txt: -------------------------------------------------------------------------------- 1 | {"key3":"value3"} 2 | -------------------------------------------------------------------------------- /pkg/json/gjson.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segmentio/data-digger/HEAD/pkg/json/gjson.go -------------------------------------------------------------------------------- /pkg/json/gjson_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segmentio/data-digger/HEAD/pkg/json/gjson_test.go -------------------------------------------------------------------------------- /pkg/proto/decoder.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segmentio/data-digger/HEAD/pkg/proto/decoder.go -------------------------------------------------------------------------------- /pkg/proto/decoder_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segmentio/data-digger/HEAD/pkg/proto/decoder_test.go -------------------------------------------------------------------------------- /pkg/proto/protobuf/test.pb.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segmentio/data-digger/HEAD/pkg/proto/protobuf/test.pb.go -------------------------------------------------------------------------------- /pkg/proto/protobuf/test.proto: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segmentio/data-digger/HEAD/pkg/proto/protobuf/test.proto -------------------------------------------------------------------------------- /pkg/stats/bucket.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segmentio/data-digger/HEAD/pkg/stats/bucket.go -------------------------------------------------------------------------------- /pkg/stats/bucket_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segmentio/data-digger/HEAD/pkg/stats/bucket_test.go -------------------------------------------------------------------------------- /pkg/stats/heap.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segmentio/data-digger/HEAD/pkg/stats/heap.go -------------------------------------------------------------------------------- /pkg/stats/messages.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segmentio/data-digger/HEAD/pkg/stats/messages.go -------------------------------------------------------------------------------- /pkg/stats/messages_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segmentio/data-digger/HEAD/pkg/stats/messages_test.go -------------------------------------------------------------------------------- /pkg/stats/topk.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segmentio/data-digger/HEAD/pkg/stats/topk.go -------------------------------------------------------------------------------- /pkg/stats/topk_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segmentio/data-digger/HEAD/pkg/stats/topk_test.go -------------------------------------------------------------------------------- /pkg/util/ranges.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segmentio/data-digger/HEAD/pkg/util/ranges.go -------------------------------------------------------------------------------- /pkg/util/ranges_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segmentio/data-digger/HEAD/pkg/util/ranges_test.go -------------------------------------------------------------------------------- /pkg/util/time.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segmentio/data-digger/HEAD/pkg/util/time.go -------------------------------------------------------------------------------- /pkg/util/time_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segmentio/data-digger/HEAD/pkg/util/time_test.go -------------------------------------------------------------------------------- /pkg/version/version.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segmentio/data-digger/HEAD/pkg/version/version.go -------------------------------------------------------------------------------- /scripts/generate_sample_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/segmentio/data-digger/HEAD/scripts/generate_sample_data.py --------------------------------------------------------------------------------