├── .codecov.yml ├── .gitattributes ├── .github └── workflows │ ├── coverage.yml │ ├── linux.yml │ └── win.yml ├── .gitignore ├── CHANGELOG.md ├── CONTRIBUTING.md ├── LICENSE ├── Makefile ├── PULL_REQUEST_TEMPLATE.md ├── README.md ├── api.go ├── baker.go ├── baker_cli.go ├── bench_test.go ├── config.go ├── config_api_test.go ├── config_test.go ├── desc.go ├── desc_test.go ├── e2e_test.go ├── examples ├── advanced │ └── main.go ├── basic │ └── main.go ├── cli │ ├── example.toml │ └── main.go ├── filtering │ ├── filter.go │ └── main.go ├── help │ └── main.go ├── metrics │ ├── foobar.go │ └── main.go ├── sharding │ ├── main.go │ ├── output.go │ └── shard.go └── validation │ └── main.go ├── filter ├── all.go ├── clausefilter.go ├── clausefilter_test.go ├── clear_fields.go ├── clear_fields_test.go ├── concatenate.go ├── concatenate_test.go ├── count_and_tag.go ├── count_and_tag_test.go ├── crypt.go ├── crypt_test.go ├── dedup.go ├── dedup_test.go ├── expand_json.go ├── expand_json_test.go ├── expand_list.go ├── expand_list_test.go ├── external_match.go ├── external_match_test.go ├── filtertest │ ├── base.go │ └── passthrough.go ├── format_time.go ├── format_time_test.go ├── hash.go ├── hash_test.go ├── metadata │ ├── cache.go │ └── cache_test.go ├── metadata_lastmodified.go ├── metadata_lastmodified_test.go ├── metadata_url.go ├── metadata_url_test.go ├── notnull.go ├── notnull_test.go ├── partial_clone.go ├── partial_clone_test.go ├── regex_match.go ├── regex_match_test.go ├── replace_fields.go ├── replace_fields_test.go ├── set_string_from_url.go ├── set_string_from_url_test.go ├── slice.go ├── slice_test.go ├── string_match.go ├── string_match_test.go ├── timestamp.go ├── timestamp_range.go ├── timestamp_range_test.go ├── timestamp_test.go ├── url_escape.go ├── url_escape_test.go ├── url_param.go └── url_param_test.go ├── go.mod ├── go.sum ├── help.go ├── help_config.go ├── help_config_test.go ├── help_markdown.go ├── help_test.go ├── help_text.go ├── input ├── all.go ├── inputtest │ ├── base.go │ ├── channel.go │ ├── logline.go │ ├── random.go │ └── records.go ├── inpututils │ ├── compressedstream.go │ ├── compressedstream_test.go │ ├── fastgzreader_test.go │ ├── fastreader.go │ ├── fastreader_unix.go │ ├── gogc.go │ ├── s3.go │ └── s3_test.go ├── kcl.go ├── kinesis.go ├── list.go ├── list_test.go ├── sqs.go ├── sqs_test.go ├── tcp.go ├── tcp_test.go └── testdata │ └── sqstest │ ├── bucket-a │ └── path │ │ └── to │ │ └── file │ │ ├── 1.zst │ │ └── 2.zst │ ├── bucket-b │ └── path │ │ └── to │ │ └── file │ │ ├── 1.zst │ │ └── 2.zst │ └── bucket-c │ └── path │ └── to │ └── file │ ├── 1.zst │ └── 2.zst ├── logline.go ├── logline_test.go ├── metrics.go ├── metrics ├── all.go └── datadog │ ├── client.go │ ├── client_test.go │ ├── hook.go │ ├── hook_test.go │ └── testdata │ └── TestClientMetrics.metrics.golden ├── metrics_client.go ├── metrics_test.go ├── nop_metrics.go ├── output ├── all.go ├── aws.go ├── bench_test.go ├── dyndb.go ├── filewriter.go ├── filewriter_test.go ├── nop.go ├── oplog.go ├── outputtest │ ├── base.go │ └── recorder.go ├── sqlite.go ├── sqlite_cgo.go ├── sqlite_test.go ├── stats.go ├── testdata │ └── filewriter │ │ ├── TestFileWriterIntegrationField0.golden │ │ ├── TestFileWriterIntegrationIndex.golden │ │ ├── TestFileWriterIntegrationRotationIndex.golden │ │ ├── input.csv │ │ ├── input.csv.log.zst │ │ └── input.sorted.golden ├── websocket.go └── websocket │ ├── client.go │ └── server.go ├── pkg ├── awsutils │ ├── backoff.go │ └── regions.go ├── buffercache │ ├── bench_test.go │ ├── bitmap.go │ ├── bitmap_test.go │ ├── cache.go │ ├── cache_test.go │ ├── cold.go │ ├── cold_test.go │ ├── compressor.go │ ├── compressor_test.go │ ├── helper_test.go │ ├── location.go │ └── metrics.go └── splitwriter │ ├── split_writer.go │ └── split_writer_test.go ├── raw_output_test.go ├── record.go ├── size_bytes.go ├── size_bytes_test.go ├── stats.go ├── stats_test.go ├── term.go ├── term_windows.go ├── test_helper.go ├── testdata ├── TestStatsDumper.metrics.golden ├── TestStatsDumper.stdout.golden ├── advanced_csv.golden ├── advanced_csv_0x1e.golden ├── advanced_csv_example.toml ├── advanced_csv_example_0x1e.toml ├── basic_example.toml ├── customers_random.input.csv.zst ├── input.csv.0x1e.zst ├── input.csv.zst └── validation.csv.gz.golden ├── testutil ├── dir.go ├── golden.go ├── helpers.go ├── logline.go └── mock_metrics.go ├── topology.go ├── topology_test.go ├── tutorials └── basic │ ├── README.md │ ├── main.go │ └── topology.toml ├── upload ├── all.go ├── s3.go ├── s3_integration_test.go ├── s3_test.go └── uploadtest │ └── base.go └── user_config_test.go /.codecov.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/.codecov.yml -------------------------------------------------------------------------------- /.gitattributes: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/.gitattributes -------------------------------------------------------------------------------- /.github/workflows/coverage.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/.github/workflows/coverage.yml -------------------------------------------------------------------------------- /.github/workflows/linux.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/.github/workflows/linux.yml -------------------------------------------------------------------------------- /.github/workflows/win.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/.github/workflows/win.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/.gitignore -------------------------------------------------------------------------------- /CHANGELOG.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/CHANGELOG.md -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- 1 | TBD 2 | -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/LICENSE -------------------------------------------------------------------------------- /Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/Makefile -------------------------------------------------------------------------------- /PULL_REQUEST_TEMPLATE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/PULL_REQUEST_TEMPLATE.md -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/README.md -------------------------------------------------------------------------------- /api.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/api.go -------------------------------------------------------------------------------- /baker.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/baker.go -------------------------------------------------------------------------------- /baker_cli.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/baker_cli.go -------------------------------------------------------------------------------- /bench_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/bench_test.go -------------------------------------------------------------------------------- /config.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/config.go -------------------------------------------------------------------------------- /config_api_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/config_api_test.go -------------------------------------------------------------------------------- /config_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/config_test.go -------------------------------------------------------------------------------- /desc.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/desc.go -------------------------------------------------------------------------------- /desc_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/desc_test.go -------------------------------------------------------------------------------- /e2e_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/e2e_test.go -------------------------------------------------------------------------------- /examples/advanced/main.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/examples/advanced/main.go -------------------------------------------------------------------------------- /examples/basic/main.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/examples/basic/main.go -------------------------------------------------------------------------------- /examples/cli/example.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/examples/cli/example.toml -------------------------------------------------------------------------------- /examples/cli/main.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/examples/cli/main.go -------------------------------------------------------------------------------- /examples/filtering/filter.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/examples/filtering/filter.go -------------------------------------------------------------------------------- /examples/filtering/main.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/examples/filtering/main.go -------------------------------------------------------------------------------- /examples/help/main.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/examples/help/main.go -------------------------------------------------------------------------------- /examples/metrics/foobar.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/examples/metrics/foobar.go -------------------------------------------------------------------------------- /examples/metrics/main.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/examples/metrics/main.go -------------------------------------------------------------------------------- /examples/sharding/main.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/examples/sharding/main.go -------------------------------------------------------------------------------- /examples/sharding/output.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/examples/sharding/output.go -------------------------------------------------------------------------------- /examples/sharding/shard.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/examples/sharding/shard.go -------------------------------------------------------------------------------- /examples/validation/main.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/examples/validation/main.go -------------------------------------------------------------------------------- /filter/all.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/filter/all.go -------------------------------------------------------------------------------- /filter/clausefilter.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/filter/clausefilter.go -------------------------------------------------------------------------------- /filter/clausefilter_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/filter/clausefilter_test.go -------------------------------------------------------------------------------- /filter/clear_fields.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/filter/clear_fields.go -------------------------------------------------------------------------------- /filter/clear_fields_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/filter/clear_fields_test.go -------------------------------------------------------------------------------- /filter/concatenate.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/filter/concatenate.go -------------------------------------------------------------------------------- /filter/concatenate_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/filter/concatenate_test.go -------------------------------------------------------------------------------- /filter/count_and_tag.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/filter/count_and_tag.go -------------------------------------------------------------------------------- /filter/count_and_tag_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/filter/count_and_tag_test.go -------------------------------------------------------------------------------- /filter/crypt.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/filter/crypt.go -------------------------------------------------------------------------------- /filter/crypt_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/filter/crypt_test.go -------------------------------------------------------------------------------- /filter/dedup.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/filter/dedup.go -------------------------------------------------------------------------------- /filter/dedup_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/filter/dedup_test.go -------------------------------------------------------------------------------- /filter/expand_json.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/filter/expand_json.go -------------------------------------------------------------------------------- /filter/expand_json_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/filter/expand_json_test.go -------------------------------------------------------------------------------- /filter/expand_list.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/filter/expand_list.go -------------------------------------------------------------------------------- /filter/expand_list_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/filter/expand_list_test.go -------------------------------------------------------------------------------- /filter/external_match.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/filter/external_match.go -------------------------------------------------------------------------------- /filter/external_match_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/filter/external_match_test.go -------------------------------------------------------------------------------- /filter/filtertest/base.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/filter/filtertest/base.go -------------------------------------------------------------------------------- /filter/filtertest/passthrough.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/filter/filtertest/passthrough.go -------------------------------------------------------------------------------- /filter/format_time.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/filter/format_time.go -------------------------------------------------------------------------------- /filter/format_time_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/filter/format_time_test.go -------------------------------------------------------------------------------- /filter/hash.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/filter/hash.go -------------------------------------------------------------------------------- /filter/hash_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/filter/hash_test.go -------------------------------------------------------------------------------- /filter/metadata/cache.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/filter/metadata/cache.go -------------------------------------------------------------------------------- /filter/metadata/cache_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/filter/metadata/cache_test.go -------------------------------------------------------------------------------- /filter/metadata_lastmodified.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/filter/metadata_lastmodified.go -------------------------------------------------------------------------------- /filter/metadata_lastmodified_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/filter/metadata_lastmodified_test.go -------------------------------------------------------------------------------- /filter/metadata_url.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/filter/metadata_url.go -------------------------------------------------------------------------------- /filter/metadata_url_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/filter/metadata_url_test.go -------------------------------------------------------------------------------- /filter/notnull.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/filter/notnull.go -------------------------------------------------------------------------------- /filter/notnull_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/filter/notnull_test.go -------------------------------------------------------------------------------- /filter/partial_clone.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/filter/partial_clone.go -------------------------------------------------------------------------------- /filter/partial_clone_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/filter/partial_clone_test.go -------------------------------------------------------------------------------- /filter/regex_match.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/filter/regex_match.go -------------------------------------------------------------------------------- /filter/regex_match_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/filter/regex_match_test.go -------------------------------------------------------------------------------- /filter/replace_fields.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/filter/replace_fields.go -------------------------------------------------------------------------------- /filter/replace_fields_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/filter/replace_fields_test.go -------------------------------------------------------------------------------- /filter/set_string_from_url.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/filter/set_string_from_url.go -------------------------------------------------------------------------------- /filter/set_string_from_url_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/filter/set_string_from_url_test.go -------------------------------------------------------------------------------- /filter/slice.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/filter/slice.go -------------------------------------------------------------------------------- /filter/slice_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/filter/slice_test.go -------------------------------------------------------------------------------- /filter/string_match.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/filter/string_match.go -------------------------------------------------------------------------------- /filter/string_match_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/filter/string_match_test.go -------------------------------------------------------------------------------- /filter/timestamp.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/filter/timestamp.go -------------------------------------------------------------------------------- /filter/timestamp_range.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/filter/timestamp_range.go -------------------------------------------------------------------------------- /filter/timestamp_range_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/filter/timestamp_range_test.go -------------------------------------------------------------------------------- /filter/timestamp_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/filter/timestamp_test.go -------------------------------------------------------------------------------- /filter/url_escape.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/filter/url_escape.go -------------------------------------------------------------------------------- /filter/url_escape_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/filter/url_escape_test.go -------------------------------------------------------------------------------- /filter/url_param.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/filter/url_param.go -------------------------------------------------------------------------------- /filter/url_param_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/filter/url_param_test.go -------------------------------------------------------------------------------- /go.mod: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/go.mod -------------------------------------------------------------------------------- /go.sum: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/go.sum -------------------------------------------------------------------------------- /help.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/help.go -------------------------------------------------------------------------------- /help_config.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/help_config.go -------------------------------------------------------------------------------- /help_config_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/help_config_test.go -------------------------------------------------------------------------------- /help_markdown.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/help_markdown.go -------------------------------------------------------------------------------- /help_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/help_test.go -------------------------------------------------------------------------------- /help_text.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/help_text.go -------------------------------------------------------------------------------- /input/all.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/input/all.go -------------------------------------------------------------------------------- /input/inputtest/base.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/input/inputtest/base.go -------------------------------------------------------------------------------- /input/inputtest/channel.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/input/inputtest/channel.go -------------------------------------------------------------------------------- /input/inputtest/logline.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/input/inputtest/logline.go -------------------------------------------------------------------------------- /input/inputtest/random.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/input/inputtest/random.go -------------------------------------------------------------------------------- /input/inputtest/records.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/input/inputtest/records.go -------------------------------------------------------------------------------- /input/inpututils/compressedstream.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/input/inpututils/compressedstream.go -------------------------------------------------------------------------------- /input/inpututils/compressedstream_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/input/inpututils/compressedstream_test.go -------------------------------------------------------------------------------- /input/inpututils/fastgzreader_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/input/inpututils/fastgzreader_test.go -------------------------------------------------------------------------------- /input/inpututils/fastreader.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/input/inpututils/fastreader.go -------------------------------------------------------------------------------- /input/inpututils/fastreader_unix.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/input/inpututils/fastreader_unix.go -------------------------------------------------------------------------------- /input/inpututils/gogc.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/input/inpututils/gogc.go -------------------------------------------------------------------------------- /input/inpututils/s3.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/input/inpututils/s3.go -------------------------------------------------------------------------------- /input/inpututils/s3_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/input/inpututils/s3_test.go -------------------------------------------------------------------------------- /input/kcl.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/input/kcl.go -------------------------------------------------------------------------------- /input/kinesis.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/input/kinesis.go -------------------------------------------------------------------------------- /input/list.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/input/list.go -------------------------------------------------------------------------------- /input/list_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/input/list_test.go -------------------------------------------------------------------------------- /input/sqs.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/input/sqs.go -------------------------------------------------------------------------------- /input/sqs_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/input/sqs_test.go -------------------------------------------------------------------------------- /input/tcp.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/input/tcp.go -------------------------------------------------------------------------------- /input/tcp_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/input/tcp_test.go -------------------------------------------------------------------------------- /input/testdata/sqstest/bucket-a/path/to/file/1.zst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/input/testdata/sqstest/bucket-a/path/to/file/1.zst -------------------------------------------------------------------------------- /input/testdata/sqstest/bucket-a/path/to/file/2.zst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/input/testdata/sqstest/bucket-a/path/to/file/2.zst -------------------------------------------------------------------------------- /input/testdata/sqstest/bucket-b/path/to/file/1.zst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/input/testdata/sqstest/bucket-b/path/to/file/1.zst -------------------------------------------------------------------------------- /input/testdata/sqstest/bucket-b/path/to/file/2.zst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/input/testdata/sqstest/bucket-b/path/to/file/2.zst -------------------------------------------------------------------------------- /input/testdata/sqstest/bucket-c/path/to/file/1.zst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/input/testdata/sqstest/bucket-c/path/to/file/1.zst -------------------------------------------------------------------------------- /input/testdata/sqstest/bucket-c/path/to/file/2.zst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/input/testdata/sqstest/bucket-c/path/to/file/2.zst -------------------------------------------------------------------------------- /logline.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/logline.go -------------------------------------------------------------------------------- /logline_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/logline_test.go -------------------------------------------------------------------------------- /metrics.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/metrics.go -------------------------------------------------------------------------------- /metrics/all.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/metrics/all.go -------------------------------------------------------------------------------- /metrics/datadog/client.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/metrics/datadog/client.go -------------------------------------------------------------------------------- /metrics/datadog/client_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/metrics/datadog/client_test.go -------------------------------------------------------------------------------- /metrics/datadog/hook.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/metrics/datadog/hook.go -------------------------------------------------------------------------------- /metrics/datadog/hook_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/metrics/datadog/hook_test.go -------------------------------------------------------------------------------- /metrics/datadog/testdata/TestClientMetrics.metrics.golden: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/metrics/datadog/testdata/TestClientMetrics.metrics.golden -------------------------------------------------------------------------------- /metrics_client.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/metrics_client.go -------------------------------------------------------------------------------- /metrics_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/metrics_test.go -------------------------------------------------------------------------------- /nop_metrics.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/nop_metrics.go -------------------------------------------------------------------------------- /output/all.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/output/all.go -------------------------------------------------------------------------------- /output/aws.go: -------------------------------------------------------------------------------- 1 | package output 2 | -------------------------------------------------------------------------------- /output/bench_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/output/bench_test.go -------------------------------------------------------------------------------- /output/dyndb.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/output/dyndb.go -------------------------------------------------------------------------------- /output/filewriter.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/output/filewriter.go -------------------------------------------------------------------------------- /output/filewriter_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/output/filewriter_test.go -------------------------------------------------------------------------------- /output/nop.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/output/nop.go -------------------------------------------------------------------------------- /output/oplog.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/output/oplog.go -------------------------------------------------------------------------------- /output/outputtest/base.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/output/outputtest/base.go -------------------------------------------------------------------------------- /output/outputtest/recorder.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/output/outputtest/recorder.go -------------------------------------------------------------------------------- /output/sqlite.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/output/sqlite.go -------------------------------------------------------------------------------- /output/sqlite_cgo.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/output/sqlite_cgo.go -------------------------------------------------------------------------------- /output/sqlite_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/output/sqlite_test.go -------------------------------------------------------------------------------- /output/stats.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/output/stats.go -------------------------------------------------------------------------------- /output/testdata/filewriter/TestFileWriterIntegrationField0.golden: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/output/testdata/filewriter/TestFileWriterIntegrationField0.golden -------------------------------------------------------------------------------- /output/testdata/filewriter/TestFileWriterIntegrationIndex.golden: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/output/testdata/filewriter/TestFileWriterIntegrationIndex.golden -------------------------------------------------------------------------------- /output/testdata/filewriter/TestFileWriterIntegrationRotationIndex.golden: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/output/testdata/filewriter/TestFileWriterIntegrationRotationIndex.golden -------------------------------------------------------------------------------- /output/testdata/filewriter/input.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/output/testdata/filewriter/input.csv -------------------------------------------------------------------------------- /output/testdata/filewriter/input.csv.log.zst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/output/testdata/filewriter/input.csv.log.zst -------------------------------------------------------------------------------- /output/testdata/filewriter/input.sorted.golden: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/output/testdata/filewriter/input.sorted.golden -------------------------------------------------------------------------------- /output/websocket.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/output/websocket.go -------------------------------------------------------------------------------- /output/websocket/client.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/output/websocket/client.go -------------------------------------------------------------------------------- /output/websocket/server.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/output/websocket/server.go -------------------------------------------------------------------------------- /pkg/awsutils/backoff.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/pkg/awsutils/backoff.go -------------------------------------------------------------------------------- /pkg/awsutils/regions.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/pkg/awsutils/regions.go -------------------------------------------------------------------------------- /pkg/buffercache/bench_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/pkg/buffercache/bench_test.go -------------------------------------------------------------------------------- /pkg/buffercache/bitmap.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/pkg/buffercache/bitmap.go -------------------------------------------------------------------------------- /pkg/buffercache/bitmap_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/pkg/buffercache/bitmap_test.go -------------------------------------------------------------------------------- /pkg/buffercache/cache.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/pkg/buffercache/cache.go -------------------------------------------------------------------------------- /pkg/buffercache/cache_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/pkg/buffercache/cache_test.go -------------------------------------------------------------------------------- /pkg/buffercache/cold.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/pkg/buffercache/cold.go -------------------------------------------------------------------------------- /pkg/buffercache/cold_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/pkg/buffercache/cold_test.go -------------------------------------------------------------------------------- /pkg/buffercache/compressor.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/pkg/buffercache/compressor.go -------------------------------------------------------------------------------- /pkg/buffercache/compressor_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/pkg/buffercache/compressor_test.go -------------------------------------------------------------------------------- /pkg/buffercache/helper_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/pkg/buffercache/helper_test.go -------------------------------------------------------------------------------- /pkg/buffercache/location.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/pkg/buffercache/location.go -------------------------------------------------------------------------------- /pkg/buffercache/metrics.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/pkg/buffercache/metrics.go -------------------------------------------------------------------------------- /pkg/splitwriter/split_writer.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/pkg/splitwriter/split_writer.go -------------------------------------------------------------------------------- /pkg/splitwriter/split_writer_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/pkg/splitwriter/split_writer_test.go -------------------------------------------------------------------------------- /raw_output_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/raw_output_test.go -------------------------------------------------------------------------------- /record.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/record.go -------------------------------------------------------------------------------- /size_bytes.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/size_bytes.go -------------------------------------------------------------------------------- /size_bytes_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/size_bytes_test.go -------------------------------------------------------------------------------- /stats.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/stats.go -------------------------------------------------------------------------------- /stats_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/stats_test.go -------------------------------------------------------------------------------- /term.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/term.go -------------------------------------------------------------------------------- /term_windows.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/term_windows.go -------------------------------------------------------------------------------- /test_helper.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/test_helper.go -------------------------------------------------------------------------------- /testdata/TestStatsDumper.metrics.golden: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/testdata/TestStatsDumper.metrics.golden -------------------------------------------------------------------------------- /testdata/TestStatsDumper.stdout.golden: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/testdata/TestStatsDumper.stdout.golden -------------------------------------------------------------------------------- /testdata/advanced_csv.golden: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/testdata/advanced_csv.golden -------------------------------------------------------------------------------- /testdata/advanced_csv_0x1e.golden: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/testdata/advanced_csv_0x1e.golden -------------------------------------------------------------------------------- /testdata/advanced_csv_example.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/testdata/advanced_csv_example.toml -------------------------------------------------------------------------------- /testdata/advanced_csv_example_0x1e.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/testdata/advanced_csv_example_0x1e.toml -------------------------------------------------------------------------------- /testdata/basic_example.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/testdata/basic_example.toml -------------------------------------------------------------------------------- /testdata/customers_random.input.csv.zst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/testdata/customers_random.input.csv.zst -------------------------------------------------------------------------------- /testdata/input.csv.0x1e.zst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/testdata/input.csv.0x1e.zst -------------------------------------------------------------------------------- /testdata/input.csv.zst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/testdata/input.csv.zst -------------------------------------------------------------------------------- /testdata/validation.csv.gz.golden: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/testdata/validation.csv.gz.golden -------------------------------------------------------------------------------- /testutil/dir.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/testutil/dir.go -------------------------------------------------------------------------------- /testutil/golden.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/testutil/golden.go -------------------------------------------------------------------------------- /testutil/helpers.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/testutil/helpers.go -------------------------------------------------------------------------------- /testutil/logline.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/testutil/logline.go -------------------------------------------------------------------------------- /testutil/mock_metrics.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/testutil/mock_metrics.go -------------------------------------------------------------------------------- /topology.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/topology.go -------------------------------------------------------------------------------- /topology_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/topology_test.go -------------------------------------------------------------------------------- /tutorials/basic/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/tutorials/basic/README.md -------------------------------------------------------------------------------- /tutorials/basic/main.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/tutorials/basic/main.go -------------------------------------------------------------------------------- /tutorials/basic/topology.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/tutorials/basic/topology.toml -------------------------------------------------------------------------------- /upload/all.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/upload/all.go -------------------------------------------------------------------------------- /upload/s3.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/upload/s3.go -------------------------------------------------------------------------------- /upload/s3_integration_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/upload/s3_integration_test.go -------------------------------------------------------------------------------- /upload/s3_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/upload/s3_test.go -------------------------------------------------------------------------------- /upload/uploadtest/base.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/upload/uploadtest/base.go -------------------------------------------------------------------------------- /user_config_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AdRoll/baker/HEAD/user_config_test.go --------------------------------------------------------------------------------