├── .gitignore ├── Makefile ├── README.md ├── backlog ├── backlog.go ├── backlog_test.go └── util.go ├── clickhouse ├── upload.go ├── util.go └── util_test.go ├── config └── config.go ├── doc └── schema.jpg ├── etc ├── config.yaml ├── debian │ ├── postinst.sh │ └── prerm.sh ├── examples │ ├── clickhouse │ │ └── table_schema.sql │ ├── example_config.yaml │ ├── nginx.conf │ └── rsyslog │ │ ├── 01-nginx-tcp.conf │ │ └── 30-nginx-zmq.conf ├── make-deb-package.go └── nginx-log-collector.service ├── go.mod ├── go.sum ├── nginx-log-collector.go ├── parser ├── error_log.go ├── error_log_test.go └── testdata │ ├── error1 │ └── errorphp ├── processor ├── access_log.go ├── convert.go ├── error_log.go ├── functions │ ├── calculateSHA1.go │ ├── calculateSHA1_test.go │ ├── dispatch.go │ ├── ipToUint32.go │ ├── ipToUint32_test.go │ ├── limitMaxLength.go │ ├── limitMaxLength_test.go │ ├── splitAndStore.go │ ├── toArray.go │ ├── toArray_test.go │ └── types.go ├── processor.go ├── tag_processor.go └── transformer.go ├── receiver ├── http.go ├── tcp.go └── zmq.go ├── service └── service.go ├── uploader └── uploader.go └── utils ├── datetime.go └── limiter.go /.gitignore: -------------------------------------------------------------------------------- 1 | build/ -------------------------------------------------------------------------------- /Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avito-tech/nginx-log-collector/HEAD/Makefile -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avito-tech/nginx-log-collector/HEAD/README.md -------------------------------------------------------------------------------- /backlog/backlog.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avito-tech/nginx-log-collector/HEAD/backlog/backlog.go -------------------------------------------------------------------------------- /backlog/backlog_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avito-tech/nginx-log-collector/HEAD/backlog/backlog_test.go -------------------------------------------------------------------------------- /backlog/util.go: -------------------------------------------------------------------------------- 1 | package backlog 2 | -------------------------------------------------------------------------------- /clickhouse/upload.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avito-tech/nginx-log-collector/HEAD/clickhouse/upload.go -------------------------------------------------------------------------------- /clickhouse/util.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avito-tech/nginx-log-collector/HEAD/clickhouse/util.go -------------------------------------------------------------------------------- /clickhouse/util_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avito-tech/nginx-log-collector/HEAD/clickhouse/util_test.go -------------------------------------------------------------------------------- /config/config.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avito-tech/nginx-log-collector/HEAD/config/config.go -------------------------------------------------------------------------------- /doc/schema.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avito-tech/nginx-log-collector/HEAD/doc/schema.jpg -------------------------------------------------------------------------------- /etc/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avito-tech/nginx-log-collector/HEAD/etc/config.yaml -------------------------------------------------------------------------------- /etc/debian/postinst.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avito-tech/nginx-log-collector/HEAD/etc/debian/postinst.sh -------------------------------------------------------------------------------- /etc/debian/prerm.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avito-tech/nginx-log-collector/HEAD/etc/debian/prerm.sh -------------------------------------------------------------------------------- /etc/examples/clickhouse/table_schema.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avito-tech/nginx-log-collector/HEAD/etc/examples/clickhouse/table_schema.sql -------------------------------------------------------------------------------- /etc/examples/example_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avito-tech/nginx-log-collector/HEAD/etc/examples/example_config.yaml -------------------------------------------------------------------------------- /etc/examples/nginx.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avito-tech/nginx-log-collector/HEAD/etc/examples/nginx.conf -------------------------------------------------------------------------------- /etc/examples/rsyslog/01-nginx-tcp.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avito-tech/nginx-log-collector/HEAD/etc/examples/rsyslog/01-nginx-tcp.conf -------------------------------------------------------------------------------- /etc/examples/rsyslog/30-nginx-zmq.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avito-tech/nginx-log-collector/HEAD/etc/examples/rsyslog/30-nginx-zmq.conf -------------------------------------------------------------------------------- /etc/make-deb-package.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avito-tech/nginx-log-collector/HEAD/etc/make-deb-package.go -------------------------------------------------------------------------------- /etc/nginx-log-collector.service: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avito-tech/nginx-log-collector/HEAD/etc/nginx-log-collector.service -------------------------------------------------------------------------------- /go.mod: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avito-tech/nginx-log-collector/HEAD/go.mod -------------------------------------------------------------------------------- /go.sum: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avito-tech/nginx-log-collector/HEAD/go.sum -------------------------------------------------------------------------------- /nginx-log-collector.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avito-tech/nginx-log-collector/HEAD/nginx-log-collector.go -------------------------------------------------------------------------------- /parser/error_log.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avito-tech/nginx-log-collector/HEAD/parser/error_log.go -------------------------------------------------------------------------------- /parser/error_log_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avito-tech/nginx-log-collector/HEAD/parser/error_log_test.go -------------------------------------------------------------------------------- /parser/testdata/error1: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avito-tech/nginx-log-collector/HEAD/parser/testdata/error1 -------------------------------------------------------------------------------- /parser/testdata/errorphp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avito-tech/nginx-log-collector/HEAD/parser/testdata/errorphp -------------------------------------------------------------------------------- /processor/access_log.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avito-tech/nginx-log-collector/HEAD/processor/access_log.go -------------------------------------------------------------------------------- /processor/convert.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avito-tech/nginx-log-collector/HEAD/processor/convert.go -------------------------------------------------------------------------------- /processor/error_log.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avito-tech/nginx-log-collector/HEAD/processor/error_log.go -------------------------------------------------------------------------------- /processor/functions/calculateSHA1.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avito-tech/nginx-log-collector/HEAD/processor/functions/calculateSHA1.go -------------------------------------------------------------------------------- /processor/functions/calculateSHA1_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avito-tech/nginx-log-collector/HEAD/processor/functions/calculateSHA1_test.go -------------------------------------------------------------------------------- /processor/functions/dispatch.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avito-tech/nginx-log-collector/HEAD/processor/functions/dispatch.go -------------------------------------------------------------------------------- /processor/functions/ipToUint32.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avito-tech/nginx-log-collector/HEAD/processor/functions/ipToUint32.go -------------------------------------------------------------------------------- /processor/functions/ipToUint32_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avito-tech/nginx-log-collector/HEAD/processor/functions/ipToUint32_test.go -------------------------------------------------------------------------------- /processor/functions/limitMaxLength.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avito-tech/nginx-log-collector/HEAD/processor/functions/limitMaxLength.go -------------------------------------------------------------------------------- /processor/functions/limitMaxLength_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avito-tech/nginx-log-collector/HEAD/processor/functions/limitMaxLength_test.go -------------------------------------------------------------------------------- /processor/functions/splitAndStore.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avito-tech/nginx-log-collector/HEAD/processor/functions/splitAndStore.go -------------------------------------------------------------------------------- /processor/functions/toArray.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avito-tech/nginx-log-collector/HEAD/processor/functions/toArray.go -------------------------------------------------------------------------------- /processor/functions/toArray_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avito-tech/nginx-log-collector/HEAD/processor/functions/toArray_test.go -------------------------------------------------------------------------------- /processor/functions/types.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avito-tech/nginx-log-collector/HEAD/processor/functions/types.go -------------------------------------------------------------------------------- /processor/processor.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avito-tech/nginx-log-collector/HEAD/processor/processor.go -------------------------------------------------------------------------------- /processor/tag_processor.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avito-tech/nginx-log-collector/HEAD/processor/tag_processor.go -------------------------------------------------------------------------------- /processor/transformer.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avito-tech/nginx-log-collector/HEAD/processor/transformer.go -------------------------------------------------------------------------------- /receiver/http.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avito-tech/nginx-log-collector/HEAD/receiver/http.go -------------------------------------------------------------------------------- /receiver/tcp.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avito-tech/nginx-log-collector/HEAD/receiver/tcp.go -------------------------------------------------------------------------------- /receiver/zmq.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avito-tech/nginx-log-collector/HEAD/receiver/zmq.go -------------------------------------------------------------------------------- /service/service.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avito-tech/nginx-log-collector/HEAD/service/service.go -------------------------------------------------------------------------------- /uploader/uploader.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avito-tech/nginx-log-collector/HEAD/uploader/uploader.go -------------------------------------------------------------------------------- /utils/datetime.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avito-tech/nginx-log-collector/HEAD/utils/datetime.go -------------------------------------------------------------------------------- /utils/limiter.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/avito-tech/nginx-log-collector/HEAD/utils/limiter.go --------------------------------------------------------------------------------