├── .gitignore ├── Basics of Logstash ├── common-filter-options.conf ├── file-output.conf ├── filtering-events.conf ├── handling-json-input.conf ├── hello-world-1.conf ├── hello-world-2.conf └── json-http.conf ├── Collection Logs with Filebeat ├── handling-multiline-logs-approach-1.yml ├── handling-multiline-logs-approach-2.yml └── pipelines │ ├── finishing-up-the-pipeline.conf │ └── processing-apache-error-logs.conf ├── LICENSE.md ├── Project Apache ├── automatic-config-reload-file-input.conf ├── config │ ├── pipelines.yml │ └── pipelines │ │ ├── access.conf │ │ └── errors.conf ├── finishing-the-grok-pattern.conf ├── finishing-up-the-pipeline.conf ├── geographical-data-enrichment.conf ├── handling-multiline-events-the-easy-way.conf ├── handling-multiline-events.conf ├── parsing-requests-with-grok.conf ├── parsing-stack-traces-with-grok.conf ├── parsing-user-agents.conf ├── sending-processed-events-to-elasticsearch.conf ├── working-with-conditional-statements.conf └── working-with-metadata.conf ├── README.md └── data ├── apache-access-logs.zip ├── apache-errors.log ├── apache_access.log └── java_errors.log /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codingexplained/data-processing-with-logstash/HEAD/.gitignore -------------------------------------------------------------------------------- /Basics of Logstash/common-filter-options.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codingexplained/data-processing-with-logstash/HEAD/Basics of Logstash/common-filter-options.conf -------------------------------------------------------------------------------- /Basics of Logstash/file-output.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codingexplained/data-processing-with-logstash/HEAD/Basics of Logstash/file-output.conf -------------------------------------------------------------------------------- /Basics of Logstash/filtering-events.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codingexplained/data-processing-with-logstash/HEAD/Basics of Logstash/filtering-events.conf -------------------------------------------------------------------------------- /Basics of Logstash/handling-json-input.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codingexplained/data-processing-with-logstash/HEAD/Basics of Logstash/handling-json-input.conf -------------------------------------------------------------------------------- /Basics of Logstash/hello-world-1.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codingexplained/data-processing-with-logstash/HEAD/Basics of Logstash/hello-world-1.conf -------------------------------------------------------------------------------- /Basics of Logstash/hello-world-2.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codingexplained/data-processing-with-logstash/HEAD/Basics of Logstash/hello-world-2.conf -------------------------------------------------------------------------------- /Basics of Logstash/json-http.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codingexplained/data-processing-with-logstash/HEAD/Basics of Logstash/json-http.conf -------------------------------------------------------------------------------- /Collection Logs with Filebeat/handling-multiline-logs-approach-1.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codingexplained/data-processing-with-logstash/HEAD/Collection Logs with Filebeat/handling-multiline-logs-approach-1.yml -------------------------------------------------------------------------------- /Collection Logs with Filebeat/handling-multiline-logs-approach-2.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codingexplained/data-processing-with-logstash/HEAD/Collection Logs with Filebeat/handling-multiline-logs-approach-2.yml -------------------------------------------------------------------------------- /Collection Logs with Filebeat/pipelines/finishing-up-the-pipeline.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codingexplained/data-processing-with-logstash/HEAD/Collection Logs with Filebeat/pipelines/finishing-up-the-pipeline.conf -------------------------------------------------------------------------------- /Collection Logs with Filebeat/pipelines/processing-apache-error-logs.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codingexplained/data-processing-with-logstash/HEAD/Collection Logs with Filebeat/pipelines/processing-apache-error-logs.conf -------------------------------------------------------------------------------- /LICENSE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codingexplained/data-processing-with-logstash/HEAD/LICENSE.md -------------------------------------------------------------------------------- /Project Apache/automatic-config-reload-file-input.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codingexplained/data-processing-with-logstash/HEAD/Project Apache/automatic-config-reload-file-input.conf -------------------------------------------------------------------------------- /Project Apache/config/pipelines.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codingexplained/data-processing-with-logstash/HEAD/Project Apache/config/pipelines.yml -------------------------------------------------------------------------------- /Project Apache/config/pipelines/access.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codingexplained/data-processing-with-logstash/HEAD/Project Apache/config/pipelines/access.conf -------------------------------------------------------------------------------- /Project Apache/config/pipelines/errors.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codingexplained/data-processing-with-logstash/HEAD/Project Apache/config/pipelines/errors.conf -------------------------------------------------------------------------------- /Project Apache/finishing-the-grok-pattern.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codingexplained/data-processing-with-logstash/HEAD/Project Apache/finishing-the-grok-pattern.conf -------------------------------------------------------------------------------- /Project Apache/finishing-up-the-pipeline.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codingexplained/data-processing-with-logstash/HEAD/Project Apache/finishing-up-the-pipeline.conf -------------------------------------------------------------------------------- /Project Apache/geographical-data-enrichment.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codingexplained/data-processing-with-logstash/HEAD/Project Apache/geographical-data-enrichment.conf -------------------------------------------------------------------------------- /Project Apache/handling-multiline-events-the-easy-way.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codingexplained/data-processing-with-logstash/HEAD/Project Apache/handling-multiline-events-the-easy-way.conf -------------------------------------------------------------------------------- /Project Apache/handling-multiline-events.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codingexplained/data-processing-with-logstash/HEAD/Project Apache/handling-multiline-events.conf -------------------------------------------------------------------------------- /Project Apache/parsing-requests-with-grok.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codingexplained/data-processing-with-logstash/HEAD/Project Apache/parsing-requests-with-grok.conf -------------------------------------------------------------------------------- /Project Apache/parsing-stack-traces-with-grok.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codingexplained/data-processing-with-logstash/HEAD/Project Apache/parsing-stack-traces-with-grok.conf -------------------------------------------------------------------------------- /Project Apache/parsing-user-agents.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codingexplained/data-processing-with-logstash/HEAD/Project Apache/parsing-user-agents.conf -------------------------------------------------------------------------------- /Project Apache/sending-processed-events-to-elasticsearch.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codingexplained/data-processing-with-logstash/HEAD/Project Apache/sending-processed-events-to-elasticsearch.conf -------------------------------------------------------------------------------- /Project Apache/working-with-conditional-statements.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codingexplained/data-processing-with-logstash/HEAD/Project Apache/working-with-conditional-statements.conf -------------------------------------------------------------------------------- /Project Apache/working-with-metadata.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codingexplained/data-processing-with-logstash/HEAD/Project Apache/working-with-metadata.conf -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codingexplained/data-processing-with-logstash/HEAD/README.md -------------------------------------------------------------------------------- /data/apache-access-logs.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codingexplained/data-processing-with-logstash/HEAD/data/apache-access-logs.zip -------------------------------------------------------------------------------- /data/apache-errors.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codingexplained/data-processing-with-logstash/HEAD/data/apache-errors.log -------------------------------------------------------------------------------- /data/apache_access.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codingexplained/data-processing-with-logstash/HEAD/data/apache_access.log -------------------------------------------------------------------------------- /data/java_errors.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/codingexplained/data-processing-with-logstash/HEAD/data/java_errors.log --------------------------------------------------------------------------------