value) throws ProcessorException;
37 |
38 | }
39 |
--------------------------------------------------------------------------------
/loghub-core/src/main/java/loghub/processors/UnstackException.java:
--------------------------------------------------------------------------------
1 | package loghub.processors;
2 |
3 | import loghub.Processor;
4 | import loghub.events.Event;
5 |
6 | public class UnstackException extends Processor {
7 |
8 | @Override
9 | public boolean process(Event event) {
10 | event.popException();
11 | return true;
12 | }
13 |
14 | }
15 |
--------------------------------------------------------------------------------
/loghub-core/src/main/java/loghub/processors/UnwrapEvent.java:
--------------------------------------------------------------------------------
1 | package loghub.processors;
2 |
3 | public class UnwrapEvent extends Identity {
4 |
5 | }
6 |
--------------------------------------------------------------------------------
/loghub-core/src/main/java/loghub/processors/WrapEvent.java:
--------------------------------------------------------------------------------
1 | package loghub.processors;
2 |
3 | import loghub.VariablePath;
4 |
5 | public class WrapEvent extends Identity {
6 |
7 | public WrapEvent(VariablePath collectionPath) {
8 | this.setPathArray(collectionPath);
9 | }
10 |
11 | }
12 |
--------------------------------------------------------------------------------
/loghub-core/src/main/java/loghub/receivers/Blocking.java:
--------------------------------------------------------------------------------
1 | package loghub.receivers;
2 |
3 | import java.lang.annotation.Documented;
4 | import java.lang.annotation.Inherited;
5 | import java.lang.annotation.Retention;
6 | import java.lang.annotation.Target;
7 |
8 | import static java.lang.annotation.ElementType.TYPE;
9 | import static java.lang.annotation.RetentionPolicy.RUNTIME;
10 |
11 | /**
12 | * An annotation that's used to indicate that the receiver should block if
13 | * the destination queue is full, instead of dropping the event. It's too be used for
14 | * receiver that read from an already buffered source like Kafka or a followed file.
15 | *
16 | * When just given, it defaults to block. But it can also be given a value that will reverse it's comportement
17 | *
18 | * @author Fabrice Bacchella
19 | *
20 | */
21 | @Documented
22 | @Retention(RUNTIME)
23 | @Target(TYPE)
24 | @Inherited
25 | public @interface Blocking {
26 | boolean value() default true;
27 | }
28 |
--------------------------------------------------------------------------------
/loghub-core/src/main/java/loghub/receivers/SelfDecoder.java:
--------------------------------------------------------------------------------
1 | package loghub.receivers;
2 |
3 | import java.lang.annotation.Inherited;
4 | import java.lang.annotation.Retention;
5 | import java.lang.annotation.Target;
6 |
7 | import static java.lang.annotation.ElementType.TYPE;
8 | import static java.lang.annotation.RetentionPolicy.RUNTIME;
9 |
10 | @Retention(RUNTIME)
11 | @Target(TYPE)
12 | @Inherited
13 | public @interface SelfDecoder {
14 |
15 | }
16 |
--------------------------------------------------------------------------------
/loghub-core/src/main/java/loghub/receivers/TcpLinesStream.java:
--------------------------------------------------------------------------------
1 | package loghub.receivers;
2 |
3 | import loghub.BuilderClass;
4 | import loghub.Helpers;
5 | import loghub.decoders.StringCodec;
6 |
7 | @BuilderClass(TcpLinesStream.Builder.class)
8 | public class TcpLinesStream extends AbstractNettyStream {
9 |
10 | public static class Builder extends AbstractNettyStream.Builder {
11 | public Builder() {
12 | super();
13 | // A ready to use TcpLinesStream: single line text message.
14 | StringCodec.Builder sbuilder = new StringCodec.Builder();
15 | setDecoder(sbuilder.build());
16 | }
17 | @Override
18 | public TcpLinesStream build() {
19 | return new TcpLinesStream(this);
20 | }
21 | }
22 | public static Builder getBuilder() {
23 | return new Builder();
24 | }
25 |
26 | private TcpLinesStream(Builder builder) {
27 | super(builder);
28 | }
29 |
30 | @Override
31 | protected String getThreadPrefix(Builder builder) {
32 | return "LineReceiver";
33 | }
34 |
35 | @Override
36 | public String getReceiverName() {
37 | return "LineReceiver/" + Helpers.ListenString(getListen()) + "/" + getPort();
38 | }
39 |
40 | }
41 |
--------------------------------------------------------------------------------
/loghub-core/src/main/java/loghub/security/ssl/ClientAuthentication.java:
--------------------------------------------------------------------------------
1 | package loghub.security.ssl;
2 |
3 | import javax.net.ssl.SSLEngine;
4 |
5 | public enum ClientAuthentication {
6 | REQUIRED {
7 | @Override
8 | public void configureEngine(SSLEngine engine) {
9 | engine.setNeedClientAuth(true);
10 | }
11 | },
12 | WANTED {
13 | @Override
14 | public void configureEngine(SSLEngine engine) {
15 | engine.setWantClientAuth(true);
16 | }
17 | },
18 | NOTNEEDED {
19 | @Override
20 | public void configureEngine(SSLEngine engine) {
21 | engine.setNeedClientAuth(false);
22 | engine.setWantClientAuth(false);
23 | }
24 | },
25 | NONE {
26 | @Override
27 | public void configureEngine(SSLEngine engine) {
28 | // No TLS configured
29 | }
30 | };
31 | public abstract void configureEngine(SSLEngine engine);
32 | }
33 |
--------------------------------------------------------------------------------
/loghub-core/src/main/java/loghub/senders/AsyncSender.java:
--------------------------------------------------------------------------------
1 | package loghub.senders;
2 |
3 | import java.lang.annotation.Documented;
4 | import java.lang.annotation.Inherited;
5 | import java.lang.annotation.Retention;
6 | import java.lang.annotation.Target;
7 |
8 | import static java.lang.annotation.ElementType.TYPE;
9 | import static java.lang.annotation.RetentionPolicy.RUNTIME;
10 |
11 | @Documented
12 | @Retention(RUNTIME)
13 | @Target(TYPE)
14 | @Inherited
15 | public @interface AsyncSender {
16 |
17 | }
18 |
--------------------------------------------------------------------------------
/loghub-core/src/main/java/loghub/senders/SelfEncoder.java:
--------------------------------------------------------------------------------
1 | package loghub.senders;
2 |
3 | import java.lang.annotation.Inherited;
4 | import java.lang.annotation.Retention;
5 | import java.lang.annotation.Target;
6 |
7 | import static java.lang.annotation.ElementType.TYPE;
8 | import static java.lang.annotation.RetentionPolicy.RUNTIME;
9 |
10 | @Retention(RUNTIME)
11 | @Target(TYPE)
12 | @Inherited
13 | public @interface SelfEncoder {
14 |
15 | }
16 |
--------------------------------------------------------------------------------
/loghub-core/src/main/java/loghub/senders/SendException.java:
--------------------------------------------------------------------------------
1 | package loghub.senders;
2 |
3 | public class SendException extends Exception {
4 |
5 | public SendException(Throwable cause) {
6 | super(cause);
7 | }
8 |
9 | }
10 |
--------------------------------------------------------------------------------
/loghub-core/src/main/java/loghub/sources/Source.java:
--------------------------------------------------------------------------------
1 | package loghub.sources;
2 |
3 | import java.util.Map;
4 |
5 | import loghub.configuration.Properties;
6 |
7 | public interface Source extends Map {
8 | boolean configure(Properties properties);
9 | }
10 |
--------------------------------------------------------------------------------
/loghub-core/src/main/java/loghub/types/Dn.java:
--------------------------------------------------------------------------------
1 | package loghub.types;
2 |
3 | import java.util.ArrayList;
4 | import java.util.Collections;
5 | import java.util.List;
6 | import java.util.stream.Collectors;
7 |
8 | import javax.naming.InvalidNameException;
9 | import javax.naming.ldap.LdapName;
10 | import javax.naming.ldap.Rdn;
11 |
12 | import com.fasterxml.jackson.annotation.JsonValue;
13 |
14 | import loghub.cloners.Immutable;
15 | import loghub.Helpers;
16 | import lombok.Data;
17 | import lombok.Getter;
18 |
19 | @Getter
20 | @Data
21 | @Immutable
22 | public class Dn {
23 |
24 | private final LdapName name;
25 |
26 | public Dn(String name) {
27 | try {
28 | this.name = new LdapName(name);
29 | } catch (InvalidNameException ex) {
30 | throw new IllegalArgumentException(Helpers.resolveThrowableException(ex), ex);
31 | }
32 | }
33 |
34 | @Override
35 | @JsonValue
36 | public String toString() {
37 | List parts = new ArrayList<>(name.getRdns());
38 | Collections.reverse(parts);
39 | return parts.stream().map(Rdn::toString).collect(Collectors.joining(", "));
40 | }
41 |
42 | }
43 |
--------------------------------------------------------------------------------
/loghub-core/src/main/resources/META-INF/mime.types:
--------------------------------------------------------------------------------
1 | text/css css
2 | text/javascript js
3 | application/xml xml xsl
4 | application/json json
5 | application/yaml yaml
6 | text/csv csv
7 |
8 | # See http://pki-tutorial.readthedocs.io/en/latest/mime.html#file-types for explanations
9 | application/pkcs8 p8 key
10 | application/pkcs10 p10 csr
11 | application/pkix-cert cer crt der
12 | application/pkix-crl crl
13 | application/pkcs7-mime p7c
14 | # Netscape version of application/pkix-cert
15 | # application/x-x509-ca-cert crt der
16 | # application/x-x509-user-cert crt
17 | application/x-pkcs7-crl crl
18 | application/x-pem-file pem
19 | application/x-pkcs12 p12 pfx
20 | application/x-pkcs7-certificates p7b spc
21 | application/x-pkcs7-certreqresp p7r
22 | application/x-java-keystore jks
23 | application/x-java-jce-keystore jceks
24 | application/x-java-bc-keystore bks
25 | application/x-java-bc-uber-keystore ubr
26 | font/ttf ttf
27 | font/woff woff
28 | font/woff2 woff2
29 |
30 | image/svg+xml svg
31 | image/x-ico ico
32 |
33 | application/python py
34 | application/x-groovy groovy
35 |
--------------------------------------------------------------------------------
/loghub-core/src/main/resources/META-INF/services/loghub.commands.CommandLineHandler:
--------------------------------------------------------------------------------
1 | loghub.commands.TimePattern
2 | loghub.commands.CommandJwt
3 | loghub.commands.CommandPassword
4 | loghub.commands.TestPipeline
5 | loghub.commands.Launch
6 |
--------------------------------------------------------------------------------
/loghub-core/src/main/resources/META-INF/services/loghub.netty.transport.PollerServiceProvider:
--------------------------------------------------------------------------------
1 | loghub.netty.transport.NioPollerServiceProvider
2 | loghub.netty.transport.OioPollerServiceProvider
3 | loghub.netty.transport.EpollPollerServiceProvider
4 | loghub.netty.transport.IoUringPollerServiceProvider
5 | loghub.netty.transport.KQueuePollerServiceProvider
6 | loghub.netty.transport.LocalPollerServiceProvider
7 |
--------------------------------------------------------------------------------
/loghub-core/src/main/resources/log4j2.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
14 |
15 |
--------------------------------------------------------------------------------
/loghub-core/src/main/resources/patterns/apache:
--------------------------------------------------------------------------------
1 | HTTPDERROR_DATE %{DAY} %{MONTH} %{MONTHDAY} %{TIME} %{YEAR}
2 | HTTPDATE %{MONTHDAY}/%{MONTH}/%{YEAR}:%{TIME} %{INT}
3 |
4 | # Shortcuts
5 | QS %{QUOTEDSTRING}
6 |
7 | COMMONAPACHELOG %{IPORHOST:clientip} %{HTTPDUSER:ident} %{USER:auth} \[%{HTTPDATE:timestamp}\] "(?:%{WORD:verb} %{NOTSPACE:request}(?: HTTP/%{NUMBER:httpversion})?|%{DATA:rawrequest})" %{NUMBER:response} (?:%{NUMBER:bytes}|-)
8 | COMBINEDAPACHELOG %{COMMONAPACHELOG} %{QS:referrer} %{QS:agent}
9 | HTTPD20_ERRORLOG \[%{HTTPDERROR_DATE:timestamp}\] \[%{LOGLEVEL:loglevel}\] (?:\[client %{IPORHOST:clientip}\] ){0,1}%{GREEDYDATA:errormsg}
10 | HTTPD24_ERRORLOG \[%{HTTPDERROR_DATE:timestamp}\] \[%{WORD:module}:%{LOGLEVEL:loglevel}\] \[pid %{POSINT:pid}:tid %{NUMBER:tid}\]( \(%{POSINT:proxy_errorcode}\)%{DATA:proxy_errormessage}:)?( \[client %{IPORHOST:client}:%{POSINT:clientport}\])? %{DATA:errorcode}: %{GREEDYDATA:message}
11 | HTTPD_ERRORLOG %{HTTPD20_ERRORLOG}|%{HTTPD24_ERRORLOG}
12 |
13 | HTTPDUSER %{EMAILADDRESS}|%{USER}
14 |
--------------------------------------------------------------------------------
/loghub-core/src/main/resources/patterns/aws:
--------------------------------------------------------------------------------
1 | S3_REQUEST_LINE (?:%{WORD:verb} %{NOTSPACE:request}(?: HTTP/%{NUMBER:httpversion})?|%{DATA:rawrequest})
2 |
3 | S3_ACCESS_LOG %{WORD:owner} %{NOTSPACE:bucket} \[%{HTTPDATE:timestamp}\] %{IP:clientip} %{NOTSPACE:requester} %{NOTSPACE:request_id} %{NOTSPACE:operation} %{NOTSPACE:key} (?:"%{S3_REQUEST_LINE}"|-) (?:%{INT:response:int}|-) (?:-|%{NOTSPACE:error_code}) (?:%{INT:bytes:int}|-) (?:%{INT:object_size:int}|-) (?:%{INT:request_time_ms:int}|-) (?:%{INT:turnaround_time_ms:int}|-) (?:%{QS:referrer}|-) (?:"?%{QS:agent}"?|-) (?:-|%{NOTSPACE:version_id})
4 |
5 | ELB_URIPATHPARAM %{URIPATH:path}(?:%{URIPARAM:params})?
6 |
7 | ELB_URI %{URIPROTO:proto}://(?:%{USER}(?::[^@]*)?@)?(?:%{URIHOST:urihost})?(?:%{ELB_URIPATHPARAM})?
8 |
9 | ELB_REQUEST_LINE (?:%{WORD:verb} %{ELB_URI:request}(?: HTTP/%{NUMBER:httpversion})?|%{DATA:rawrequest})
10 |
11 | ELB_ACCESS_LOG %{TIMESTAMP_ISO8601:timestamp} %{NOTSPACE:elb} %{IP:clientip}:%{INT:clientport:int} (?:(%{IP:backendip}:?:%{INT:backendport:int})|-) %{NUMBER:request_processing_time:float} %{NUMBER:backend_processing_time:float} %{NUMBER:response_processing_time:float} %{INT:response:int} %{INT:backend_response:int} %{INT:received_bytes:int} %{INT:bytes:int} "%{ELB_REQUEST_LINE}"
12 |
--------------------------------------------------------------------------------
/loghub-core/src/main/resources/patterns/exim:
--------------------------------------------------------------------------------
1 | EXIM_MSGID [0-9A-Za-z]{6}-[0-9A-Za-z]{6}-[0-9A-Za-z]{2}
2 | EXIM_FLAGS (<=|[-=>*]>|[*]{2}|==)
3 | EXIM_DATE %{YEAR:exim_year}-%{MONTHNUM:exim_month}-%{MONTHDAY:exim_day} %{TIME:exim_time}
4 | EXIM_PID \[%{POSINT}\]
5 | EXIM_QT ((\d+y)?(\d+w)?(\d+d)?(\d+h)?(\d+m)?(\d+s)?)
6 | EXIM_EXCLUDE_TERMS (Message is frozen|(Start|End) queue run| Warning: | retry time not reached | no (IP address|host name) found for (IP address|host) | unexpected disconnection while reading SMTP command | no immediate delivery: |another process is handling this message)
7 | EXIM_REMOTE_HOST (H=(%{NOTSPACE:remote_hostname} )?(\(%{NOTSPACE:remote_heloname}\) )?\[%{IP:remote_host}\])
8 | EXIM_INTERFACE (I=\[%{IP:exim_interface}\](:%{NUMBER:exim_interface_port}))
9 | EXIM_PROTOCOL (P=%{NOTSPACE:protocol})
10 | EXIM_MSG_SIZE (S=%{NUMBER:exim_msg_size})
11 | EXIM_HEADER_ID (id=%{NOTSPACE:exim_header_id})
12 | EXIM_SUBJECT (T=%{QS:exim_subject})
13 |
14 |
--------------------------------------------------------------------------------
/loghub-core/src/main/resources/patterns/java:
--------------------------------------------------------------------------------
1 | JAVACLASS (?:[a-zA-Z$_][a-zA-Z$_0-9]*\.)*[a-zA-Z$_][a-zA-Z$_0-9]*
2 | #Space is an allowed character to match special cases like 'Native Method' or 'Unknown Source'
3 | JAVAFILE (?:[A-Za-z0-9_. -]+)
4 | #Allow special method
5 | JAVAMETHOD (?:()|[a-zA-Z$_][a-zA-Z$_0-9]*)
6 | #Line number is optional in special cases 'Native method' or 'Unknown source'
7 | JAVASTACKTRACEPART %{SPACE}at %{JAVACLASS:class}\.%{JAVAMETHOD:method}\(%{JAVAFILE:file}(?::%{NUMBER:line})?\)
8 | # Java Logs
9 | JAVATHREAD (?:[A-Z]{2}-Processor[\d]+)
10 | JAVALOGMESSAGE (.*)
11 | # MMM dd, yyyy HH:mm:ss eg: Jan 9, 2014 7:13:13 AM
12 | CATALINA_DATESTAMP %{MONTH} %{MONTHDAY}, 20%{YEAR} %{HOUR}:?%{MINUTE}(?::?%{SECOND}) (?:AM|PM)
13 | # yyyy-MM-dd HH:mm:ss,SSS ZZZ eg: 2014-01-09 17:32:25,527 -0800
14 | TOMCAT_DATESTAMP 20%{YEAR}-%{MONTHNUM}-%{MONTHDAY} %{HOUR}:?%{MINUTE}(?::?%{SECOND}) %{ISO8601_TIMEZONE}
15 | CATALINALOG %{CATALINA_DATESTAMP:timestamp} %{JAVACLASS:class} %{JAVALOGMESSAGE:logmessage}
16 | # 2014-01-09 20:03:28,269 -0800 | ERROR | com.example.service.ExampleService - something compeletely unexpected happened...
17 | TOMCATLOG %{TOMCAT_DATESTAMP:timestamp} \| %{LOGLEVEL:level} \| %{JAVACLASS:class} - %{JAVALOGMESSAGE:logmessage}
18 |
--------------------------------------------------------------------------------
/loghub-core/src/main/resources/patterns/junos:
--------------------------------------------------------------------------------
1 | # JUNOS 11.4 RT_FLOW patterns
2 | RT_FLOW_EVENT (RT_FLOW_SESSION_CREATE|RT_FLOW_SESSION_CLOSE|RT_FLOW_SESSION_DENY)
3 |
4 | RT_FLOW1 %{RT_FLOW_EVENT:event}: %{GREEDYDATA:close-reason}: %{IP:src-ip}/%{INT:src-port}->%{IP:dst-ip}/%{INT:dst-port} %{DATA:service} %{IP:nat-src-ip}/%{INT:nat-src-port}->%{IP:nat-dst-ip}/%{INT:nat-dst-port} %{DATA:src-nat-rule-name} %{DATA:dst-nat-rule-name} %{INT:protocol-id} %{DATA:policy-name} %{DATA:from-zone} %{DATA:to-zone} %{INT:session-id} \d+\(%{DATA:sent}\) \d+\(%{DATA:received}\) %{INT:elapsed-time} .*
5 |
6 | RT_FLOW2 %{RT_FLOW_EVENT:event}: session created %{IP:src-ip}/%{INT:src-port}->%{IP:dst-ip}/%{INT:dst-port} %{DATA:service} %{IP:nat-src-ip}/%{INT:nat-src-port}->%{IP:nat-dst-ip}/%{INT:nat-dst-port} %{DATA:src-nat-rule-name} %{DATA:dst-nat-rule-name} %{INT:protocol-id} %{DATA:policy-name} %{DATA:from-zone} %{DATA:to-zone} %{INT:session-id} .*
7 |
8 | RT_FLOW3 %{RT_FLOW_EVENT:event}: session denied %{IP:src-ip}/%{INT:src-port}->%{IP:dst-ip}/%{INT:dst-port} %{DATA:service} %{INT:protocol-id}\(\d\) %{DATA:policy-name} %{DATA:from-zone} %{DATA:to-zone} .*
9 |
10 |
--------------------------------------------------------------------------------
/loghub-core/src/main/resources/patterns/mcollective:
--------------------------------------------------------------------------------
1 | MCOLLECTIVEAUDIT %{TIMESTAMP_ISO8601:timestamp}:
2 |
--------------------------------------------------------------------------------
/loghub-core/src/main/resources/patterns/mcollective-patterns:
--------------------------------------------------------------------------------
1 | # Remember, these can be multi-line events.
2 | MCOLLECTIVE ., \[%{TIMESTAMP_ISO8601:timestamp} #%{POSINT:pid}\]%{SPACE}%{LOGLEVEL:event_level}
3 |
4 | MCOLLECTIVEAUDIT %{TIMESTAMP_ISO8601:timestamp}:
5 |
--------------------------------------------------------------------------------
/loghub-core/src/main/resources/patterns/mongodb:
--------------------------------------------------------------------------------
1 | MONGO_LOG %{SYSLOGTIMESTAMP:timestamp} \[%{WORD:component}\] %{GREEDYDATA:message}
2 | MONGO_QUERY \{ (?<={ ).*(?= } ntoreturn:) \}
3 | MONGO_SLOWQUERY %{WORD} %{MONGO_WORDDASH:database}\.%{MONGO_WORDDASH:collection} %{WORD}: %{MONGO_QUERY:query} %{WORD}:%{NONNEGINT:ntoreturn} %{WORD}:%{NONNEGINT:ntoskip} %{WORD}:%{NONNEGINT:nscanned}.*nreturned:%{NONNEGINT:nreturned}..+ (?[0-9]+)ms
4 | MONGO_WORDDASH \b[\w-]+\b
5 | MONGO3_SEVERITY \w
6 | MONGO3_COMPONENT %{WORD}|-
7 | MONGO3_LOG %{TIMESTAMP_ISO8601:timestamp} %{MONGO3_SEVERITY:severity} %{MONGO3_COMPONENT:component}%{SPACE}(?:\[%{DATA:context}\])? %{GREEDYDATA:message}
8 |
--------------------------------------------------------------------------------
/loghub-core/src/main/resources/patterns/nodename:
--------------------------------------------------------------------------------
1 | NODENAME [a-zA-Z0-9_-]+
2 | LOCALDOMAIN (\.localdomain)?
3 | LOCALHOST localhost
4 |
--------------------------------------------------------------------------------
/loghub-core/src/main/resources/patterns/postgresql:
--------------------------------------------------------------------------------
1 | # Default postgresql pg_log format pattern
2 | POSTGRESQL %{DATESTAMP:timestamp} %{TZ} %{DATA:user_id} %{GREEDYDATA:connection_id} %{POSINT:pid}
3 |
4 |
--------------------------------------------------------------------------------
/loghub-core/src/main/resources/patterns/rails:
--------------------------------------------------------------------------------
1 | RUUID \h{32}
2 | # rails controller with action
3 | RCONTROLLER (?[^#]+)#(?\w+)
4 |
5 | # this will often be the only line:
6 | RAILS3HEAD (?m)Started %{WORD:verb} "%{URIPATHPARAM:request}" for %{IPORHOST:clientip} at (?%{YEAR}-%{MONTHNUM}-%{MONTHDAY} %{HOUR}:%{MINUTE}:%{SECOND} %{ISO8601_TIMEZONE})
7 | # for some a strange reason, params are stripped of {} - not sure that's a good idea.
8 | RPROCESSING \W*Processing by %{RCONTROLLER} as (?\S+)(?:\W*Parameters: {%{DATA:params}}\W*)?
9 | RAILS3FOOT Completed %{NUMBER:response}%{DATA} in %{NUMBER:totalms}ms %{RAILS3PROFILE}%{GREEDYDATA}
10 | RAILS3PROFILE (?:\(Views: %{NUMBER:viewms}ms \| ActiveRecord: %{NUMBER:activerecordms}ms|\(ActiveRecord: %{NUMBER:activerecordms}ms)?
11 |
12 | # putting it all together
13 | RAILS3 %{RAILS3HEAD}(?:%{RPROCESSING})?(?(?:%{DATA}\n)*)(?:%{RAILS3FOOT})?
14 |
--------------------------------------------------------------------------------
/loghub-core/src/main/resources/patterns/redis:
--------------------------------------------------------------------------------
1 | REDISTIMESTAMP %{MONTHDAY} %{MONTH} %{TIME}
2 | REDISLOG \[%{POSINT:pid}\] %{REDISTIMESTAMP:timestamp} \*
3 |
4 |
--------------------------------------------------------------------------------
/loghub-core/src/main/resources/patterns/ruby:
--------------------------------------------------------------------------------
1 | RUBY_LOGLEVEL (?:DEBUG|FATAL|ERROR|WARN|INFO)
2 | RUBY_LOGGER [DFEWI], \[%{TIMESTAMP_ISO8601:timestamp} #%{POSINT:pid}\] *%{RUBY_LOGLEVEL:loglevel} -- +%{DATA:progname}: %{GREEDYDATA:message}
3 |
--------------------------------------------------------------------------------
/loghub-core/src/main/resources/patterns/squid:
--------------------------------------------------------------------------------
1 | SQUIDLINE ^%{TIMESTAMP_ISO8601:timestamp8601} +%{NUMBER:resptime} +%{IP:squidclient} +%{WORD:squidstatus}/%{NUMBER:remotestatus} +%{NUMBER:replysize} +%{WORD:reqmethod} +%{QUOTEDSTRING:request} +%{WORD:squidhierastatus}/(%{IP:ipremote}|-) +%{NOTSPACE:contenttype}
2 |
--------------------------------------------------------------------------------
/loghub-core/src/main/resources/patterns/time:
--------------------------------------------------------------------------------
1 | # Months: January, Feb, 3, 03, 12, December
2 | MONTH \b(?:Jan(?:uary|uar)?|Feb(?:ruary|ruar)?|M(?:a|ä)?r(?:ch|z)?|Apr(?:il)?|Ma(?:y|i)?|Jun(?:e|i)?|Jul(?:y)?|Aug(?:ust)?|Sep(?:tember)?|O(?:c|k)?t(?:ober)?|Nov(?:ember)?|De(?:c|z)(?:ember)?)\b
3 | MONTHNUM (?:0?[1-9]|1[0-2])
4 | MONTHNUM2 (?:0[1-9]|1[0-2])
5 | MONTHDAY (?:(?:0[1-9])|(?:[12][0-9])|(?:3[01])|[1-9])
6 |
7 | # Days: Monday, Tue, Thu, etc...
8 | DAY (?:Mon(?:day)?|Tue(?:sday)?|Wed(?:nesday)?|Thu(?:rsday)?|Fri(?:day)?|Sat(?:urday)?|Sun(?:day)?)
9 |
10 | # Years?
11 | YEAR (?>\d\d){1,2}
12 | HOUR (?:2[0123]|[01]?[0-9])
13 | MINUTE (?:[0-5][0-9])
14 | # '60' is a leap second in most time standards and thus is valid.
15 | SECOND (?:(?:[0-5]?[0-9]|60)(?:[:.,][0-9]+)?)
16 | TIME (?!<[0-9])%{HOUR}:%{MINUTE}(?::%{SECOND})(?![0-9])
17 | # datestamp is YYYY/MM/DD-HH:MM:SS.UUUU (or something like it)
18 | DATE_US %{MONTHNUM}[/-]%{MONTHDAY}[/-]%{YEAR}
19 | DATE_EU %{MONTHDAY}[./-]%{MONTHNUM}[./-]%{YEAR}
20 | ISO8601_TIMEZONE (?:Z|[+-]%{HOUR}(?::?%{MINUTE}))
21 | TIMESTAMP_ISO8601 (?:%{YEAR})-(?:%{MONTHNUM})-%{MONTHDAY}[T ](?:%{HOUR}):?(?:%{MINUTE})(?::?%{SECOND})?(?:%{ISO8601_TIMEZONE})?
22 | DATE %{DATE_US}|%{DATE_EU}
23 | DATESTAMP %{DATE}[- ]%{TIME}
24 | TZ (?:[PMCEWH][SDE]S?T|UTC|GMT)
25 | DATESTAMP_RFC822 %{DAY} %{MONTH} %{MONTHDAY} %{YEAR} %{TIME} %{TZ}
26 | DATESTAMP_RFC2822 %{DAY}, %{MONTHDAY} %{MONTH} %{YEAR} %{TIME} %{ISO8601_TIMEZONE}
27 | DATESTAMP_OTHER %{DAY} %{MONTH} %{MONTHDAY} %{TIME} %{TZ} %{YEAR}
28 | DATESTAMP_EVENTLOG %{YEAR}%{MONTHNUM2}%{MONTHDAY}%{HOUR}%{MINUTE}%{SECOND}
29 |
--------------------------------------------------------------------------------
/loghub-core/src/main/resources/propertiestype.properties:
--------------------------------------------------------------------------------
1 | hprofDumpPath=STRING
2 | includes=OPTIONAL_ARRAY
3 | jaasConfig=STRING
4 | locale=STRING
5 | maxSteps=INTEGER
6 | numWorkers=INTEGER
7 | plugins=OPTIONAL_ARRAY
8 | poller=STRING
9 | queueDepth=INTEGER
10 | queueWeight=INTEGER
11 | secrets.source=STRING
12 | timezone=STRING
13 |
14 | http.SSLClientAuthentication=STRING
15 | http.SSLKeyAlias=STRING
16 | http.hstsDuration=STRING
17 | http.jaasName=STRING
18 | http.jwt=BOOLEAN
19 | http.listen=STRING
20 | http.port=INTEGER
21 | http.sslContext=IMPLICIT_OBJECT
22 | http.sslParams=IMPLICIT_OBJECT
23 | http.withSSL=BOOLEAN
24 |
25 | jmx.hostname=STRING
26 | jmx.jaasName=STRING
27 | jmx.listen=STRING
28 | jmx.port=INTEGER
29 | jmx.protocol=STRING
30 | jmx.providerPackages=STRING
31 | jmx.serviceUrl=STRING
32 | jmx.sslContext=IMPLICIT_OBJECT
33 | jmx.sslParams=IMPLICIT_OBJECT
34 | jmx.withSsl=BOOLEAN
35 |
36 | jwt.alg=STRING
37 | jwt.secret=STRING
38 |
39 | log4j.configFile=STRING
40 | log4j.configURL=STRING
41 | log4j.defaultlevel=STRING
42 |
43 | ssl.context=STRING
44 | ssl.ephemeralDHKeySize=INTEGER
45 | ssl.issuers=OPTIONAL_ARRAY
46 | ssl.keymanageralgorithm=STRING
47 | ssl.providerclass=STRING
48 | ssl.rejectClientInitiatedRenegotiation=INTEGER
49 | ssl.securerandom=STRING
50 | ssl.trustmanageralgorithm=STRING
51 | ssl.trusts=OPTIONAL_ARRAY
52 | ssl.clientSessionTimeout=INTEGER
53 | ssl.clientSessionCacheSize=INTEGER
54 | ssl.serverSessionTimeout=INTEGER
55 | ssl.serverSessionCacheSize=INTEGER
56 |
57 | zmq.certsDirectory=STRING
58 | zmq.keystore=STRING
59 | zmq.linger=INTEGER
60 | zmq.numSocket=INTEGER
61 | zmq.withZap=BOOLEAN
62 |
--------------------------------------------------------------------------------
/loghub-core/src/main/resources/static/Lato:400,700.css:
--------------------------------------------------------------------------------
1 | @font-face {
2 | font-family: 'Lato';
3 | font-style: normal;
4 | font-weight: 400;
5 | src: local('Lato Regular'), local('Lato-Regular'), url(https://fonts.gstatic.com/s/lato/v11/v0SdcGFAl2aezM9Vq_aFTQ.ttf) format('truetype');
6 | }
7 | @font-face {
8 | font-family: 'Lato';
9 | font-style: normal;
10 | font-weight: 700;
11 | src: local('Lato Bold'), local('Lato-Bold'), url(https://fonts.gstatic.com/s/lato/v11/DvlFBScY1r-FMtZSYIYoYw.ttf) format('truetype');
12 | }
13 |
--------------------------------------------------------------------------------
/loghub-core/src/test/java/loghub/TestMime.java:
--------------------------------------------------------------------------------
1 | package loghub;
2 |
3 | import org.junit.Assert;
4 | import org.junit.Test;
5 |
6 | public class TestMime {
7 |
8 | @Test
9 | public void test() {
10 | Assert.assertEquals("text/html", Helpers.getMimeType("index.html"));
11 | Assert.assertEquals("text/javascript", Helpers.getMimeType("charts.js"));
12 | Assert.assertEquals("text/css", Helpers.getMimeType("Lato:400,700.css"));
13 | Assert.assertEquals("application/x-pkcs12", Helpers.getMimeType("trust.p12"));
14 | Assert.assertEquals("application/x-pem-file", Helpers.getMimeType("trust.pem"));
15 | Assert.assertEquals("application/pkix-cert", Helpers.getMimeType("trust.crt"));
16 | }
17 |
18 | }
19 |
--------------------------------------------------------------------------------
/loghub-core/src/test/java/loghub/commands/TestTimePattern.java:
--------------------------------------------------------------------------------
1 | package loghub.commands;
2 |
3 | import java.io.IOException;
4 |
5 | import org.junit.Test;
6 |
7 | import loghub.Tools;
8 |
9 | public class TestTimePattern {
10 |
11 | @Test
12 | public void testParseArgumensts() throws IOException {
13 | Parser parser = new Parser();
14 | Tools.executeCmd(parser, "1970-01-01 01:00Z -> 1970-01-01T01:00Z\n",0, "--timepattern", "yyyy-MM-dd HH:mm:ssZ", "1970-01-01 01:00Z");
15 | Tools.executeCmd(parser, "failed parsing \"a\" with \"seconds\": Not a number\n",0, "--timepattern", "seconds", "a");
16 | Tools.executeCmd(parser, "Invalid date time pattern \"invalid\": Unknown pattern letter: i\n", ExitCode.INVALIDARGUMENTS, "--timepattern", "invalid", "0");
17 | }
18 |
19 | }
20 |
--------------------------------------------------------------------------------
/loghub-core/src/test/java/loghub/configuration/TestSslContextConfiguration.java:
--------------------------------------------------------------------------------
1 | package loghub.configuration;
2 |
3 | import java.io.IOException;
4 | import java.io.StringReader;
5 |
6 | import org.apache.logging.log4j.Level;
7 | import org.apache.logging.log4j.LogManager;
8 | import org.apache.logging.log4j.Logger;
9 | import org.junit.Assert;
10 | import org.junit.BeforeClass;
11 | import org.junit.Test;
12 |
13 | import loghub.LogUtils;
14 | import loghub.Tools;
15 | import loghub.receivers.TcpLinesStream;
16 |
17 | public class TestSslContextConfiguration {
18 |
19 | @BeforeClass
20 | public static void configure() {
21 | Tools.configure();
22 | Logger logger = LogManager.getLogger();
23 | LogUtils.setLevel(logger, Level.TRACE, "loghub.configuration");
24 | }
25 |
26 | @Test
27 | public void loadConf() throws IOException {
28 | String config = "input { loghub.receivers.TcpLinesStream { port: 0, decoder: loghub.decoders.StringCodec, sslContext: {trusts: [\"target/test-classes/loghub.p12\"]} }} | $main pipeline[main]{}";
29 | StringReader configReader = new StringReader(config);
30 | Properties p = Tools.loadConf(configReader);
31 | TcpLinesStream receiver = (TcpLinesStream) p.receivers.stream().findAny().get();
32 | Assert.assertNotEquals(p.ssl, receiver.getSslContext());
33 | }
34 |
35 | }
36 |
--------------------------------------------------------------------------------
/loghub-core/src/test/java/loghub/events/Mocker.java:
--------------------------------------------------------------------------------
1 | package loghub.events;
2 |
3 | import static org.mockito.Mockito.mock;
4 |
5 | public class Mocker {
6 |
7 | private Mocker() {
8 | //Empty
9 | }
10 |
11 | public static Event getMock() {
12 | return mock(EventInstance.class);
13 | }
14 |
15 | }
16 |
--------------------------------------------------------------------------------
/loghub-core/src/test/java/loghub/netty/transport/TestPoller.java:
--------------------------------------------------------------------------------
1 | package loghub.netty.transport;
2 |
3 | import org.apache.logging.log4j.Level;
4 | import org.apache.logging.log4j.LogManager;
5 | import org.apache.logging.log4j.Logger;
6 | import org.junit.Assert;
7 | import org.junit.BeforeClass;
8 | import org.junit.Test;
9 |
10 | import loghub.LogUtils;
11 | import loghub.Tools;
12 |
13 | public class TestPoller {
14 |
15 | private static final boolean IS_MAC;
16 | private static final boolean IS_LINUX;
17 |
18 | static {
19 | String operatingSystem = System.getProperty("os.name", "");
20 | IS_MAC = operatingSystem.startsWith("Mac");
21 | IS_LINUX = operatingSystem.startsWith("Linux");
22 | }
23 |
24 | @BeforeClass
25 | public static void configure() {
26 | Tools.configure();
27 | Logger logger = LogManager.getLogger();
28 | LogUtils.setLevel(logger, Level.TRACE, "loghub.netty");
29 | }
30 |
31 | @Test
32 | public void testPollers() {
33 | Assert.assertTrue(POLLER.NIO.isAvailable());
34 | Assert.assertTrue(POLLER.OIO.isAvailable());
35 | Assert.assertEquals(IS_MAC, POLLER.KQUEUE.isAvailable());
36 | Assert.assertEquals(IS_LINUX, POLLER.EPOLL.isAvailable());
37 | }
38 |
39 | }
40 |
--------------------------------------------------------------------------------
/loghub-core/src/test/java/loghub/processors/TestFailure.java:
--------------------------------------------------------------------------------
1 | package loghub.processors;
2 |
3 | import org.junit.Test;
4 |
5 | import loghub.Processor;
6 | import loghub.ProcessorException;
7 | import loghub.events.Event;
8 | import loghub.events.EventsFactory;
9 |
10 | public class TestFailure {
11 |
12 | private final EventsFactory factory = new EventsFactory();
13 |
14 | @Test(expected = ProcessorException.class)
15 | public void test() throws ProcessorException {
16 | Processor p = new Processor() {
17 |
18 | @Override
19 | public boolean process(Event event) throws ProcessorException {
20 | throw event.buildException("test failure", new RuntimeException("test failure"));
21 | }
22 |
23 | @Override
24 | public String getName() {
25 | return null;
26 | }
27 |
28 | };
29 |
30 | Event event = factory.newEvent();
31 |
32 | event.process(p);
33 |
34 | }
35 |
36 | }
37 |
--------------------------------------------------------------------------------
/loghub-core/src/test/java/loghub/processors/TestFire.java:
--------------------------------------------------------------------------------
1 | package loghub.processors;
2 |
3 | import java.io.IOException;
4 |
5 | import org.apache.logging.log4j.Level;
6 | import org.apache.logging.log4j.LogManager;
7 | import org.apache.logging.log4j.Logger;
8 | import org.junit.Assert;
9 | import org.junit.BeforeClass;
10 | import org.junit.Test;
11 |
12 | import loghub.Helpers;
13 | import loghub.LogUtils;
14 | import loghub.Tools;
15 | import loghub.configuration.ConfigException;
16 | import loghub.configuration.Properties;
17 | import loghub.events.Event;
18 | import loghub.events.EventsFactory;
19 |
20 | public class TestFire {
21 |
22 | private final EventsFactory factory = new EventsFactory();
23 |
24 | @BeforeClass
25 | public static void configure() {
26 | Tools.configure();
27 | Logger logger = LogManager.getLogger();
28 | LogUtils.setLevel(logger, Level.TRACE);
29 | }
30 |
31 | @Test
32 | public void test() throws ConfigException, IOException {
33 | Properties conf = Tools.loadConf("fire.conf");
34 | Helpers.parallelStartProcessor(conf);
35 | Event sent = factory.newEvent();
36 | sent.put("count", 2);
37 |
38 | Tools.runProcessing(sent, conf.namedPipeLine.get("main"), conf);
39 | Event old = conf.mainQueue.remove();
40 | Event newevent = conf.mainQueue.remove();
41 | Assert.assertEquals("Not matching old event", old.get("count"), 2);
42 | Assert.assertEquals("Event not fired", 6, newevent.get("c"));
43 |
44 | }
45 |
46 | }
47 |
--------------------------------------------------------------------------------
/loghub-core/src/test/java/loghub/receivers/ReceiverTools.java:
--------------------------------------------------------------------------------
1 | package loghub.receivers;
2 |
3 | import loghub.ConnectionContext;
4 | import loghub.decoders.DecodeException;
5 | import loghub.decoders.Decoder;
6 |
7 | import static org.mockito.ArgumentMatchers.any;
8 | import static org.mockito.Mockito.mock;
9 | import static org.mockito.Mockito.when;
10 |
11 | public class ReceiverTools {
12 |
13 | private ReceiverTools() {
14 |
15 | }
16 |
17 | public static Decoder getFailingDecoder() {
18 | try {
19 | Decoder decoder = mock(Decoder.class);
20 | when(decoder.decode(any(ConnectionContext.class), any(byte[].class))).thenThrow(new DecodeException("Dummy exception"));
21 | return decoder;
22 | } catch (DecodeException e) {
23 | // never reached
24 | return null;
25 | }
26 | }
27 |
28 | }
29 |
--------------------------------------------------------------------------------
/loghub-core/src/test/java/loghub/senders/BlockingConnectionContext.java:
--------------------------------------------------------------------------------
1 | package loghub.senders;
2 |
3 | import java.util.concurrent.Semaphore;
4 |
5 | import loghub.BuildableConnectionContext;
6 |
7 | /**
8 | * Allows to check that asynchronous acknowledge is indeed being called
9 | * @author Fabrice Bacchella
10 | *
11 | */
12 | public class BlockingConnectionContext extends BuildableConnectionContext {
13 |
14 | final Semaphore lock = new Semaphore(1);
15 |
16 | public BlockingConnectionContext() {
17 | lock.drainPermits();
18 | setOnAcknowledge(lock::release);
19 | }
20 |
21 | @Override
22 | public Semaphore getLocalAddress() {
23 | return lock;
24 | }
25 |
26 | @Override
27 | public Semaphore getRemoteAddress() {
28 | return lock;
29 | }
30 |
31 | }
32 |
--------------------------------------------------------------------------------
/loghub-core/src/test/java/loghub/senders/InMemorySender.java:
--------------------------------------------------------------------------------
1 | package loghub.senders;
2 |
3 | import java.util.ArrayList;
4 | import java.util.Collections;
5 | import java.util.List;
6 |
7 | import loghub.BuilderClass;
8 | import loghub.events.Event;
9 |
10 | @BuilderClass(InMemorySender.Builder.class)
11 | public class InMemorySender extends Sender {
12 |
13 | public static class Builder extends Sender.Builder {
14 |
15 | @Override
16 | public InMemorySender build() {
17 | return new InMemorySender(this);
18 | }
19 |
20 | }
21 | public static Builder getBuilder() {
22 | return new Builder();
23 | }
24 |
25 | public InMemorySender(Builder builder) {
26 | super(builder);
27 | }
28 |
29 | private final List received = new ArrayList<>();
30 |
31 | @Override
32 | public boolean send(Event e) {
33 | received.add(e);
34 | return true;
35 | }
36 |
37 | @Override
38 | public String getSenderName() {
39 | return toString();
40 | }
41 |
42 | public List getSendedEvents() {
43 | return Collections.unmodifiableList(received);
44 | }
45 |
46 | }
47 |
--------------------------------------------------------------------------------
/loghub-core/src/test/java/loghub/sources/TestFailed.java:
--------------------------------------------------------------------------------
1 | package loghub.sources;
2 |
3 | import java.io.IOException;
4 | import java.io.StringReader;
5 |
6 | import org.junit.Test;
7 |
8 | import loghub.configuration.ConfigException;
9 | import loghub.configuration.Configuration;
10 |
11 | public class TestFailed {
12 |
13 | @Test(expected = ConfigException.class)
14 | public void testLog() throws ConfigException, IOException {
15 | String confile = "pipeline[main] {[a] @ [a] %source1}";
16 | Configuration.parse(new StringReader(confile));
17 | }
18 |
19 | }
20 |
--------------------------------------------------------------------------------
/loghub-core/src/test/java/loghub/types/TestDn.java:
--------------------------------------------------------------------------------
1 | package loghub.types;
2 |
3 | import org.junit.Assert;
4 | import org.junit.Test;
5 |
6 | public class TestDn {
7 |
8 | @Test
9 | public void test() {
10 | compare("cn=Mango, ou=Fruits, o=Food", "cn=Mango, ou=Fruits, o=Food");
11 | compare("o=Food; ou=Fruits; cn=Mango", "o=Food, ou=Fruits, cn=Mango");
12 | compare("CN=Steve Kille,O=Isode Limited,C=GB", "CN=Steve Kille, O=Isode Limited, C=GB");
13 | compare(" CN=Steve Kille , O=Isode Limited , C=GB ", "CN=Steve Kille, O=Isode Limited, C=GB");
14 | compare("OU=Sales+CN=J. Smith,O=Widget Inc.,C=US", "CN=J. Smith+OU=Sales, O=Widget Inc., C=US");
15 | compare("OU=Sales+CN=J. Smith,O=Widget Inc.;C=US", "CN=J. Smith+OU=Sales, O=Widget Inc., C=US");
16 | compare("OU=Sales+CN=J. Smith,O=Widget Inc.;C=US", "CN=J. Smith+OU=Sales, O=Widget Inc., C=US");
17 | compare("OU=Sales + CN=J. Smith,O=Widget Inc.;C=US", "CN=J. Smith+OU=Sales, O=Widget Inc., C=US");
18 | compare("CN=L. Eagle,O=Sue\\, Grabbit and Runn,C=GB", "CN=L. Eagle, O=Sue\\, Grabbit and Runn, C=GB");
19 | }
20 |
21 | private void compare(String dn, String expected) {
22 | Assert.assertEquals(new Dn(expected), new Dn(dn));
23 | Assert.assertEquals(expected, new Dn(dn).toString());
24 | }
25 |
26 | }
27 |
--------------------------------------------------------------------------------
/loghub-core/src/test/java/loghub/types/TestMimeType.java:
--------------------------------------------------------------------------------
1 | package loghub.types;
2 |
3 | import java.util.Map;
4 |
5 | import org.junit.Assert;
6 | import org.junit.Test;
7 |
8 | import loghub.VarFormatter;
9 |
10 | public class TestMimeType {
11 |
12 | private static final VarFormatter vf = new VarFormatter("${%j}");
13 |
14 | @Test
15 | public void testJson() {
16 | MimeType json = MimeType.of("AppliCation / json");
17 | Assert.assertEquals("application", json.getPrimaryType());
18 | Assert.assertEquals("json", json.getSubType());
19 | Assert.assertEquals("application/json", json.toString());
20 | Assert.assertEquals("{\"json\":\"application/json\"}", vf.format(Map.of("json", json)));
21 | }
22 |
23 | @Test
24 | public void testProtoProtobuf() {
25 | MimeType protobuf = MimeType.of("application/vnd.google.protobuf; proto = loghub.Message; encoding=delimited");
26 | Assert.assertEquals("application", protobuf.getPrimaryType());
27 | Assert.assertEquals("vnd.google.protobuf", protobuf.getSubType());
28 | Assert.assertEquals("loghub.Message", protobuf.getParameter("proto"));
29 | Assert.assertEquals("application/vnd.google.protobuf; encoding=delimited; proto=loghub.Message", protobuf.toString());
30 | Assert.assertEquals("{\"protobuf\":\"application/vnd.google.protobuf; encoding=delimited; proto=loghub.Message\"}", vf.format(Map.of("protobuf", protobuf)));
31 | }
32 |
33 | }
34 |
--------------------------------------------------------------------------------
/loghub-core/src/test/java/loghub/zmq/TestContext.java:
--------------------------------------------------------------------------------
1 | package loghub.zmq;
2 |
3 | import java.net.InetSocketAddress;
4 |
5 | import org.junit.Assert;
6 | import org.junit.Test;
7 |
8 | import loghub.cloners.NotClonableException;
9 | import loghub.events.Event;
10 | import loghub.events.EventsFactory;
11 | import zmq.Msg;
12 | import zmq.io.Metadata;
13 | import zmq.io.mechanism.Mechanisms;
14 |
15 | public class TestContext {
16 |
17 | private final EventsFactory factory = new EventsFactory();
18 |
19 | @Test
20 | public void testContext() throws NotClonableException {
21 | InetSocketAddress sa = InetSocketAddress.createUnresolved("127.0.0.1", 32000);
22 | Msg msg = new Msg(10);
23 | Metadata md = new Metadata();
24 | md.put(Metadata.PEER_ADDRESS, sa.toString());
25 | md.put("X-Self-Address", sa.toString());
26 | md.put(Metadata.USER_ID, "loghub");
27 | msg.setMetadata(md);
28 | Event ev = factory.newEvent(new ZmqConnectionContext(msg, Mechanisms.CURVE));
29 | Event forked = ev.duplicate();
30 | Assert.assertEquals("loghub", forked.getConnectionContext().getPrincipal().getName());
31 | }
32 |
33 | }
34 |
--------------------------------------------------------------------------------
/loghub-core/src/test/java/loghub/zmq/TestHeader.java:
--------------------------------------------------------------------------------
1 | package loghub.zmq;
2 |
3 | import java.io.IOException;
4 |
5 | import org.junit.Assert;
6 | import org.junit.Test;
7 |
8 | import loghub.zmq.MsgHeaders.Header;
9 |
10 | public class TestHeader {
11 |
12 | @Test
13 | public void testHeader() throws IOException {
14 | MsgHeaders header = new MsgHeaders();
15 | header.addHeader(Header.MIME_TYPE, "cbor");
16 | header.addHeader(Header.ENCODING, "none");
17 | Assert.assertEquals(header, new MsgHeaders(header.getContent()));
18 | }
19 |
20 | }
21 |
--------------------------------------------------------------------------------
/loghub-core/src/test/resources/TestProcessor.noclass:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/fbacchella/LogHub/6edb11eb9a5b669c14819b5726d677d8de6d0d13/loghub-core/src/test/resources/TestProcessor.noclass
--------------------------------------------------------------------------------
/loghub-core/src/test/resources/array.conf:
--------------------------------------------------------------------------------
1 | pipeline[main] {
2 | loghub.processors.SyslogPriority {
3 | fields: [ "a", "b" ]
4 | } |
5 | loghub.configuration.TestConfigurations$TestArrayProcessor {
6 | expressions: [ [a], [b] ]
7 | }
8 | }
9 |
--------------------------------------------------------------------------------
/loghub-core/src/test/resources/conditions.conf:
--------------------------------------------------------------------------------
1 | pipeline [ifpipe] {
2 | loghub.processors.Convert {
3 | className: "java.lang.Integer",
4 | field: "a",
5 | if: false
6 | }
7 | }
8 | pipeline [successpipe] {
9 | loghub.processors.Convert {
10 | className: "java.lang.Integer",
11 | field: "a",
12 | success: [test] = "success"
13 | }
14 | }
15 | pipeline [failurepipe] {
16 | loghub.processors.Convert {
17 | className: "java.lang.Integer",
18 | field: "a",
19 | exception: ([test] = "failure" | [lastException] = [@lastException])
20 | }
21 | }
22 | pipeline [subpipe] {
23 | loghub.processors.Convert {
24 | className: "java.lang.Integer",
25 | field: "a",
26 | success: { [b] = 1 | [c] = 2}
27 | }
28 | }
29 | pipeline [ignore] {
30 | loghub.processors.Convert {
31 | className: "java.lang.Integer",
32 | field: "a",
33 | success: [b] = 1,
34 | failure: [c] = 1,
35 | exception: [d] = 1,
36 | }
37 | }
38 |
--------------------------------------------------------------------------------
/loghub-core/src/test/resources/crypto/domain.policy:
--------------------------------------------------------------------------------
1 | domain loghub {
2 | keystore loghubca
3 | keystoreType="PKCS12"
4 | keystoreURI="src/test/resources/loghub.p12";
5 | };
6 |
--------------------------------------------------------------------------------
/loghub-core/src/test/resources/crypto/isrg-root-x2.pem:
--------------------------------------------------------------------------------
1 | -----BEGIN CERTIFICATE-----
2 | MIICGzCCAaGgAwIBAgIQQdKd0XLq7qeAwSxs6S+HUjAKBggqhkjOPQQDAzBPMQsw
3 | CQYDVQQGEwJVUzEpMCcGA1UEChMgSW50ZXJuZXQgU2VjdXJpdHkgUmVzZWFyY2gg
4 | R3JvdXAxFTATBgNVBAMTDElTUkcgUm9vdCBYMjAeFw0yMDA5MDQwMDAwMDBaFw00
5 | MDA5MTcxNjAwMDBaME8xCzAJBgNVBAYTAlVTMSkwJwYDVQQKEyBJbnRlcm5ldCBT
6 | ZWN1cml0eSBSZXNlYXJjaCBHcm91cDEVMBMGA1UEAxMMSVNSRyBSb290IFgyMHYw
7 | EAYHKoZIzj0CAQYFK4EEACIDYgAEzZvVn4CDCuwJSvMWSj5cz3es3mcFDR0HttwW
8 | +1qLFNvicWDEukWVEYmO6gbf9yoWHKS5xcUy4APgHoIYOIvXRdgKam7mAHf7AlF9
9 | ItgKbppbd9/w+kHsOdx1ymgHDB/qo0IwQDAOBgNVHQ8BAf8EBAMCAQYwDwYDVR0T
10 | AQH/BAUwAwEB/zAdBgNVHQ4EFgQUfEKWrt5LSDv6kviejM9ti6lyN5UwCgYIKoZI
11 | zj0EAwMDaAAwZQIwe3lORlCEwkSHRhtFcP9Ymd70/aTSVaYgLXTWNLxBo1BfASdW
12 | tL4ndQavEi51mI38AjEAi/V3bNTIZargCyzuFJ0nN6T5U6VR5CmD1/iQMVtCnwr1
13 | /q4AaOeMSQ+2b1tbFfLn
14 | -----END CERTIFICATE-----
15 |
--------------------------------------------------------------------------------
/loghub-core/src/test/resources/crypto/openssh.pem:
--------------------------------------------------------------------------------
1 | -----BEGIN OPENSSH PRIVATE KEY-----
2 | b3BlbnNzaC1rZXktdjEAAAAABG5vbmUAAAAEbm9uZQAAAAAAAAABAAAAMwAAAAtzc2gtZW
3 | QyNTUxOQAAACDu5gXJ3fQrkx20FNGWTRkX1l0KaAyn6CI/XYlv6c0xLwAAAJiBbHEegWxx
4 | HgAAAAtzc2gtZWQyNTUxOQAAACDu5gXJ3fQrkx20FNGWTRkX1l0KaAyn6CI/XYlv6c0xLw
5 | AAAEAGIVXhatISzJIN0gV8hDf52L74e0lTQDQeTrr06yFYVO7mBcnd9CuTHbQU0ZZNGRfW
6 | XQpoDKfoIj9diW/pzTEvAAAAEGZhNEBsbWFjLWZhNC1kc3kBAgMEBQ==
7 | -----END OPENSSH PRIVATE KEY-----
8 |
--------------------------------------------------------------------------------
/loghub-core/src/test/resources/etl.conf:
--------------------------------------------------------------------------------
1 | pipeline[main] {
2 | [a] == "a" ? loghub.processors.Identity
3 | }
4 |
5 | pipeline[third] {
6 | [a] < [b c]
7 | }
8 |
9 | pipeline[timestamp] {
10 | [reception_time] = [@timestamp] | [@timestamp] = 0
11 | }
12 |
--------------------------------------------------------------------------------
/loghub-core/src/test/resources/filesbuffer.conf:
--------------------------------------------------------------------------------
1 | input {
2 | loghub.receivers.TimeSerie {
3 | decoder: loghub.decoders.StringCodec,
4 | frequency: 200,
5 | }
6 | }
7 | pipeline[main] {
8 | }
9 |
--------------------------------------------------------------------------------
/loghub-core/src/test/resources/fire.conf:
--------------------------------------------------------------------------------
1 | pipeline[main] {
2 | fire { [a] = 1 ; [b] = 2 * 3 ; [c] = [count] * 3 } > $main
3 | }
4 |
--------------------------------------------------------------------------------
/loghub-core/src/test/resources/forkforward.conf:
--------------------------------------------------------------------------------
1 | pipeline[mainfork] { loghub.processors.Identity + $forked | [a] = 1}
2 | pipeline[mainforward] { true ? ( > $forked ) | [a] = 2 }
3 | pipeline[forked] { [b] = 3 }
4 | output $mainfork | { loghub.senders.InMemorySender }
5 | output $forked | { loghub.senders.InMemorySender }
6 | output $mainforward | { loghub.senders.InMemorySender }
7 |
--------------------------------------------------------------------------------
/loghub-core/src/test/resources/includes/.hidden.conf:
--------------------------------------------------------------------------------
1 | Not a valid configuration
--------------------------------------------------------------------------------
/loghub-core/src/test/resources/includes/a.conf:
--------------------------------------------------------------------------------
1 | a: true
--------------------------------------------------------------------------------
/loghub-core/src/test/resources/includes/b.conf:
--------------------------------------------------------------------------------
1 | b: true
2 |
--------------------------------------------------------------------------------
/loghub-core/src/test/resources/includes/recurse.conf:
--------------------------------------------------------------------------------
1 | includes: "target/test-classes/includes/?.conf"
2 |
--------------------------------------------------------------------------------
/loghub-core/src/test/resources/includes/sub.conf:
--------------------------------------------------------------------------------
1 | output $empty | {
2 | loghub.senders.Stdout { encoder: loghub.encoders.Gelf }
3 | }
4 | pipeline[empty] {
5 | }
6 |
--------------------------------------------------------------------------------
/loghub-core/src/test/resources/loghub.p12:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/fbacchella/LogHub/6edb11eb9a5b669c14819b5726d677d8de6d0d13/loghub-core/src/test/resources/loghub.p12
--------------------------------------------------------------------------------
/loghub-core/src/test/resources/map.conf:
--------------------------------------------------------------------------------
1 | pipeline[mapper1] {
2 | [d] @ [a] {
3 | 1: "b",
4 | 2: "c",
5 | }
6 | }
7 | pipeline[mapper2] {
8 | [a] @ [a] {
9 | 1: "b",
10 | 2: "c",
11 | }
12 | }
13 | pipeline[mapper3] {
14 | [a] @ [a] * 2 {
15 | 2: "b",
16 | 4: "c",
17 | }
18 | }
19 |
--------------------------------------------------------------------------------
/loghub-core/src/test/resources/mapping.csv:
--------------------------------------------------------------------------------
1 | key,value,comment
2 | 1,A,"comment A"
3 | 2,B,"comment B"
4 | 3,C,"comment C"
5 |
--------------------------------------------------------------------------------
/loghub-core/src/test/resources/mapping.json:
--------------------------------------------------------------------------------
1 | {
2 | "a": 1,
3 | "b": true
4 | }
--------------------------------------------------------------------------------
/loghub-core/src/test/resources/pkcs8/DSA_2048.pk8:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/fbacchella/LogHub/6edb11eb9a5b669c14819b5726d677d8de6d0d13/loghub-core/src/test/resources/pkcs8/DSA_2048.pk8
--------------------------------------------------------------------------------
/loghub-core/src/test/resources/pkcs8/DSA_4096.pk8:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/fbacchella/LogHub/6edb11eb9a5b669c14819b5726d677d8de6d0d13/loghub-core/src/test/resources/pkcs8/DSA_4096.pk8
--------------------------------------------------------------------------------
/loghub-core/src/test/resources/pkcs8/ED25519.pk8:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/fbacchella/LogHub/6edb11eb9a5b669c14819b5726d677d8de6d0d13/loghub-core/src/test/resources/pkcs8/ED25519.pk8
--------------------------------------------------------------------------------
/loghub-core/src/test/resources/pkcs8/RSA_2048.pk8:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/fbacchella/LogHub/6edb11eb9a5b669c14819b5726d677d8de6d0d13/loghub-core/src/test/resources/pkcs8/RSA_2048.pk8
--------------------------------------------------------------------------------
/loghub-core/src/test/resources/pkcs8/RSA_4096.pk8:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/fbacchella/LogHub/6edb11eb9a5b669c14819b5726d677d8de6d0d13/loghub-core/src/test/resources/pkcs8/RSA_4096.pk8
--------------------------------------------------------------------------------
/loghub-core/src/test/resources/pkcs8/prime192v1.pk8:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/fbacchella/LogHub/6edb11eb9a5b669c14819b5726d677d8de6d0d13/loghub-core/src/test/resources/pkcs8/prime192v1.pk8
--------------------------------------------------------------------------------
/loghub-core/src/test/resources/pkcs8/prime256v1.pk8:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/fbacchella/LogHub/6edb11eb9a5b669c14819b5726d677d8de6d0d13/loghub-core/src/test/resources/pkcs8/prime256v1.pk8
--------------------------------------------------------------------------------
/loghub-core/src/test/resources/pkcs8/secp224r1.pk8:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/fbacchella/LogHub/6edb11eb9a5b669c14819b5726d677d8de6d0d13/loghub-core/src/test/resources/pkcs8/secp224r1.pk8
--------------------------------------------------------------------------------
/loghub-core/src/test/resources/pkcs8/secp384r1.pk8:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/fbacchella/LogHub/6edb11eb9a5b669c14819b5726d677d8de6d0d13/loghub-core/src/test/resources/pkcs8/secp384r1.pk8
--------------------------------------------------------------------------------
/loghub-core/src/test/resources/pkcs8/secp521r1.pk8:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/fbacchella/LogHub/6edb11eb9a5b669c14819b5726d677d8de6d0d13/loghub-core/src/test/resources/pkcs8/secp521r1.pk8
--------------------------------------------------------------------------------
/loghub-core/src/test/resources/resolv.conf:
--------------------------------------------------------------------------------
1 | nameserver 8.8.8.8
2 |
--------------------------------------------------------------------------------
/loghub-core/src/test/resources/scanbinary.conf:
--------------------------------------------------------------------------------
1 | pipeline[main] {
2 | loghub.processors.ScanBinary {
3 | fieldsLength: [3, 2, 1],
4 | bitsNames: ["a", "b", "c"],
5 | field: "binary"
6 | }
7 | }
8 |
--------------------------------------------------------------------------------
/loghub-core/src/test/resources/script.js:
--------------------------------------------------------------------------------
1 | var configure = function(properties) {
2 | };
3 |
4 | var transform = function(event) {
5 | event.put("done", true);
6 | };
7 |
8 | var a = new java.util.HashMap();
9 | a.put("configure", "configure")
10 | a.put("transform", "transform")
11 | a;
12 |
--------------------------------------------------------------------------------
/loghub-core/src/test/resources/script.py:
--------------------------------------------------------------------------------
1 | import java.util.HashMap
2 |
3 | def transform(event):
4 | event['done'] = True
5 |
6 | def configure(properties):
7 | pass
8 |
9 | settings = java.util.HashMap()
10 | settings.put("configure", "configure")
11 | settings.put("transform", "transform")
12 |
--------------------------------------------------------------------------------
/loghub-core/src/test/resources/simple.conf:
--------------------------------------------------------------------------------
1 | pipeline[main] { loghub.processors.Identity | loghub.processors.Identity | loghub.processors.Identity }
2 | pipeline[parent] { $main }
3 |
--------------------------------------------------------------------------------
/loghub-core/src/test/resources/simpleinput.conf:
--------------------------------------------------------------------------------
1 | input {
2 | loghub.receivers.ZMQ { listen: "inproc://listener", decoder: loghub.decoders.StringCodec, topic: "", type: "SUB" }
3 | } | $main
4 | pipeline[main] {loghub.processors.Identity }
5 | output $main | {
6 | loghub.senders.ZMQ { destination: "inproc://sender", encoder: loghub.encoders.StringField { format: "${message}"} , type: "PUB"}
7 | }
8 |
--------------------------------------------------------------------------------
/loghub-core/src/test/resources/sources.conf:
--------------------------------------------------------------------------------
1 | pipeline[main] {
2 | [a] @ [a] %source1
3 | }
4 |
5 | sources:
6 | source1: loghub.sources.FileMap {
7 | mappingFile: "target/test-classes/mapping.csv",
8 | keyName: "key",
9 | valueName: "value"
10 | }
11 | source2: loghub.sources.FileMap {
12 | mappingFile: "src/test/resources/mapping.json",
13 | }
14 |
15 |
--------------------------------------------------------------------------------
/loghub-core/src/test/resources/sub.conf:
--------------------------------------------------------------------------------
1 | pipeline[main] { (loghub.processors.Identity | loghub.processors.Identity) }
2 |
--------------------------------------------------------------------------------
/loghub-core/src/test/resources/subpipeline.conf:
--------------------------------------------------------------------------------
1 | pipeline[main] {
2 | loghub.processors.Identity {
3 | success: {
4 | (java.lang.Integer) [a]
5 | | (java.lang.Integer) [b]
6 | }
7 | }
8 | }
9 |
--------------------------------------------------------------------------------
/loghub-core/src/test/resources/testclause.conf:
--------------------------------------------------------------------------------
1 | pipeline [main] {
2 | [a] == 1 ? [b] < [a] : [c] < [a]
3 | }
4 | pipeline [subpipe] {
5 | [a] == 1 ? [b] < [a] : [c] < [a]
6 | | [c] == 2 ? $other
7 | }
8 | pipeline [other] {
9 | [d] = 2
10 | }
11 | pipeline [missingpath] {
12 | [a b] == 1 ? [c] = 1 : [c] = 2
13 | }
14 | output $subpipe | { loghub.senders.InMemorySender }
15 |
--------------------------------------------------------------------------------
/loghub-core/src/test/resources/testlog4j.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
14 |
--------------------------------------------------------------------------------
/loghub-core/src/test/resources/twopipe.conf:
--------------------------------------------------------------------------------
1 | pipeline[pipeone] { loghub.processors.Identity } | $main
2 | pipeline[main] { }
3 | output $main | { loghub.senders.InMemorySender }
4 |
--------------------------------------------------------------------------------
/loghub-core/src/test/resources/types.conf:
--------------------------------------------------------------------------------
1 | pipeline[main] {
2 | loghub.processors.Identity {
3 | string: "0",
4 | int: 1,
5 | double: 1.0,
6 | boolean: true,
7 | array: [ "0", 1, 1.0, true ],
8 | }
9 | }
10 |
--------------------------------------------------------------------------------
/loghub-core/src/test/resources/wrap.conf:
--------------------------------------------------------------------------------
1 | pipeline[main] {
2 | path [a] (
3 | [b] = "b"
4 | | [c] < [b]
5 | | [#d] = 1
6 | | [timestamp8601] = "1970-01-01T00:00:00+0000"
7 | | loghub.processors.DateParser {
8 | field: "timestamp8601",
9 | patterns: ["yyyy-MM-dd'T'HH:m:ssXXXX",],
10 | destination: [@timestamp],
11 | success: [timestamp8601]-
12 | }
13 | | [ . e] = [c]
14 | | [ "#f" ] = 1
15 | | [ "@timestamp" ] = 2
16 | )
17 | | path [a] ( loghub.processors.Identity )
18 | }
19 | output $main | { loghub.senders.InMemorySender }
20 |
--------------------------------------------------------------------------------
/loghub-csv/src/main/java/loghub/jackson/CsvHelpers.java:
--------------------------------------------------------------------------------
1 | package loghub.jackson;
2 |
3 | import java.util.Arrays;
4 | import java.util.Locale;
5 |
6 | import com.fasterxml.jackson.dataformat.csv.CsvGenerator;
7 | import com.fasterxml.jackson.dataformat.csv.CsvMapper;
8 | import com.fasterxml.jackson.dataformat.csv.CsvParser;
9 |
10 | public class CsvHelpers {
11 |
12 | private CsvHelpers() {
13 | // Only static usage
14 | }
15 | public static void csvFeatures(CsvMapper mapper, String[] features) {
16 | Arrays.stream(features).forEach(i -> {
17 | CsvParser.Feature feature = CsvParser.Feature.valueOf(i.toUpperCase(Locale.ENGLISH));
18 | mapper.enable(feature);
19 | });
20 | }
21 |
22 | public static void csvGeneratorFeatures(CsvMapper mapper, String[] features) {
23 | Arrays.stream(features).forEach(i -> {
24 | CsvGenerator.Feature feature = CsvGenerator.Feature.valueOf(i.toUpperCase(Locale.ENGLISH));
25 | mapper.enable(feature);
26 | });
27 | }
28 |
29 | }
30 |
--------------------------------------------------------------------------------
/loghub-espipeline/src/main/resources/META-INF/services/loghub.commands.CommandLineHandler:
--------------------------------------------------------------------------------
1 | loghub.commands.EsPipelineConvert
2 |
--------------------------------------------------------------------------------
/loghub-executable/src/main/resources.linux/META-INF/services/loghub.netty.transport.PollerServiceProvider:
--------------------------------------------------------------------------------
1 | loghub.netty.transport.EpollPollerServiceProvider
2 | loghub.netty.transport.IoUringPollerServiceProvider
3 | loghub.netty.transport.NioPollerServiceProvider
4 | loghub.netty.transport.OioPollerServiceProvider
5 |
--------------------------------------------------------------------------------
/loghub-executable/src/main/resources.osx/META-INF/services/loghub.netty.transport.PollerServiceProvider:
--------------------------------------------------------------------------------
1 | loghub.netty.transport.KQueuePollerServiceProvider
2 | loghub.netty.transport.NioPollerServiceProvider
3 | loghub.netty.transport.OioPollerServiceProvider
4 |
--------------------------------------------------------------------------------
/loghub-geoip/src/test/resources/GeoLite2-City.mmdb:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/fbacchella/LogHub/6edb11eb9a5b669c14819b5726d677d8de6d0d13/loghub-geoip/src/test/resources/GeoLite2-City.mmdb
--------------------------------------------------------------------------------
/loghub-geoip/src/test/resources/GeoLite2-Country.mmdb:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/fbacchella/LogHub/6edb11eb9a5b669c14819b5726d677d8de6d0d13/loghub-geoip/src/test/resources/GeoLite2-Country.mmdb
--------------------------------------------------------------------------------
/loghub-jolokia/src/main/java/loghub/jolokia/JolokiaDashboardService.java:
--------------------------------------------------------------------------------
1 | package loghub.jolokia;
2 |
3 | import java.util.List;
4 | import java.util.Map;
5 |
6 | import io.netty.channel.SimpleChannelInboundHandler;
7 | import io.netty.handler.codec.http.FullHttpRequest;
8 | import loghub.netty.DashboardService;
9 |
10 | public class JolokiaDashboardService implements DashboardService {
11 |
12 | @Override
13 | public String getName() {
14 | return "jolokia";
15 | }
16 |
17 | @Override
18 | public List> getHandlers(Map properties) {
19 | JolokiaEndpoint.Builder builder = JolokiaEndpoint.getBuilder();
20 | if (properties.containsKey("policyLocation")) {
21 | builder.setPolicyLocation(properties.get("policyLocation").toString());
22 | }
23 | JolokiaEndpoint ps = builder.build();
24 | return List.of(ps);
25 | }
26 |
27 | }
28 |
--------------------------------------------------------------------------------
/loghub-jolokia/src/main/java/loghub/netty/http/JolokiaService.java:
--------------------------------------------------------------------------------
1 | package loghub.netty.http;
2 |
3 | import java.util.Map;
4 |
5 | import io.netty.channel.SimpleChannelInboundHandler;
6 | import io.netty.handler.codec.http.FullHttpRequest;
7 | import loghub.jolokia.JolokiaEndpoint;
8 |
9 | /**
10 | * A compatibility class, kept for pre-service era.
11 | * @deprecated
12 | */
13 | @Deprecated
14 | public class JolokiaService {
15 |
16 | // Kept for compatibility
17 | public static SimpleChannelInboundHandler of(Map properties) {
18 | JolokiaEndpoint.Builder builder = JolokiaEndpoint.getBuilder();
19 | if (properties.containsKey("policyLocation")) {
20 | builder.setPolicyLocation(properties.get("policyLocation").toString());
21 | }
22 | return builder.build();
23 | }
24 |
25 | private JolokiaService() {
26 | // Kept empty on purpose
27 | }
28 |
29 | }
30 |
--------------------------------------------------------------------------------
/loghub-jolokia/src/main/resources/META-INF/services/loghub.netty.DashboardService:
--------------------------------------------------------------------------------
1 | loghub.jolokia.JolokiaDashboardService
2 |
--------------------------------------------------------------------------------
/loghub-jolokia/src/main/resources/jolokia-access.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 | version
5 | list
6 | search
7 | read
8 | notification
9 |
10 |
11 |
--------------------------------------------------------------------------------
/loghub-jolokia/src/main/resources/propertiestype.properties:
--------------------------------------------------------------------------------
1 | http.jolokiaPolicyLocation=STRING
2 | http.jolokia.policyLocation=STRING
3 |
--------------------------------------------------------------------------------
/loghub-kaitai/src/test/java/loghub/CaptureStream.java:
--------------------------------------------------------------------------------
1 | package loghub;
2 |
3 | import java.io.ByteArrayOutputStream;
4 | import java.io.IOException;
5 | import java.io.InputStream;
6 | import java.util.stream.Stream;
7 |
8 | import io.kaitai.struct.ByteBufferKaitaiStream;
9 | import kaitai.EthernetFrame;
10 | import kaitai.Ipv4Packet;
11 | import kaitai.Pcap;
12 | import kaitai.UdpDatagram;
13 |
14 | public class CaptureStream {
15 |
16 | public static Stream readUdpStream(InputStream in) throws IOException {
17 | try (ByteArrayOutputStream out = new ByteArrayOutputStream()) {
18 | out.write(in.readAllBytes());
19 | ByteBufferKaitaiStream pcapcontent = new ByteBufferKaitaiStream(out.toByteArray());
20 | Pcap pcap = new Pcap(pcapcontent);
21 | return pcap.packets().stream()
22 | .map(p -> (EthernetFrame)p.body())
23 | .map(p -> (Ipv4Packet)p.body())
24 | .map(Ipv4Packet::body)
25 | .map(p -> (UdpDatagram)p.body())
26 | .map(UdpDatagram::body);
27 | }
28 | }
29 |
30 | }
31 |
--------------------------------------------------------------------------------
/loghub-netflow/src/main/java/loghub/netflow/IpfixPacket.java:
--------------------------------------------------------------------------------
1 | package loghub.netflow;
2 |
3 | import java.io.IOException;
4 | import java.net.InetAddress;
5 |
6 | import io.netty.buffer.ByteBuf;
7 |
8 | public class IpfixPacket extends TemplateBasedPacket implements NetflowPacket {
9 |
10 | public IpfixPacket(InetAddress remoteAddr, ByteBuf bbuf, NetflowRegistry registry) throws IOException {
11 | super(remoteAddr, bbuf, registry);
12 | }
13 |
14 | @Override
15 | protected HeaderInfo readHeader(ByteBuf bbuf) {
16 | TemplateBasedPacket.HeaderInfo hi = new TemplateBasedPacket.HeaderInfo();
17 | hi.length = Short.toUnsignedInt(bbuf.readShort());
18 | return hi;
19 | }
20 |
21 | @Override
22 | public int getVersion() {
23 | return 10;
24 | }
25 |
26 | }
27 |
--------------------------------------------------------------------------------
/loghub-netflow/src/main/java/loghub/netflow/Netflow9Packet.java:
--------------------------------------------------------------------------------
1 | package loghub.netflow;
2 |
3 | import java.io.IOException;
4 | import java.net.InetAddress;
5 | import java.time.Duration;
6 | import java.time.temporal.ChronoUnit;
7 |
8 | import io.netty.buffer.ByteBuf;
9 | import lombok.Getter;
10 |
11 | @Getter
12 | public class Netflow9Packet extends TemplateBasedPacket implements NetflowPacket {
13 |
14 | private Duration sysUpTime;
15 |
16 | public Netflow9Packet(InetAddress remoteAddr, ByteBuf bbuf, NetflowRegistry registry) throws IOException {
17 | super(remoteAddr, bbuf, registry);
18 | }
19 |
20 | @Override
21 | public int getVersion() {
22 | return 9;
23 | }
24 |
25 | @Override
26 | protected HeaderInfo readHeader(ByteBuf bbuf) {
27 | TemplateBasedPacket.HeaderInfo hi = new TemplateBasedPacket.HeaderInfo();
28 | hi.count = Short.toUnsignedInt(bbuf.readShort());
29 | hi.sysUpTime = Integer.toUnsignedLong(bbuf.readInt());
30 | sysUpTime = Duration.of(hi.sysUpTime, ChronoUnit.MILLIS);
31 | return hi;
32 | }
33 |
34 | }
35 |
--------------------------------------------------------------------------------
/loghub-netflow/src/main/java/loghub/netflow/NetflowPacket.java:
--------------------------------------------------------------------------------
1 | package loghub.netflow;
2 |
3 | import java.time.Instant;
4 | import java.util.List;
5 | import java.util.Map;
6 |
7 | public interface NetflowPacket {
8 |
9 | String EXCEPTION_KEY = "__exception";
10 |
11 | int getVersion();
12 | Instant getExportTime();
13 | long getSequenceNumber();
14 | Object getId();
15 | List> getRecords();
16 |
17 | }
18 |
--------------------------------------------------------------------------------
/loghub-netflow/src/test/resources/packets/ipfix.dat:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/fbacchella/LogHub/6edb11eb9a5b669c14819b5726d677d8de6d0d13/loghub-netflow/src/test/resources/packets/ipfix.dat
--------------------------------------------------------------------------------
/loghub-netflow/src/test/resources/packets/ipfix_test_barracuda_data256.dat:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/fbacchella/LogHub/6edb11eb9a5b669c14819b5726d677d8de6d0d13/loghub-netflow/src/test/resources/packets/ipfix_test_barracuda_data256.dat
--------------------------------------------------------------------------------
/loghub-netflow/src/test/resources/packets/ipfix_test_barracuda_tpl.dat:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/fbacchella/LogHub/6edb11eb9a5b669c14819b5726d677d8de6d0d13/loghub-netflow/src/test/resources/packets/ipfix_test_barracuda_tpl.dat
--------------------------------------------------------------------------------
/loghub-netflow/src/test/resources/packets/ipfix_test_mikrotik_data258.dat:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/fbacchella/LogHub/6edb11eb9a5b669c14819b5726d677d8de6d0d13/loghub-netflow/src/test/resources/packets/ipfix_test_mikrotik_data258.dat
--------------------------------------------------------------------------------
/loghub-netflow/src/test/resources/packets/ipfix_test_mikrotik_data259.dat:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/fbacchella/LogHub/6edb11eb9a5b669c14819b5726d677d8de6d0d13/loghub-netflow/src/test/resources/packets/ipfix_test_mikrotik_data259.dat
--------------------------------------------------------------------------------
/loghub-netflow/src/test/resources/packets/ipfix_test_mikrotik_tpl.dat:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/fbacchella/LogHub/6edb11eb9a5b669c14819b5726d677d8de6d0d13/loghub-netflow/src/test/resources/packets/ipfix_test_mikrotik_tpl.dat
--------------------------------------------------------------------------------
/loghub-netflow/src/test/resources/packets/ipfix_test_netscaler_data.dat:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/fbacchella/LogHub/6edb11eb9a5b669c14819b5726d677d8de6d0d13/loghub-netflow/src/test/resources/packets/ipfix_test_netscaler_data.dat
--------------------------------------------------------------------------------
/loghub-netflow/src/test/resources/packets/ipfix_test_netscaler_tpl.dat:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/fbacchella/LogHub/6edb11eb9a5b669c14819b5726d677d8de6d0d13/loghub-netflow/src/test/resources/packets/ipfix_test_netscaler_tpl.dat
--------------------------------------------------------------------------------
/loghub-netflow/src/test/resources/packets/ipfix_test_openbsd_pflow_data.dat:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/fbacchella/LogHub/6edb11eb9a5b669c14819b5726d677d8de6d0d13/loghub-netflow/src/test/resources/packets/ipfix_test_openbsd_pflow_data.dat
--------------------------------------------------------------------------------
/loghub-netflow/src/test/resources/packets/ipfix_test_openbsd_pflow_tpl.dat:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/fbacchella/LogHub/6edb11eb9a5b669c14819b5726d677d8de6d0d13/loghub-netflow/src/test/resources/packets/ipfix_test_openbsd_pflow_tpl.dat
--------------------------------------------------------------------------------
/loghub-netflow/src/test/resources/packets/ipfix_test_vmware_vds_data264.dat:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/fbacchella/LogHub/6edb11eb9a5b669c14819b5726d677d8de6d0d13/loghub-netflow/src/test/resources/packets/ipfix_test_vmware_vds_data264.dat
--------------------------------------------------------------------------------
/loghub-netflow/src/test/resources/packets/ipfix_test_vmware_vds_data266.dat:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/fbacchella/LogHub/6edb11eb9a5b669c14819b5726d677d8de6d0d13/loghub-netflow/src/test/resources/packets/ipfix_test_vmware_vds_data266.dat
--------------------------------------------------------------------------------
/loghub-netflow/src/test/resources/packets/ipfix_test_vmware_vds_data266_267.dat:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/fbacchella/LogHub/6edb11eb9a5b669c14819b5726d677d8de6d0d13/loghub-netflow/src/test/resources/packets/ipfix_test_vmware_vds_data266_267.dat
--------------------------------------------------------------------------------
/loghub-netflow/src/test/resources/packets/ipfix_test_vmware_vds_tpl.dat:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/fbacchella/LogHub/6edb11eb9a5b669c14819b5726d677d8de6d0d13/loghub-netflow/src/test/resources/packets/ipfix_test_vmware_vds_tpl.dat
--------------------------------------------------------------------------------
/loghub-netflow/src/test/resources/packets/netflow5.dat:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/fbacchella/LogHub/6edb11eb9a5b669c14819b5726d677d8de6d0d13/loghub-netflow/src/test/resources/packets/netflow5.dat
--------------------------------------------------------------------------------
/loghub-netflow/src/test/resources/packets/netflow5_test_invalid01.dat:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/fbacchella/LogHub/6edb11eb9a5b669c14819b5726d677d8de6d0d13/loghub-netflow/src/test/resources/packets/netflow5_test_invalid01.dat
--------------------------------------------------------------------------------
/loghub-netflow/src/test/resources/packets/netflow5_test_invalid02.dat:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/fbacchella/LogHub/6edb11eb9a5b669c14819b5726d677d8de6d0d13/loghub-netflow/src/test/resources/packets/netflow5_test_invalid02.dat
--------------------------------------------------------------------------------
/loghub-netflow/src/test/resources/packets/netflow5_test_juniper_mx80.dat:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/fbacchella/LogHub/6edb11eb9a5b669c14819b5726d677d8de6d0d13/loghub-netflow/src/test/resources/packets/netflow5_test_juniper_mx80.dat
--------------------------------------------------------------------------------
/loghub-netflow/src/test/resources/packets/netflow5_test_microtik.dat:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/fbacchella/LogHub/6edb11eb9a5b669c14819b5726d677d8de6d0d13/loghub-netflow/src/test/resources/packets/netflow5_test_microtik.dat
--------------------------------------------------------------------------------
/loghub-netflow/src/test/resources/packets/netflow9_cisco_asr1001x_tpl259.dat:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/fbacchella/LogHub/6edb11eb9a5b669c14819b5726d677d8de6d0d13/loghub-netflow/src/test/resources/packets/netflow9_cisco_asr1001x_tpl259.dat
--------------------------------------------------------------------------------
/loghub-netflow/src/test/resources/packets/netflow9_test_0length_fields_tpl_data.dat:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/fbacchella/LogHub/6edb11eb9a5b669c14819b5726d677d8de6d0d13/loghub-netflow/src/test/resources/packets/netflow9_test_0length_fields_tpl_data.dat
--------------------------------------------------------------------------------
/loghub-netflow/src/test/resources/packets/netflow9_test_cisco_1941K9.dat:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/fbacchella/LogHub/6edb11eb9a5b669c14819b5726d677d8de6d0d13/loghub-netflow/src/test/resources/packets/netflow9_test_cisco_1941K9.dat
--------------------------------------------------------------------------------
/loghub-netflow/src/test/resources/packets/netflow9_test_cisco_asa_1_data.dat:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/fbacchella/LogHub/6edb11eb9a5b669c14819b5726d677d8de6d0d13/loghub-netflow/src/test/resources/packets/netflow9_test_cisco_asa_1_data.dat
--------------------------------------------------------------------------------
/loghub-netflow/src/test/resources/packets/netflow9_test_cisco_asa_1_tpl.dat:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/fbacchella/LogHub/6edb11eb9a5b669c14819b5726d677d8de6d0d13/loghub-netflow/src/test/resources/packets/netflow9_test_cisco_asa_1_tpl.dat
--------------------------------------------------------------------------------
/loghub-netflow/src/test/resources/packets/netflow9_test_cisco_asa_2_data.dat:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/fbacchella/LogHub/6edb11eb9a5b669c14819b5726d677d8de6d0d13/loghub-netflow/src/test/resources/packets/netflow9_test_cisco_asa_2_data.dat
--------------------------------------------------------------------------------
/loghub-netflow/src/test/resources/packets/netflow9_test_cisco_asa_2_tpl_26x.dat:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/fbacchella/LogHub/6edb11eb9a5b669c14819b5726d677d8de6d0d13/loghub-netflow/src/test/resources/packets/netflow9_test_cisco_asa_2_tpl_26x.dat
--------------------------------------------------------------------------------
/loghub-netflow/src/test/resources/packets/netflow9_test_cisco_asa_2_tpl_27x.dat:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/fbacchella/LogHub/6edb11eb9a5b669c14819b5726d677d8de6d0d13/loghub-netflow/src/test/resources/packets/netflow9_test_cisco_asa_2_tpl_27x.dat
--------------------------------------------------------------------------------
/loghub-netflow/src/test/resources/packets/netflow9_test_cisco_asr9k_data256.dat:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/fbacchella/LogHub/6edb11eb9a5b669c14819b5726d677d8de6d0d13/loghub-netflow/src/test/resources/packets/netflow9_test_cisco_asr9k_data256.dat
--------------------------------------------------------------------------------
/loghub-netflow/src/test/resources/packets/netflow9_test_cisco_asr9k_data260.dat:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/fbacchella/LogHub/6edb11eb9a5b669c14819b5726d677d8de6d0d13/loghub-netflow/src/test/resources/packets/netflow9_test_cisco_asr9k_data260.dat
--------------------------------------------------------------------------------
/loghub-netflow/src/test/resources/packets/netflow9_test_cisco_asr9k_opttpl256.dat:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/fbacchella/LogHub/6edb11eb9a5b669c14819b5726d677d8de6d0d13/loghub-netflow/src/test/resources/packets/netflow9_test_cisco_asr9k_opttpl256.dat
--------------------------------------------------------------------------------
/loghub-netflow/src/test/resources/packets/netflow9_test_cisco_asr9k_opttpl257.dat:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/fbacchella/LogHub/6edb11eb9a5b669c14819b5726d677d8de6d0d13/loghub-netflow/src/test/resources/packets/netflow9_test_cisco_asr9k_opttpl257.dat
--------------------------------------------------------------------------------
/loghub-netflow/src/test/resources/packets/netflow9_test_cisco_asr9k_opttpl334.dat:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/fbacchella/LogHub/6edb11eb9a5b669c14819b5726d677d8de6d0d13/loghub-netflow/src/test/resources/packets/netflow9_test_cisco_asr9k_opttpl334.dat
--------------------------------------------------------------------------------
/loghub-netflow/src/test/resources/packets/netflow9_test_cisco_asr9k_tpl260.dat:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/fbacchella/LogHub/6edb11eb9a5b669c14819b5726d677d8de6d0d13/loghub-netflow/src/test/resources/packets/netflow9_test_cisco_asr9k_tpl260.dat
--------------------------------------------------------------------------------
/loghub-netflow/src/test/resources/packets/netflow9_test_cisco_asr9k_tpl266.dat:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/fbacchella/LogHub/6edb11eb9a5b669c14819b5726d677d8de6d0d13/loghub-netflow/src/test/resources/packets/netflow9_test_cisco_asr9k_tpl266.dat
--------------------------------------------------------------------------------
/loghub-netflow/src/test/resources/packets/netflow9_test_cisco_nbar_data262.dat:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/fbacchella/LogHub/6edb11eb9a5b669c14819b5726d677d8de6d0d13/loghub-netflow/src/test/resources/packets/netflow9_test_cisco_nbar_data262.dat
--------------------------------------------------------------------------------
/loghub-netflow/src/test/resources/packets/netflow9_test_cisco_nbar_opttpl260.dat:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/fbacchella/LogHub/6edb11eb9a5b669c14819b5726d677d8de6d0d13/loghub-netflow/src/test/resources/packets/netflow9_test_cisco_nbar_opttpl260.dat
--------------------------------------------------------------------------------
/loghub-netflow/src/test/resources/packets/netflow9_test_cisco_nbar_tpl262.dat:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/fbacchella/LogHub/6edb11eb9a5b669c14819b5726d677d8de6d0d13/loghub-netflow/src/test/resources/packets/netflow9_test_cisco_nbar_tpl262.dat
--------------------------------------------------------------------------------
/loghub-netflow/src/test/resources/packets/netflow9_test_cisco_wlc_8510_tpl_262.dat:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/fbacchella/LogHub/6edb11eb9a5b669c14819b5726d677d8de6d0d13/loghub-netflow/src/test/resources/packets/netflow9_test_cisco_wlc_8510_tpl_262.dat
--------------------------------------------------------------------------------
/loghub-netflow/src/test/resources/packets/netflow9_test_cisco_wlc_data261.dat:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/fbacchella/LogHub/6edb11eb9a5b669c14819b5726d677d8de6d0d13/loghub-netflow/src/test/resources/packets/netflow9_test_cisco_wlc_data261.dat
--------------------------------------------------------------------------------
/loghub-netflow/src/test/resources/packets/netflow9_test_cisco_wlc_tpl.dat:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/fbacchella/LogHub/6edb11eb9a5b669c14819b5726d677d8de6d0d13/loghub-netflow/src/test/resources/packets/netflow9_test_cisco_wlc_tpl.dat
--------------------------------------------------------------------------------
/loghub-netflow/src/test/resources/packets/netflow9_test_fortigate_fortios_521_data256.dat:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/fbacchella/LogHub/6edb11eb9a5b669c14819b5726d677d8de6d0d13/loghub-netflow/src/test/resources/packets/netflow9_test_fortigate_fortios_521_data256.dat
--------------------------------------------------------------------------------
/loghub-netflow/src/test/resources/packets/netflow9_test_fortigate_fortios_521_data257.dat:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/fbacchella/LogHub/6edb11eb9a5b669c14819b5726d677d8de6d0d13/loghub-netflow/src/test/resources/packets/netflow9_test_fortigate_fortios_521_data257.dat
--------------------------------------------------------------------------------
/loghub-netflow/src/test/resources/packets/netflow9_test_fortigate_fortios_521_tpl.dat:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/fbacchella/LogHub/6edb11eb9a5b669c14819b5726d677d8de6d0d13/loghub-netflow/src/test/resources/packets/netflow9_test_fortigate_fortios_521_tpl.dat
--------------------------------------------------------------------------------
/loghub-netflow/src/test/resources/packets/netflow9_test_invalid01.dat:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/fbacchella/LogHub/6edb11eb9a5b669c14819b5726d677d8de6d0d13/loghub-netflow/src/test/resources/packets/netflow9_test_invalid01.dat
--------------------------------------------------------------------------------
/loghub-netflow/src/test/resources/packets/netflow9_test_juniper_srx_tplopt.dat:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/fbacchella/LogHub/6edb11eb9a5b669c14819b5726d677d8de6d0d13/loghub-netflow/src/test/resources/packets/netflow9_test_juniper_srx_tplopt.dat
--------------------------------------------------------------------------------
/loghub-netflow/src/test/resources/packets/netflow9_test_macaddr_data.dat:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/fbacchella/LogHub/6edb11eb9a5b669c14819b5726d677d8de6d0d13/loghub-netflow/src/test/resources/packets/netflow9_test_macaddr_data.dat
--------------------------------------------------------------------------------
/loghub-netflow/src/test/resources/packets/netflow9_test_macaddr_tpl.dat:
--------------------------------------------------------------------------------
1 | uHVЀ a D 8 P 8 P * )
--------------------------------------------------------------------------------
/loghub-netflow/src/test/resources/packets/netflow9_test_nprobe_data.dat:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/fbacchella/LogHub/6edb11eb9a5b669c14819b5726d677d8de6d0d13/loghub-netflow/src/test/resources/packets/netflow9_test_nprobe_data.dat
--------------------------------------------------------------------------------
/loghub-netflow/src/test/resources/packets/netflow9_test_nprobe_dpi.dat:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/fbacchella/LogHub/6edb11eb9a5b669c14819b5726d677d8de6d0d13/loghub-netflow/src/test/resources/packets/netflow9_test_nprobe_dpi.dat
--------------------------------------------------------------------------------
/loghub-netflow/src/test/resources/packets/netflow9_test_nprobe_tpl.dat:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/fbacchella/LogHub/6edb11eb9a5b669c14819b5726d677d8de6d0d13/loghub-netflow/src/test/resources/packets/netflow9_test_nprobe_tpl.dat
--------------------------------------------------------------------------------
/loghub-netflow/src/test/resources/packets/netflow9_test_softflowd_tpl_data.dat:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/fbacchella/LogHub/6edb11eb9a5b669c14819b5726d677d8de6d0d13/loghub-netflow/src/test/resources/packets/netflow9_test_softflowd_tpl_data.dat
--------------------------------------------------------------------------------
/loghub-netflow/src/test/resources/packets/netflow9_test_streamcore_tpl_data256.dat:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/fbacchella/LogHub/6edb11eb9a5b669c14819b5726d677d8de6d0d13/loghub-netflow/src/test/resources/packets/netflow9_test_streamcore_tpl_data256.dat
--------------------------------------------------------------------------------
/loghub-netflow/src/test/resources/packets/netflow9_test_streamcore_tpl_data260.dat:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/fbacchella/LogHub/6edb11eb9a5b669c14819b5726d677d8de6d0d13/loghub-netflow/src/test/resources/packets/netflow9_test_streamcore_tpl_data260.dat
--------------------------------------------------------------------------------
/loghub-netflow/src/test/resources/packets/netflow9_test_ubnt_edgerouter_data1024.dat:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/fbacchella/LogHub/6edb11eb9a5b669c14819b5726d677d8de6d0d13/loghub-netflow/src/test/resources/packets/netflow9_test_ubnt_edgerouter_data1024.dat
--------------------------------------------------------------------------------
/loghub-netflow/src/test/resources/packets/netflow9_test_ubnt_edgerouter_data1025.dat:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/fbacchella/LogHub/6edb11eb9a5b669c14819b5726d677d8de6d0d13/loghub-netflow/src/test/resources/packets/netflow9_test_ubnt_edgerouter_data1025.dat
--------------------------------------------------------------------------------
/loghub-netflow/src/test/resources/packets/netflow9_test_ubnt_edgerouter_tpl.dat:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/fbacchella/LogHub/6edb11eb9a5b669c14819b5726d677d8de6d0d13/loghub-netflow/src/test/resources/packets/netflow9_test_ubnt_edgerouter_tpl.dat
--------------------------------------------------------------------------------
/loghub-netflow/src/test/resources/packets/netflow9_test_valid01.dat:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/fbacchella/LogHub/6edb11eb9a5b669c14819b5726d677d8de6d0d13/loghub-netflow/src/test/resources/packets/netflow9_test_valid01.dat
--------------------------------------------------------------------------------
/loghub-prometheus/src/main/resources/META-INF/services/loghub.netty.DashboardService:
--------------------------------------------------------------------------------
1 | loghub.prometheus.PrometheusDashboardService
2 |
--------------------------------------------------------------------------------
/loghub-prometheus/src/main/resources/propertiestype.properties:
--------------------------------------------------------------------------------
1 | http.prometheus.openTelemetry.endpoint: STRING
2 | http.prometheus.openTelemetry.headers: MAP
3 | http.prometheus.openTelemetry.interval: INTEGER
4 | http.prometheus.openTelemetry.protocol: STRING
5 | http.prometheus.openTelemetry.resourceAttributes: MAP
6 | http.prometheus.openTelemetry.serviceInstanceId: STRING
7 | http.prometheus.openTelemetry.serviceName: STRING
8 | http.prometheus.openTelemetry.serviceNamespace: STRING
9 | http.prometheus.openTelemetry.serviceVersion: STRING
10 | http.prometheus.openTelemetry.timeoutSeconds: INTEGER
11 | http.prometheus.withExporter: BOOLEAN
12 | http.prometheus.withJvmMetrics: BOOLEAN
13 | http.prometheus.withOpenTelemetry: BOOLEAN
14 |
--------------------------------------------------------------------------------
/loghub-protobuf/src/main/resources/prometheus.binpb:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/fbacchella/LogHub/6edb11eb9a5b669c14819b5726d677d8de6d0d13/loghub-protobuf/src/main/resources/prometheus.binpb
--------------------------------------------------------------------------------
/loghub-protobuf/src/test/java/loghub/ProtobufTestUtils.java:
--------------------------------------------------------------------------------
1 | package loghub;
2 |
3 | import prometheus.Remote;
4 | import prometheus.Types;
5 |
6 | public class ProtobufTestUtils {
7 |
8 | public static Remote.WriteRequest getWriteRequest() {
9 | return Remote.WriteRequest.newBuilder().addTimeseries(
10 | Types.TimeSeries.newBuilder()
11 | .addLabels(Types.Label.newBuilder().setName("__name__").setValue("test_event"))
12 | .addLabels(Types.Label.newBuilder().setName("label").setValue("value")
13 | ).addSamples(Types.Sample.newBuilder().setValue(1.0).setTimestamp(1))
14 | ).build();
15 | }
16 |
17 | private ProtobufTestUtils() {
18 | // Only static usage
19 | }
20 | }
21 |
--------------------------------------------------------------------------------
/loghub-sflow/src/main/java/loghub/sflow/DataSource.java:
--------------------------------------------------------------------------------
1 | package loghub.sflow;
2 |
3 | import lombok.Getter;
4 |
5 | @Getter
6 | public class DataSource {
7 | public enum SourceType {
8 | UNKOWN("Unknown"),
9 | IF_INDEX("ifIndex"),
10 | SMON_VLAN_DATA_SOURCE("smonVlanDataSource"),
11 | ENT_PHYSICAL_ENTRY("entPhysicalEntry");
12 | private final String display;
13 |
14 | SourceType(String display) {
15 | this.display = display;
16 | }
17 |
18 | @Override
19 | public String toString() {
20 | return display;
21 | }
22 | }
23 | private final SourceType sourceType;
24 | private final int index;
25 | public DataSource(int value) {
26 | switch (value >> 24) {
27 | case 0:
28 | sourceType = SourceType.IF_INDEX;
29 | break;
30 | case 1:
31 | sourceType = SourceType.SMON_VLAN_DATA_SOURCE;
32 | break;
33 | case 2:
34 | sourceType = SourceType.ENT_PHYSICAL_ENTRY;
35 | break;
36 | default:
37 | sourceType = SourceType.UNKOWN;
38 | }
39 | index = value & ((2 << 23) - 1);
40 | }
41 | @Override
42 | public String toString() {
43 | return sourceType + "/" + index;
44 | }
45 | }
46 |
--------------------------------------------------------------------------------
/loghub-sflow/src/main/java/loghub/sflow/HeaderProtocol.java:
--------------------------------------------------------------------------------
1 | package loghub.sflow;
2 |
3 | public enum HeaderProtocol {
4 | UNKNOWN,
5 | ETHERNET_SO88023,
6 | ISO88024_TOKENBUS,
7 | ISO88025_TOKENRING,
8 | FDDI,
9 | FRAME_RELAY,
10 | X25,
11 | PPP,
12 | SMDS,
13 | AAL5,
14 | AAL5_IP, /* e.g. Cisco AAL5 mux */
15 | IPv4,
16 | IPv6,
17 | MPLS,
18 | POS /* RFC 1662, 2615 */;
19 |
20 | public static HeaderProtocol parse(int protocol) {
21 | switch (protocol) {
22 | case 1: return ETHERNET_SO88023;
23 | case 2: return ISO88024_TOKENBUS;
24 | case 3: return ISO88025_TOKENRING;
25 | case 4: return FDDI;
26 | case 5: return FRAME_RELAY;
27 | case 6: return X25;
28 | case 7: return PPP;
29 | case 8: return SMDS;
30 | case 9: return AAL5;
31 | case 10: return AAL5_IP;
32 | case 11: return IPv4;
33 | case 12: return IPv6;
34 | case 13: return MPLS;
35 | case 14: return POS;
36 | default:
37 | return UNKNOWN;
38 | }
39 | }
40 | }
41 |
--------------------------------------------------------------------------------
/loghub-sflow/src/main/java/loghub/sflow/IfDirection.java:
--------------------------------------------------------------------------------
1 | package loghub.sflow;
2 |
3 | public enum IfDirection {
4 | UNKNOWN,
5 | FULL_DUPLEX,
6 | HALF_DUPLEX,
7 | IN,
8 | OUT;
9 | public static IfDirection parse(int ifDirection) {
10 | switch (ifDirection) {
11 | case 1: return FULL_DUPLEX;
12 | case 2: return HALF_DUPLEX;
13 | case 3: return IN;
14 | case 4: return OUT;
15 | default:
16 | return UNKNOWN;
17 | }
18 | }
19 | }
20 |
--------------------------------------------------------------------------------
/loghub-sflow/src/main/java/loghub/sflow/SFlowDatagram.java:
--------------------------------------------------------------------------------
1 | package loghub.sflow;
2 |
3 | import java.net.InetAddress;
4 | import java.time.Duration;
5 | import java.util.List;
6 |
7 | import com.fasterxml.jackson.annotation.JsonIgnore;
8 |
9 | import loghub.sflow.structs.Struct;
10 | import lombok.Builder;
11 | import lombok.Data;
12 | import lombok.Getter;
13 |
14 | @Data
15 | @Builder
16 | @Getter
17 | public class SFlowDatagram {
18 | private final int version;
19 | private final InetAddress agent_address;
20 | private final long sub_agent_id;
21 | private final long sequence_number;
22 | private final Duration uptime;
23 | @JsonIgnore
24 | private final List samples;
25 | }
26 |
--------------------------------------------------------------------------------
/loghub-sflow/src/main/java/loghub/sflow/StructureClass.java:
--------------------------------------------------------------------------------
1 | package loghub.sflow;
2 |
3 | public enum StructureClass {
4 | SAMPLE_DATA,
5 | FLOW_DATA,
6 | COUNTER_DATA;
7 |
8 | public static StructureClass resolve(String name) {
9 | switch (name) {
10 | case "sample_data":
11 | return SAMPLE_DATA;
12 | case "flow_data":
13 | return FLOW_DATA;
14 | case "counter_data":
15 | return COUNTER_DATA;
16 | default:
17 | throw new IllegalArgumentException("Invalid struct name " + name);
18 | }
19 | }
20 | }
21 |
--------------------------------------------------------------------------------
/loghub-sflow/src/main/java/loghub/sflow/structs/DynamicStruct.java:
--------------------------------------------------------------------------------
1 | package loghub.sflow.structs;
2 |
3 | import java.io.IOException;
4 | import java.util.Map;
5 |
6 | import com.fasterxml.jackson.core.JsonGenerator;
7 | import com.fasterxml.jackson.databind.JsonSerializer;
8 | import com.fasterxml.jackson.databind.SerializerProvider;
9 | import com.fasterxml.jackson.databind.annotation.JsonSerialize;
10 |
11 | import io.netty.buffer.ByteBuf;
12 | import loghub.sflow.SflowParser;
13 |
14 | @JsonSerialize(using = DynamicStruct.DynamicStructSerializer.class)
15 | public class DynamicStruct extends Struct {
16 |
17 | static public class DynamicStructSerializer extends JsonSerializer {
18 | @Override
19 | public void serialize(DynamicStruct value, JsonGenerator gen, SerializerProvider serializers)
20 | throws IOException {
21 | gen.writeObject(value.data);
22 | }
23 | }
24 |
25 | private final Map data;
26 |
27 | public DynamicStruct(String name, SflowParser parser, ByteBuf buf) throws IOException {
28 | super(parser.getByName(name));
29 | buf = extractData(buf);
30 | data = parser.readDynamicStructData(getFormat(), buf);
31 | }
32 |
33 | @Override
34 | public String getName() {
35 | return getFormat().getName();
36 | }
37 | }
38 |
--------------------------------------------------------------------------------
/loghub-sflow/src/main/java/loghub/sflow/structs/ExtendedRouter.java:
--------------------------------------------------------------------------------
1 | package loghub.sflow.structs;
2 |
3 | import java.io.IOException;
4 | import java.net.InetAddress;
5 |
6 | import io.netty.buffer.ByteBuf;
7 | import loghub.sflow.SflowParser;
8 | import lombok.Getter;
9 | import lombok.ToString;
10 |
11 | @ToString
12 | @Getter
13 | public class ExtendedRouter extends Struct {
14 |
15 | public static final String NAME = "extended_router";
16 |
17 | private final InetAddress nexthop;
18 | private final int src_mask_len;
19 | private final int dst_mask_len;
20 |
21 | public ExtendedRouter(SflowParser parser, ByteBuf buffer) throws IOException {
22 | super(parser.getByName(NAME));
23 | buffer = extractData(buffer);
24 | nexthop = parser.readIpAddress(buffer);
25 | src_mask_len = Math.toIntExact(buffer.readUnsignedInt());
26 | dst_mask_len = Math.toIntExact(buffer.readUnsignedInt());
27 | }
28 |
29 | @Override
30 | public String getName() {
31 | return NAME;
32 | }
33 |
34 | }
35 |
--------------------------------------------------------------------------------
/loghub-sflow/src/main/java/loghub/sflow/structs/ExtendedUser.java:
--------------------------------------------------------------------------------
1 | package loghub.sflow.structs;
2 |
3 | import java.nio.charset.Charset;
4 |
5 | import io.netty.buffer.ByteBuf;
6 | import loghub.sflow.SflowParser;
7 | import lombok.Getter;
8 |
9 | @Getter
10 | public class ExtendedUser extends Struct {
11 |
12 | public static final String NAME = "extended_user";
13 |
14 | private final String src_user;
15 | private final String dst_user;
16 |
17 | public ExtendedUser(SflowParser parser, ByteBuf buf) {
18 | super(parser.getByName(NAME));
19 | buf = extractData(buf);
20 | Charset src_user_charset = parser.readCharset(buf);
21 | int src_user_len = Math.toIntExact(buf.readUnsignedInt());
22 | byte[] src_user_bytes = new byte[src_user_len];
23 | buf.readBytes(src_user_bytes);
24 | src_user = new String(src_user_bytes, src_user_charset);
25 | Charset dst_user_charset = parser.readCharset(buf);
26 | int dst_user_len = Math.toIntExact(buf.readUnsignedInt());
27 | byte[] dst_user_bytes = new byte[dst_user_len];
28 | buf.readBytes(dst_user_bytes);
29 | dst_user = new String(dst_user_bytes, dst_user_charset);
30 | }
31 |
32 | @Override
33 | public String getName() {
34 | return NAME;
35 | }
36 | }
37 |
--------------------------------------------------------------------------------
/loghub-sflow/src/main/java/loghub/sflow/structs/OpaqueStruct.java:
--------------------------------------------------------------------------------
1 | package loghub.sflow.structs;
2 |
3 | import loghub.sflow.DataFormat;
4 | import io.netty.buffer.ByteBuf;
5 | import lombok.Getter;
6 |
7 | @Getter
8 | public class OpaqueStruct extends Struct {
9 |
10 | private final ByteBuf data;
11 | public OpaqueStruct(DataFormat si, ByteBuf data) {
12 | super(si);
13 | this.data = extractData(data).copy();
14 | }
15 |
16 | @Override
17 | public String toString() {
18 | return String.format("%s(%s)", getName(), getFormat());
19 | }
20 |
21 | @Override
22 | public String getName() {
23 | return "UnknownStruct(" + getFormat() + ")";
24 | }
25 |
26 | }
27 |
--------------------------------------------------------------------------------
/loghub-sflow/src/main/java/loghub/sflow/structs/SampledHeader.java:
--------------------------------------------------------------------------------
1 | package loghub.sflow.structs;
2 |
3 | import io.netty.buffer.ByteBuf;
4 | import loghub.sflow.HeaderProtocol;
5 | import loghub.sflow.SflowParser;
6 | import lombok.Getter;
7 |
8 | @Getter
9 | public class SampledHeader extends Struct {
10 |
11 | public static final String NAME = "sampled_header";
12 |
13 | private final HeaderProtocol protocol;
14 | private final long frame_length;
15 | private final long stripped;
16 | private final byte[] header;
17 |
18 | public SampledHeader(SflowParser parser, ByteBuf buf) {
19 | super(parser.getByName(NAME));
20 | ByteBuf buffer = extractData(buf);
21 | protocol = HeaderProtocol.parse(buffer.readInt());
22 | frame_length = buffer.readUnsignedInt();
23 | stripped = buffer.readUnsignedInt();
24 | int length = Math.toIntExact(buffer.readUnsignedInt());
25 | header = new byte[length];
26 | buffer.readBytes(header);
27 | }
28 |
29 | @Override
30 | public String getName() {
31 | return NAME;
32 | }
33 |
34 | @Override
35 | public String toString() {
36 | return "SampledHeader(" + "protocol=" + protocol + ", frame_length=" + frame_length + ", stripped=" + stripped + ", header=byte[" + header.length + "])";
37 | }
38 |
39 | }
40 |
--------------------------------------------------------------------------------
/loghub-sflow/src/main/java/loghub/sflow/structs/Struct.java:
--------------------------------------------------------------------------------
1 | package loghub.sflow.structs;
2 |
3 | import com.fasterxml.jackson.annotation.JsonIgnore;
4 |
5 | import io.netty.buffer.ByteBuf;
6 | import loghub.sflow.DataFormat;
7 | import lombok.Getter;
8 |
9 | @Getter
10 | public abstract class Struct {
11 |
12 | @JsonIgnore
13 | private final DataFormat format;
14 |
15 | protected Struct(DataFormat format) {
16 | this.format = format;
17 | }
18 |
19 | protected ByteBuf extractData(ByteBuf buffer) {
20 | int length = Math.toIntExact(buffer.readUnsignedInt());
21 | assert length != 0 && length <= buffer.readableBytes() : length;
22 | int readPosition = buffer.readerIndex();
23 | buffer.skipBytes(length);
24 | return buffer.slice(readPosition, length);
25 | }
26 |
27 | @JsonIgnore
28 | public abstract String getName();
29 |
30 | }
31 |
--------------------------------------------------------------------------------
/loghub-sflow/src/main/java/loghub/xdr/EnumTypeSpecifier.java:
--------------------------------------------------------------------------------
1 | package loghub.xdr;
2 |
3 | import java.util.Map;
4 |
5 | import io.netty.buffer.ByteBuf;
6 |
7 | public class EnumTypeSpecifier extends TypeSpecifier> {
8 |
9 | private final Map enumEntries;
10 |
11 | EnumTypeSpecifier(String name, Map enumEntries) {
12 | super(name);
13 | this.enumEntries = Map.copyOf(enumEntries);
14 | }
15 |
16 | public String resolve(Number n) {
17 | return enumEntries.get(n);
18 | }
19 |
20 | @Override
21 | public Map getType() {
22 | return enumEntries;
23 | }
24 |
25 | @SuppressWarnings("unchecked")
26 | @Override
27 | public String read(ByteBuf b) {
28 | return enumEntries.get(b.readInt());
29 | }
30 |
31 | @Override
32 | public String toString() {
33 | return "enum%s" + enumEntries;
34 | }
35 |
36 | }
37 |
--------------------------------------------------------------------------------
/loghub-sflow/src/main/java/loghub/xdr/FixedOpaqueTypeSpecifier.java:
--------------------------------------------------------------------------------
1 | package loghub.xdr;
2 |
3 | import java.io.IOException;
4 |
5 | import io.netty.buffer.ByteBuf;
6 | import lombok.Getter;
7 |
8 | @Getter
9 | public class FixedOpaqueTypeSpecifier extends TypeSpecifier {
10 |
11 | private final int size;
12 |
13 | public FixedOpaqueTypeSpecifier(int size) {
14 | super(NativeType.BYTE_ARRAY.typeName);
15 | this.size = size;
16 | }
17 |
18 | @Override
19 | public NativeType getType() {
20 | return null;
21 | }
22 |
23 | @Override
24 | public O read(ByteBuf b) throws IOException {
25 | byte[] data = new byte[size];
26 | b.readBytes(data);
27 | return (O) data;
28 | }
29 |
30 | }
31 |
--------------------------------------------------------------------------------
/loghub-sflow/src/main/java/loghub/xdr/FixedStringTypeSpecifier.java:
--------------------------------------------------------------------------------
1 | package loghub.xdr;
2 |
3 | import java.io.IOException;
4 |
5 | import io.netty.buffer.ByteBuf;
6 | import lombok.Getter;
7 |
8 | @Getter
9 | public class FixedStringTypeSpecifier extends TypeSpecifier {
10 |
11 | private final int size;
12 |
13 | public FixedStringTypeSpecifier(int size) {
14 | super(NativeType.BYTE_ARRAY.typeName);
15 | this.size = size;
16 | }
17 |
18 | @Override
19 | public NativeType getType() {
20 | return null;
21 | }
22 |
23 | @Override
24 | public O read(ByteBuf b) throws IOException {
25 | byte[] data = new byte[size];
26 | b.readBytes(data);
27 | return (O) data;
28 | }
29 | }
30 |
--------------------------------------------------------------------------------
/loghub-sflow/src/main/java/loghub/xdr/IndirectTypeSpecifier.java:
--------------------------------------------------------------------------------
1 | package loghub.xdr;
2 |
3 | import java.io.IOException;
4 |
5 | import io.netty.buffer.ByteBuf;
6 |
7 | public class IndirectTypeSpecifier extends TypeSpecifier> {
8 |
9 | private final TypeSpecifier type;
10 |
11 | protected IndirectTypeSpecifier(String name, TypeSpecifier type) {
12 | super(name);
13 | this.type = type;
14 | }
15 |
16 | @Override
17 | public TypeSpecifier getType() {
18 | return type;
19 | }
20 |
21 | @Override
22 | public O read(ByteBuf b) throws IOException {
23 | return type.read(b);
24 | }
25 |
26 | @Override
27 | public String toString() {
28 | return '(' + getName() + "->" + type.toString() + ')';
29 | }
30 | }
31 |
--------------------------------------------------------------------------------
/loghub-sflow/src/main/java/loghub/xdr/InvalidTypeSpecifier.java:
--------------------------------------------------------------------------------
1 | package loghub.xdr;
2 |
3 | import java.io.IOException;
4 |
5 | import io.netty.buffer.ByteBuf;
6 |
7 | public class InvalidTypeSpecifier extends TypeSpecifier {
8 |
9 | String typeName;
10 | protected InvalidTypeSpecifier(String name, String typeName) {
11 | super(name);
12 | this.typeName = typeName;
13 | }
14 |
15 | @Override
16 | public String getType() {
17 | return "InvalidType/" + getName();
18 | }
19 |
20 | @Override
21 | public O read(ByteBuf b) throws IOException {
22 | throw new IOException("Unspecified type '" + getName() + "', not readable for declaration '" + typeName + "'");
23 | }
24 | }
25 |
--------------------------------------------------------------------------------
/loghub-sflow/src/main/java/loghub/xdr/NativeTypeSpecifier.java:
--------------------------------------------------------------------------------
1 | package loghub.xdr;
2 |
3 | import java.io.IOException;
4 | import java.util.Objects;
5 |
6 | import io.netty.buffer.ByteBuf;
7 | import lombok.Getter;
8 |
9 | @Getter
10 | public class NativeTypeSpecifier extends TypeSpecifier {
11 |
12 | private final NativeType type;
13 | int size;
14 |
15 | protected NativeTypeSpecifier(NativeType type, int size) {
16 | super(type.typeName);
17 | this.type = type;
18 | this.size = size;
19 | }
20 |
21 | @Override
22 | public boolean equals(Object o) {
23 | if (!(o instanceof NativeTypeSpecifier))
24 | return false;
25 | NativeTypeSpecifier that = (NativeTypeSpecifier) o;
26 | return type == that.type && size == that.size;
27 | }
28 |
29 | @Override
30 | public int hashCode() {
31 | return Objects.hash(type, size);
32 | }
33 |
34 | @Override
35 | public String toString() {
36 | return type.getString(size);
37 | }
38 |
39 | @SuppressWarnings("unchecked")
40 | @Override
41 | public O read(ByteBuf b) throws IOException {
42 | return (O) type.reader.read(b);
43 | }
44 | }
45 |
--------------------------------------------------------------------------------
/loghub-sflow/src/main/java/loghub/xdr/ReadType.java:
--------------------------------------------------------------------------------
1 | package loghub.xdr;
2 |
3 | import java.io.IOException;
4 |
5 | import io.netty.buffer.ByteBuf;
6 |
7 | public interface ReadType {
8 | T read(ByteBuf buf) throws IOException;
9 | }
10 |
--------------------------------------------------------------------------------
/loghub-sflow/src/main/java/loghub/xdr/TypeSpecifier.java:
--------------------------------------------------------------------------------
1 | package loghub.xdr;
2 |
3 | import java.io.IOException;
4 |
5 | import io.netty.buffer.ByteBuf;
6 | import lombok.Getter;
7 |
8 | @Getter
9 | public abstract class TypeSpecifier {
10 |
11 | private final String name;
12 | protected TypeSpecifier(String name) {
13 | this.name = name;
14 | }
15 | public abstract T getType();
16 | public abstract O read(ByteBuf b) throws IOException;
17 |
18 | }
19 |
--------------------------------------------------------------------------------
/loghub-sflow/src/main/resources/xdr/bv-sflow.xdr:
--------------------------------------------------------------------------------
1 | /* Percentage expressed in hundredths of a percent
2 | (e.g., 100 = 1%). If a percentage value is unknown then
3 | use the value -1. */
4 |
5 | typedef int percentage;
6 |
7 | The following structures are used to report peak buffer usage:
8 |
9 | /* Device level buffer utilization */
10 | /* buffers_used metrics represent peak since last export */
11 | /* opaque = counter_data; enterprise = 4413; format = 1 */
12 | struct bst_device_buffers {
13 | percentage uc_pc; /* unicast buffers percentage utilization */
14 | percentage mc_pc; /* multicast buffers percentage utilization */
15 | }
16 |
17 | /* Port level buffer utilization */
18 | /* buffers_used metrics represent peak buffers used since last export */
19 | /* opaque = counter_data; enterprise = 4413; format = 2 */
20 | struct bst_port_buffers {
21 | percentage ingress_uc_pc; /* ingress unicast buffers utilization */
22 | percentage ingress_mc_pc; /* ingress multicast buffers utilization */
23 | percentage egress_uc_pc; /* egress unicast buffers utilization */
24 | percentage egress_mc_pc; /* egress multicast buffers utilization */
25 | percentage egress_queue_uc_pc<8>; /* per egress queue unicast buffers utilization */
26 | percentage egress_queue_mc_pc<8>; /* per egress queue multicast buffers utilization*/
27 | }
28 |
29 | /* Selected egress queue */
30 | /* opaque = flow_data; enterprise = 4413; format = 1 */
31 | struct extended_bst_egress_queue {
32 | unsigned int queue; /* eqress queue number selected for sampled packet */
33 | }
34 |
--------------------------------------------------------------------------------
/loghub-sflow/src/main/resources/xdr/sflow_broadcom_tables.xdr:
--------------------------------------------------------------------------------
1 | /* Table utilizations */
2 | /* utilization of ASIC hardware tables */
3 | /* opaque = counter_data; enterprise = 4413; format = 3 */
4 | struct hw_tables {
5 | unsigned int host_entries;
6 | unsigned int host_entries_max;
7 | unsigned int ipv4_entries;
8 | unsigned int ipv4_entries_max;
9 | unsigned int ipv6_entries;
10 | unsigned int ipv6_entries_max;
11 | unsigned int ipv4_ipv6_entries;
12 | unsigned int ipv6_ipv6_entries_max;
13 | unsigned int long_ipv6_entries;
14 | unsigned int long_ipv6_entries_max;
15 | unsigned int total_routes;
16 | unsigned int total_routes_max;
17 | unsigned int ecmp_nexthops;
18 | unsigned int ecmp_nexthops_max;
19 | unsigned int mac_entries;
20 | unsigned int mac_entries_max;
21 | unsigned int ipv4_neighbors;
22 | unsigned int ipv6_neighbors;
23 | unsigned int ipv4_routes;
24 | unsigned int ipv6_routes;
25 | unsigned int acl_ingress_entries;
26 | unsigned int acl_ingress_entries_max;
27 | unsigned int acl_ingress_counters;
28 | unsigned int acl_ingress_counters_max;
29 | unsigned int acl_ingress_meters;
30 | unsigned int acl_ingress_meters_max;
31 | unsigned int acl_ingress_slices;
32 | unsigned int acl_ingress_slices_max;
33 | unsigned int acl_egress_entries;
34 | unsigned int acl_egress_entries_max;
35 | unsigned int acl_egress_counters;
36 | unsigned int acl_egress_counters_max;
37 | unsigned int acl_egress_meters;
38 | unsigned int acl_egress_meters_max;
39 | unsigned int acl_egress_slices;
40 | unsigned int acl_egress_slices_max;
41 | }
42 |
--------------------------------------------------------------------------------
/loghub-sflow/src/main/resources/xdr/sflow_lag.xdr:
--------------------------------------------------------------------------------
1 | /* LAG Port Statistics - see IEEE8023-LAG-MIB */
2 | /* opaque = counter_data; enterprise = 0; format = 7 */
3 |
4 | struct lag_port_stats {
5 | mac dot3adAggPortActorSystemID;
6 | mac dot3adAggPortPartnerOperSystemID;
7 | unsigned int dot3adAggPortAttachedAggID;
8 | opaque dot3adAggPortState[4]; /*
9 | Bytes are assigned in following order:
10 | byte 0, value dot3adAggPortActorAdminState
11 | byte 1, value dot3adAggPortActorOperState
12 | byte 2, value dot3adAggPortPartnerAdminState
13 | byte 3, value dot3adAggPortPartnerOperState
14 | */
15 | unsigned int dot3adAggPortStatsLACPDUsRx;
16 | unsigned int dot3adAggPortStatsMarkerPDUsRx;
17 | unsigned int dot3adAggPortStatsMarkerResponsePDUsRx;
18 | unsigned int dot3adAggPortStatsUnknownRx;
19 | unsigned int dot3adAggPortStatsIllegalRx;
20 | unsigned int dot3adAggPortStatsLACPDUsTx;
21 | unsigned int dot3adAggPortStatsMarkerPDUsTx;
22 | unsigned int dot3adAggPortStatsMarkerResponsePDUsTx;
23 | }
24 |
--------------------------------------------------------------------------------
/loghub-sflow/src/main/resources/xdr/sflow_openflow.xdr:
--------------------------------------------------------------------------------
1 | /* OpenFlow port */
2 | /* opaque = counter_data; enterprise = 0; format = 1004 */
3 | struct of_port {
4 | unsigned hyper datapath_id;
5 | unsigned int port_no;
6 | }
7 |
8 | /* Port name */
9 | /* opaque = counter_data; enterprise = 0; format = 1005 */
10 | struct port_name {
11 | string name<255>;
12 | }
13 |
--------------------------------------------------------------------------------
/loghub-sflow/src/main/resources/xdr/sflow_optics.xdr:
--------------------------------------------------------------------------------
1 | struct lane {
2 | unsigned int index; /* 1-based index of lane within module, 0=unknown */
3 | unsigned int tx_bias_current; /* microamps */
4 | unsigned int tx_power; /* microwatts */
5 | unsigned int tx_power_min; /* microwatts */
6 | unsigned int tx_power_max; /* microwatts */
7 | unsigned int tx_wavelength; /* nanometers */
8 | unsigned int rx_power; /* microwatts */
9 | unsigned int rx_power_min; /* microwatts */
10 | unsigned int rx_power_max; /* microwatts */
11 | unsigned int rx_wavelength; /* nanometers */
12 | }
13 |
14 | /* Optical SFP / QSFP metrics */
15 | /* opaque = counter_data; enterprise=0; format=10 */
16 | struct sfp {
17 | unsigned int module_id;
18 | unsigned int module_num_lanes; /* total number of lanes in module */
19 | unsigned int module_supply_voltage; /* millivolts */
20 | int module_temperature; /* thousandths of a degree Celsius */
21 | lane<> lanes;
22 | }
23 |
--------------------------------------------------------------------------------
/loghub-sflow/src/main/resources/xdr/sflow_transit.xdr:
--------------------------------------------------------------------------------
1 | /* Delay for sampled packet traversing switch */
2 | /* opaque = flow_data; enterprise = 0; format = 1039 */
3 | struct extended_transit {
4 | unsigned int delay; /* transit delay in nanoseconds
5 | 0xffffffff indicates value >= 0xffffffff */
6 | }
7 |
8 | /* Queue depth for sampled packet traversing switch */
9 | /* extended_egress_queue structure must be included */
10 | /* opaque = flow_data; enterprise = 0; format = 1040 */
11 | struct extended_queue {
12 | unsigned int depth; /* queue depth in bytes */
13 | }
14 |
--------------------------------------------------------------------------------
/loghub-sflow/src/main/resources/xdr/sflow_tunnels.xdr:
--------------------------------------------------------------------------------
1 | /* opaque = flow_data; enterprise = 0; format = 1021 */
2 | struct extended_L2_tunnel_egress {
3 | sampled_ethernet header;
4 | }
5 |
6 | /* opaque = flow_data; enterprise = 0; format = 1022 */
7 | struct extended_L2_tunnel_ingress {
8 | sampled_ethernet header;
9 | }
10 |
11 | /* opaque = flow_data; enterprise = 0; format = 1023 */
12 | struct extended_ipv4_tunnel_egress {
13 | sampled_ipv4 header;
14 | }
15 |
16 | /* opaque = flow_data; enterprise = 0; format = 1024 */
17 | struct extended_ipv4_tunnel_ingress {
18 | sampled_ipv4 header;
19 | }
20 |
21 | /* opaque = flow_data; enterprise = 0; format = 1025 */
22 | struct extended_ipv6_tunnel_egress {
23 | sampled_ipv6 header;
24 | }
25 |
26 | /* opaque = flow_data; enterprise = 0; format = 1026 */
27 | struct extended_ipv6_tunnel_ingress {
28 | sampled_ipv6 header;
29 | }
30 |
31 | /* opaque = flow_data; enterprise = 0; format = 1027 */
32 | struct extended_decapsulate_egress {
33 | unsigned int inner_header_offset;
34 | }
35 |
36 | /* opaque = flow_data; enterprise = 0; format = 1028 */
37 | struct extended_decapsulate_ingress {
38 | unsigned int inner_header_offset;
39 | }
40 |
41 | /* opaque_flow_data; enterprise = 0; format = 1029 */
42 | struct extended_vni_egress {
43 | unsigned int vni;
44 | }
45 |
46 | /* opaque_flow_data; enterprise = 0; format = 1030 */
47 | struct extended_vni_ingress {
48 | unsigned int vni;
49 | }
50 |
--------------------------------------------------------------------------------
/loghub-sflow/src/test/resources/sflow.pcap:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/fbacchella/LogHub/6edb11eb9a5b669c14819b5726d677d8de6d0d13/loghub-sflow/src/test/resources/sflow.pcap
--------------------------------------------------------------------------------
/loghub-snmp/src/main/resources/propertiestype.properties:
--------------------------------------------------------------------------------
1 | mibdirs=ARRAY
2 |
--------------------------------------------------------------------------------
/lombok.config:
--------------------------------------------------------------------------------
1 | config.stopBubbling = true
2 | lombok.addLombokGeneratedAnnotation = true
3 |
--------------------------------------------------------------------------------