├── GCStats.png ├── GCDashboard.png ├── SARDashboard.png ├── logstash-forwarder └── etc │ ├── default │ ├── logstash-forwarder │ └── logstash-forwarder1 │ ├── logstash-forwarder │ ├── cassandra_gc.conf │ └── cassandra_system.conf │ └── init.d │ ├── logstash-forwarder │ └── logstash-forwarder1 ├── timestamp.pl ├── sar_iostat.sh ├── logstash └── etc │ └── logstash │ ├── conf.d │ ├── 10-lumberjack-input.conf │ ├── 90-output-elasticsearch.conf │ └── 20-filter-cassandra.conf │ └── patterns │ ├── iostat │ ├── sar │ ├── cassandra │ └── gc ├── .project ├── README.md ├── kibana ├── gc_cms_dashboards │ └── cassandra_gc_cms.json ├── gc_cms_visualizations │ └── cassandra_gc_cms.json └── gc_g1_dashboards │ └── cassandra_gc_g1.json └── LICENSE /GCStats.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Mortinke/logstash-pattern/HEAD/GCStats.png -------------------------------------------------------------------------------- /GCDashboard.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Mortinke/logstash-pattern/HEAD/GCDashboard.png -------------------------------------------------------------------------------- /SARDashboard.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Mortinke/logstash-pattern/HEAD/SARDashboard.png -------------------------------------------------------------------------------- /logstash-forwarder/etc/default/logstash-forwarder: -------------------------------------------------------------------------------- 1 | user="root" 2 | group="root" 3 | chroot="/" 4 | chdir="/var/lib/logstash-forwarder" 5 | nice="" -------------------------------------------------------------------------------- /logstash-forwarder/etc/default/logstash-forwarder1: -------------------------------------------------------------------------------- 1 | user="root" 2 | group="root" 3 | chroot="/" 4 | chdir="/var/lib/logstash-forwarder" 5 | nice="" -------------------------------------------------------------------------------- /timestamp.pl: -------------------------------------------------------------------------------- 1 | #!/usr/bin/perl 2 | use POSIX qw/strftime/; 3 | 4 | while (<>) { 5 | my $now = time(); 6 | print strftime('%Y-%m-%dT%H:%M:%SZ', gmtime($now)) . " $_"; 7 | } -------------------------------------------------------------------------------- /logstash-forwarder/etc/logstash-forwarder/cassandra_gc.conf: -------------------------------------------------------------------------------- 1 | { 2 | "network": { 3 | "servers": [ ":5001" ], 4 | "timeout": 15, 5 | "ssl ca": "/etc/pki/tls/certs/logstash-forwarder.crt" 6 | }, 7 | "files": [ 8 | { 9 | "paths": [ 10 | "/var/log/cassandra/gc.log.?.current" 11 | ], 12 | "fields": { "type": "cassandra_gc" } 13 | } 14 | ] 15 | } -------------------------------------------------------------------------------- /sar_iostat.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | 3 | # set date format for logstash 4 | LC_TIME="POSIX" 5 | # set iostat date format for logstash 6 | export S_TIME_FORMAT=ISO 7 | 8 | sar -t -u ALL 1 | /usr/bin/perl /root/timestamp.pl > /var/log/sar/sar_cpu.log & 9 | sar -q 1 | /usr/bin/perl /root/timestamp.pl > /var/log/sar/sar_load.log & 10 | sar -r 1 | /usr/bin/perl /root/timestamp.pl > /var/log/sar/sar_memory_util.log & 11 | sar -R 1 | /usr/bin/perl /root/timestamp.pl > /var/log/sar/sar_memory.log & 12 | 13 | iostat -tdmx 1 > /var/log/sar/iostat_disk.log & -------------------------------------------------------------------------------- /logstash/etc/logstash/conf.d/10-lumberjack-input.conf: -------------------------------------------------------------------------------- 1 | input { 2 | lumberjack { 3 | port => 5000 4 | type => "lumberjack" 5 | ssl_certificate => "/etc/pki/tls/certs/logstash-forwarder.crt" 6 | ssl_key => "/etc/pki/tls/private/logstash-forwarder.key" 7 | } 8 | 9 | lumberjack { 10 | port => 5001 11 | type => "lumberjack" 12 | ssl_certificate => "/etc/pki/tls/certs/logstash-forwarder.crt" 13 | ssl_key => "/etc/pki/tls/private/logstash-forwarder.key" 14 | codec => multiline { 15 | patterns_dir => "/etc/logstash/patterns" 16 | pattern => "%{TIMESTAMP_ISO8601}" 17 | negate => "true" 18 | what => "previous" 19 | } 20 | } 21 | } 22 | -------------------------------------------------------------------------------- /.project: -------------------------------------------------------------------------------- 1 | 2 | 3 | logstash-pattern 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | GCDashboard.png 14 | 1 15 | D:/Workspace/geppetto/mortinke/logstash-pattern/GCDashboard.png 16 | 17 | 18 | GCStats.png 19 | 1 20 | D:/Workspace/geppetto/mortinke/logstash-pattern/GCStats.png 21 | 22 | 23 | SARDashboard.png 24 | 1 25 | D:/Workspace/geppetto/mortinke/logstash-pattern/SARDashboard.png 26 | 27 | 28 | 29 | -------------------------------------------------------------------------------- /logstash/etc/logstash/conf.d/90-output-elasticsearch.conf: -------------------------------------------------------------------------------- 1 | output { 2 | if [type] == "cassandra_gc" { 3 | elasticsearch { 4 | host => localhost 5 | cluster => "ber-elk" 6 | index => "logstash_cassandra_gc-%{+YYYY.MM.dd}" 7 | } 8 | # only for debugging 9 | # stdout { codec => rubydebug } 10 | } else if [type] == "cassandra" { 11 | elasticsearch { 12 | host => localhost 13 | cluster => "ber-elk" 14 | index => "logstash_cassandra-%{+YYYY.MM.dd}" 15 | } 16 | } else if [type] =~ /(sar_)\w+(_cassandra)/ { 17 | # sar_cpu_service e.g. sar_cpu_cassandra 18 | elasticsearch { 19 | host => localhost 20 | cluster => "ber-elk" 21 | index => "logstash_cassandra_sar-%{+YYYY.MM.dd}" 22 | } 23 | } else if [type] =~ /(iostat_)\w+(_cassandra)/ { 24 | elasticsearch { 25 | host => localhost 26 | cluster => "ber-elk" 27 | index => "logstash_cassandra_iostat-%{+YYYY.MM.dd}" 28 | } 29 | } 30 | } 31 | -------------------------------------------------------------------------------- /logstash-forwarder/etc/logstash-forwarder/cassandra_system.conf: -------------------------------------------------------------------------------- 1 | { 2 | "network": { 3 | "servers": [ ":5000" ], 4 | "timeout": 15, 5 | "ssl ca": "/etc/pki/tls/certs/logstash-forwarder.crt" 6 | }, 7 | "files": [ 8 | { 9 | "paths": [ 10 | "/var/log/cassandra/system.log" 11 | ], 12 | "fields": { "type": "cassandra" } 13 | }, 14 | { 15 | "paths": ["/var/log/sar/sar_cpu.log"], 16 | "fields": { "type": "sar_cpu_cassandra" } 17 | }, 18 | { 19 | "paths": ["/var/log/sar/sar_load.log"], 20 | "fields": { "type": "sar_load_cassandra" } 21 | }, 22 | { 23 | "paths": ["/var/log/sar/iostat_disk.log"], 24 | "fields": { "type": "iostat_disk_cassandra" } 25 | }, 26 | { 27 | "paths": ["/var/log/sar/sar_memory_util.log"], 28 | "fields": { "type": "sar_memoryutil_cassandra" } 29 | }, 30 | { 31 | "paths": ["/var/log/sar/sar_memory.log"], 32 | "fields": { "type": "sar_memory_cassandra" } 33 | } 34 | ] 35 | } -------------------------------------------------------------------------------- /logstash/etc/logstash/patterns/iostat: -------------------------------------------------------------------------------- 1 | ###################################### 2 | # all pattern for iostat 3 | ###################################### 4 | 5 | IOSTAT_VALUE (\d+) 6 | IOSTAT_DEC_VALUE (\d+(\.|,)\d+) 7 | # sda 8 | # cciss/c0d0 9 | DISK_NAME (\w+(/\w+)?) 10 | 11 | 12 | # 09/10/2015 04:46:42 PM 13 | # Device: rrqm/s wrqm/s r/s w/s rMB/s wMB/s avgrq-sz avgqu-sz await svctm %util 14 | # sda 0.00 0.00 0.00 0.00 0.00 0.00 0.00 0.00 0.00 0.00 0.00 15 | # sdc 0.00 7.00 0.00 3.00 0.00 0.04 24.00 0.00 0.00 0.00 0.00 16 | IOSTAT_TDMX (%{DISK_NAME:device}\s+%{IOSTAT_DEC_VALUE:read_req_merged}\s+%{IOSTAT_DEC_VALUE:write_req_merged}\s+%{IOSTAT_DEC_VALUE:read_requests}\s+%{IOSTAT_DEC_VALUE:write_requests}\s+%{IOSTAT_DEC_VALUE:read_mb}\s+%{IOSTAT_DEC_VALUE:write_mb}\s+%{IOSTAT_DEC_VALUE:avg_request_size}\s+%{IOSTAT_DEC_VALUE:avg_request_queue_size}\s+%{IOSTAT_DEC_VALUE:request_wait_time}\s+%{IOSTAT_DEC_VALUE:service_wait_time}\s+%{IOSTAT_DEC_VALUE:device_util}\n) 17 | -------------------------------------------------------------------------------- /logstash/etc/logstash/patterns/sar: -------------------------------------------------------------------------------- 1 | ###################################### 2 | # all pattern for sar 3 | ###################################### 4 | 5 | SAR_VALUE ((\+|-)?\d+) 6 | SAR_DEC_VALUE ((\+|-)?\d+(\.|,)\d+) 7 | 8 | # 11:02:20 AM 9 | SAR_TIME %{TIME}(\s+(AM|PM))? 10 | 11 | # CPU %usr %nice %sys %iowait %steal %irq %soft %guest %idle 12 | # all 3.43 0.00 0.42 0.00 0.00 0.00 0.00 0.00 96.15 13 | SAR_U_ALL (all\s+%{SAR_DEC_VALUE:cpu_usr:float}\s+%{SAR_DEC_VALUE:cpu_nice:float}\s+%{SAR_DEC_VALUE:cpu_sys:float}\s+%{SAR_DEC_VALUE:cpu_iowait:float}\s+%{SAR_DEC_VALUE:cpu_steal:float}\s+%{SAR_DEC_VALUE:cpu_irq:float}\s+%{SAR_DEC_VALUE:cpu_soft:float}\s+%{SAR_DEC_VALUE:cpu_guest:float}\s+%{SAR_DEC_VALUE:cpu_idle:float}) 14 | 15 | # runq-sz plist-sz ldavg-1 ldavg-5 ldavg-15 16 | # 3 884 1.54 0.76 0.36 17 | SAR_Q (%{SAR_VALUE:queue_length:float}\s+%{SAR_VALUE:task_list_count:float}\s+%{SAR_DEC_VALUE:load_avg_1min:float}\s+%{SAR_DEC_VALUE:load_avg_5min:float}\s+%{SAR_DEC_VALUE:load_avg_15min:float}) 18 | 19 | # frmpg/s bufpg/s campg/s 20 | # 21596.04 7.92 -22531.68 21 | SAR_R (%{SAR_DEC_VALUE:pages_freed:float}\s+%{SAR_DEC_VALUE:pages_buffers:float}\s+%{SAR_DEC_VALUE:pages_caches:float}) 22 | 23 | # kbmemfree kbmemused %memused kbbuffers kbcached kbcommit %commit 24 | # 32250408 33687572 51.09 402620 22604852 11328744 17.18 25 | SAR_r (%{SAR_VALUE:free_memory:float}\s+%{SAR_VALUE:used_memory:float}\s+%{SAR_DEC_VALUE:used_memory_percent:float}\s+%{SAR_VALUE:memory_buffer:float}\s+%{SAR_VALUE:memory_cached:float}\s+%{SAR_VALUE:memory_commited:float}\s+%{SAR_DEC_VALUE:memory_commited_percent:float}) -------------------------------------------------------------------------------- /logstash-forwarder/etc/init.d/logstash-forwarder: -------------------------------------------------------------------------------- 1 | #!/bin/sh 2 | # Init script for logstash-forwarder 3 | # Maintained by 4 | # Generated by pleaserun. 5 | # Implemented based on LSB Core 3.1: 6 | # * Sections: 20.2, 20.3 7 | # 8 | ### BEGIN INIT INFO 9 | # Provides: logstash-forwarder 10 | # Required-Start: $remote_fs $syslog 11 | # Required-Stop: $remote_fs $syslog 12 | # Default-Start: 2 3 4 5 13 | # Default-Stop: 0 1 6 14 | # Short-Description: 15 | # Description: no description given 16 | ### END INIT INFO 17 | 18 | PATH=/sbin:/usr/sbin:/bin:/usr/bin 19 | export PATH 20 | 21 | name=logstash-forwarder 22 | program=/opt/logstash-forwarder/bin/logstash-forwarder 23 | #args=-config\ /etc/logstash-forwarder.conf 24 | args=-config\ /etc/logstash-forwarder/cassandra_system.conf 25 | pidfile="/var/run/$name.pid" 26 | 27 | [ -r /etc/default/$name ] && . /etc/default/$name 28 | [ -r /etc/sysconfig/$name ] && . /etc/sysconfig/$name 29 | 30 | trace() { 31 | logger -t "/etc/init.d/logstash-forwarder" "$@" 32 | } 33 | 34 | emit() { 35 | trace "$@" 36 | echo "$@" 37 | } 38 | 39 | start() { 40 | 41 | # Setup any environmental stuff beforehand 42 | 43 | # Run the program! 44 | 45 | chroot --userspec "$user":"$group" "$chroot" sh -c " 46 | 47 | cd \"$chdir\" 48 | exec \"$program\" $args 49 | " >> /var/log/logstash-forwarder/cassandra_system.log 2>> /var/log/logstash-forwarder/cassandra_system.err & 50 | 51 | # Generate the pidfile from here. If we instead made the forked process 52 | # generate it there will be a race condition between the pidfile writing 53 | # and a process possibly asking for status. 54 | echo $! > $pidfile 55 | 56 | emit "$name started" 57 | return 0 58 | } 59 | 60 | stop() { 61 | # Try a few times to kill TERM the program 62 | if status ; then 63 | pid=$(cat "$pidfile") 64 | trace "Killing $name (pid $pid) with SIGTERM" 65 | kill -TERM $pid 66 | # Wait for it to exit. 67 | for i in 1 2 3 4 5 ; do 68 | trace "Waiting $name (pid $pid) to die..." 69 | status || break 70 | sleep 1 71 | done 72 | if status ; then 73 | emit "$name stop failed; still running." 74 | else 75 | emit "$name stopped." 76 | fi 77 | fi 78 | } 79 | 80 | status() { 81 | if [ -f "$pidfile" ] ; then 82 | pid=$(cat "$pidfile") 83 | if ps -p $pid > /dev/null 2> /dev/null ; then 84 | # process by this pid is running. 85 | # It may not be our pid, but that's what you get with just pidfiles. 86 | # TODO(sissel): Check if this process seems to be the same as the one we 87 | # expect. It'd be nice to use flock here, but flock uses fork, not exec, 88 | # so it makes it quite awkward to use in this case. 89 | return 0 90 | else 91 | return 2 # program is dead but pid file exists 92 | fi 93 | else 94 | return 3 # program is not running 95 | fi 96 | } 97 | 98 | 99 | force_stop() { 100 | if status ; then 101 | stop 102 | status && kill -KILL $(cat "$pidfile") 103 | fi 104 | } 105 | 106 | 107 | case "$1" in 108 | force-start|start|stop|force-stop|restart) 109 | trace "Attempting '$1' on logstash-forwarder" 110 | ;; 111 | esac 112 | 113 | case "$1" in 114 | force-start) 115 | PRESTART=no 116 | exec "$0" start 117 | ;; 118 | start) 119 | status 120 | code=$? 121 | if [ $code -eq 0 ]; then 122 | emit "$name is already running" 123 | exit $code 124 | else 125 | start 126 | exit $? 127 | fi 128 | ;; 129 | stop) stop ;; 130 | force-stop) force_stop ;; 131 | status) 132 | status 133 | code=$? 134 | if [ $code -eq 0 ] ; then 135 | emit "$name is running" 136 | else 137 | emit "$name is not running" 138 | fi 139 | exit $code 140 | ;; 141 | restart) 142 | 143 | stop && start 144 | ;; 145 | *) 146 | echo "Usage: $SCRIPTNAME {start|force-start|stop|force-start|force-stop|status|restart}" >&2 147 | exit 3 148 | ;; 149 | esac 150 | 151 | exit $? -------------------------------------------------------------------------------- /logstash-forwarder/etc/init.d/logstash-forwarder1: -------------------------------------------------------------------------------- 1 | #!/bin/sh 2 | # Init script for logstash-forwarder 3 | # Maintained by 4 | # Generated by pleaserun. 5 | # Implemented based on LSB Core 3.1: 6 | # * Sections: 20.2, 20.3 7 | # 8 | ### BEGIN INIT INFO 9 | # Provides: logstash-forwarder1 10 | # Required-Start: $remote_fs $syslog 11 | # Required-Stop: $remote_fs $syslog 12 | # Default-Start: 2 3 4 5 13 | # Default-Stop: 0 1 6 14 | # Short-Description: 15 | # Description: no description given 16 | ### END INIT INFO 17 | 18 | PATH=/sbin:/usr/sbin:/bin:/usr/bin 19 | export PATH 20 | 21 | name=logstash-forwarder1 22 | program=/opt/logstash-forwarder/bin/logstash-forwarder 23 | #args=-config\ /etc/logstash-forwarder.conf 24 | args=-config\ /etc/logstash-forwarder/cassandra_gc.conf 25 | pidfile="/var/run/$name.pid" 26 | 27 | [ -r /etc/default/$name ] && . /etc/default/$name 28 | [ -r /etc/sysconfig/$name ] && . /etc/sysconfig/$name 29 | 30 | trace() { 31 | logger -t "/etc/init.d/logstash-forwarder1" "$@" 32 | } 33 | 34 | emit() { 35 | trace "$@" 36 | echo "$@" 37 | } 38 | 39 | start() { 40 | 41 | 42 | # Setup any environmental stuff beforehand 43 | 44 | # Run the program! 45 | 46 | chroot --userspec "$user":"$group" "$chroot" sh -c " 47 | 48 | 49 | cd \"$chdir\" 50 | exec \"$program\" $args 51 | " >> /var/log/logstash-forwarder/cassandra_gc.log 2>> /var/log/logstash-forwarder/cassandra_gc.err & 52 | 53 | # Generate the pidfile from here. If we instead made the forked process 54 | # generate it there will be a race condition between the pidfile writing 55 | # and a process possibly asking for status. 56 | echo $! > $pidfile 57 | 58 | emit "$name started" 59 | return 0 60 | } 61 | 62 | stop() { 63 | # Try a few times to kill TERM the program 64 | if status ; then 65 | pid=$(cat "$pidfile") 66 | trace "Killing $name (pid $pid) with SIGTERM" 67 | kill -TERM $pid 68 | # Wait for it to exit. 69 | for i in 1 2 3 4 5 ; do 70 | trace "Waiting $name (pid $pid) to die..." 71 | status || break 72 | sleep 1 73 | done 74 | if status ; then 75 | emit "$name stop failed; still running." 76 | else 77 | emit "$name stopped." 78 | fi 79 | fi 80 | } 81 | 82 | status() { 83 | if [ -f "$pidfile" ] ; then 84 | pid=$(cat "$pidfile") 85 | if ps -p $pid > /dev/null 2> /dev/null ; then 86 | # process by this pid is running. 87 | # It may not be our pid, but that's what you get with just pidfiles. 88 | # TODO(sissel): Check if this process seems to be the same as the one we 89 | # expect. It'd be nice to use flock here, but flock uses fork, not exec, 90 | # so it makes it quite awkward to use in this case. 91 | return 0 92 | else 93 | return 2 # program is dead but pid file exists 94 | fi 95 | else 96 | return 3 # program is not running 97 | fi 98 | } 99 | 100 | force_stop() { 101 | if status ; then 102 | stop 103 | status && kill -KILL $(cat "$pidfile") 104 | fi 105 | } 106 | 107 | 108 | case "$1" in 109 | force-start|start|stop|force-stop|restart) 110 | trace "Attempting '$1' on logstash-forwarder" 111 | ;; 112 | esac 113 | 114 | case "$1" in 115 | force-start) 116 | PRESTART=no 117 | exec "$0" start 118 | ;; 119 | start) 120 | status 121 | code=$? 122 | if [ $code -eq 0 ]; then 123 | emit "$name is already running" 124 | exit $code 125 | else 126 | start 127 | exit $? 128 | fi 129 | ;; 130 | stop) stop ;; 131 | force-stop) force_stop ;; 132 | status) 133 | status 134 | code=$? 135 | if [ $code -eq 0 ] ; then 136 | emit "$name is running" 137 | else 138 | emit "$name is not running" 139 | fi 140 | exit $code 141 | ;; 142 | restart) 143 | 144 | stop && start 145 | ;; 146 | *) 147 | echo "Usage: $SCRIPTNAME {start|force-start|stop|force-start|force-stop|status|restart}" >&2 148 | exit 3 149 | ;; 150 | esac 151 | 152 | exit $? 153 | -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- 1 | ##### Tested with: 2 | 3 | **java** 4 | ``` 5 | java -version 6 | java version "1.8.0_20" 7 | Java(TM) SE Runtime Environment (build 1.8.0_20-b26) 8 | Java HotSpot(TM) 64-Bit Server VM (build 25.20-b23, mixed mode) 9 | ``` 10 | 11 | **cassandra** 12 | 13 | cassandra 2.0.9 14 | cassandra 2.1.9 15 | cassandra 2.1.10 16 | 17 | **cassandra logging properties** 18 | 19 | */etc/cassandra/conf/log4j-server.properties* 20 | 21 | ``` 22 | # output messages into a rolling log file as well as stdout 23 | log4j.rootLogger=INFO,stdout,R 24 | 25 | # stdout 26 | log4j.appender.stdout=org.apache.log4j.ConsoleAppender 27 | log4j.appender.stdout.layout=org.apache.log4j.PatternLayout 28 | log4j.appender.stdout.layout.ConversionPattern=%5p %d{HH:mm:ss,SSS} %m%n 29 | 30 | # rolling log file 31 | log4j.appender.R=org.apache.log4j.RollingFileAppender 32 | log4j.appender.R.layout=org.apache.log4j.PatternLayout 33 | log4j.appender.R.layout.ConversionPattern=%5p [%t] %d{ISO8601} %F (line %L) %m%n 34 | # Edit the next line to point to your logs directory 35 | log4j.appender.R.File=/var/log/cassandra/system.log 36 | ``` 37 | 38 | **cassandra jvm** 39 | 40 | */etc/cassandra/conf/cassandra-env.sh* 41 | 42 | CMS 43 | ``` 44 | JVM_OPTS="$JVM_OPTS -XX:+UseParNewGC" 45 | JVM_OPTS="$JVM_OPTS -XX:+UseConcMarkSweepGC" 46 | JVM_OPTS="$JVM_OPTS -XX:+CMSParallelRemarkEnabled" 47 | JVM_OPTS="$JVM_OPTS -XX:SurvivorRatio=8" 48 | JVM_OPTS="$JVM_OPTS -XX:MaxTenuringThreshold=8" 49 | JVM_OPTS="$JVM_OPTS -XX:CMSInitiatingOccupancyFraction=75" 50 | JVM_OPTS="$JVM_OPTS -XX:+UseCMSInitiatingOccupancyOnly" 51 | JVM_OPTS="$JVM_OPTS -XX:+UseTLAB" 52 | 53 | # GC logging options -- uncomment to enable 54 | # CMS and G1 55 | JVM_OPTS="$JVM_OPTS -XX:+PrintGCDetails" 56 | JVM_OPTS="$JVM_OPTS -XX:+PrintGCDateStamps" 57 | JVM_OPTS="$JVM_OPTS -XX:+PrintGCApplicationStoppedTime" 58 | JVM_OPTS="$JVM_OPTS -XX:+PrintTenuringDistribution" 59 | JVM_OPTS="$JVM_OPTS -XX:+PrintHeapAtGC" 60 | 61 | # CMS only 62 | JVM_OPTS="$JVM_OPTS -XX:+PrintPromotionFailure" 63 | JVM_OPTS="$JVM_OPTS -XX:PrintFLSStatistics=1" 64 | 65 | JVM_OPTS="$JVM_OPTS -Xloggc:/var/log/cassandra/gc.log" 66 | JVM_OPTS="$JVM_OPTS -XX:+UseGCLogFileRotation" 67 | JVM_OPTS="$JVM_OPTS -XX:NumberOfGCLogFiles=10" 68 | JVM_OPTS="$JVM_OPTS -XX:GCLogFileSize=10M" 69 | JVM_OPTS="$JVM_OPTS -XX:+PrintGCApplicationConcurrentTime" 70 | JVM_OPTS="$JVM_OPTS -XX:+PrintGCTimeStamps" 71 | JVM_OPTS="$JVM_OPTS -XX:+PrintSafepointStatistics" 72 | ``` 73 | 74 | G1 75 | ``` 76 | JVM_OPTS="$JVM_OPTS -XX:+UseG1GC" 77 | JVM_OPTS="$JVM_OPTS -XX:ParallelGCThreads=12" 78 | JVM_OPTS="$JVM_OPTS -XX:-UseBiasedLocking" 79 | 80 | # GC logging options -- uncomment to enable 81 | # CMS and G1 82 | JVM_OPTS="$JVM_OPTS -XX:+PrintGCDetails" 83 | JVM_OPTS="$JVM_OPTS -XX:+PrintGCDateStamps" 84 | JVM_OPTS="$JVM_OPTS -XX:+PrintGCApplicationStoppedTime" 85 | JVM_OPTS="$JVM_OPTS -XX:+PrintTenuringDistribution" 86 | JVM_OPTS="$JVM_OPTS -XX:+PrintHeapAtGC" 87 | 88 | # G1 only 89 | JVM_OPTS="$JVM_OPTS -XX:+PrintAdaptiveSizePolicy" 90 | 91 | JVM_OPTS="$JVM_OPTS -Xloggc:/var/log/cassandra/gc.log" 92 | JVM_OPTS="$JVM_OPTS -XX:+UseGCLogFileRotation" 93 | JVM_OPTS="$JVM_OPTS -XX:NumberOfGCLogFiles=10" 94 | JVM_OPTS="$JVM_OPTS -XX:GCLogFileSize=10M" 95 | JVM_OPTS="$JVM_OPTS -XX:+PrintGCApplicationConcurrentTime" 96 | JVM_OPTS="$JVM_OPTS -XX:+PrintGCTimeStamps" 97 | JVM_OPTS="$JVM_OPTS -XX:+PrintSafepointStatistics" 98 | ``` 99 | 100 | The following gc logging options are required: 101 | ``` 102 | JVM_OPTS="$JVM_OPTS -XX:+PrintGCDetails" 103 | JVM_OPTS="$JVM_OPTS -XX:+PrintGCDateStamps" 104 | JVM_OPTS="$JVM_OPTS -XX:+PrintGCTimeStamps" 105 | ``` 106 | 107 | This options are optional and could be disabled or enabled: 108 | ``` 109 | JVM_OPTS="$JVM_OPTS -XX:+PrintGCApplicationConcurrentTime" 110 | JVM_OPTS="$JVM_OPTS -XX:+PrintGCApplicationStoppedTime" 111 | JVM_OPTS="$JVM_OPTS -XX:+PrintTenuringDistribution" 112 | JVM_OPTS="$JVM_OPTS -XX:+PrintHeapAtGC" 113 | JVM_OPTS="$JVM_OPTS -XX:+PrintSafepointStatistics" 114 | ``` 115 | 116 | **logstash** 117 | 118 | ``` 119 | /opt/logstash/bin/logstash --version 120 | logstash 1.5.3 & logstash 1.5.5 121 | ``` 122 | 123 | all input, filter and output plugin configuration files should be stored in: 124 | ``` 125 | /etc/logstash/conf.d/ 126 | ``` 127 | 128 | all logstash pattern files should be stored in: 129 | ``` 130 | /etc/logstash/patterns/ 131 | ``` 132 | 133 | used installed logstash plugins: 134 | * logstash-filter-alter 0.1.6 135 | * logstash-filter-elapsed 0.1.5 136 | 137 | ``` 138 | /opt/logstash/bin/plugin install logstash-filter-elapsed 139 | /opt/logstash/bin/plugin install logstash-filter-alter 140 | ``` 141 | 142 | **logstash-forwarder** 143 | 144 | install 145 | 146 | ``` 147 | curl -O http://download.elasticsearch.org/logstash-forwarder/packages/logstash-forwarder-0.3.1-1.x86_64.rpm 148 | yum install logstash-forwarder-0.3.1-1.x86_64.rpm 149 | ``` 150 | 151 | Please note the modified logstash init-scrips. Two seperate init and config files is a dirty solution, but required for a filter-multiline plugin bug, which remove identical lines in one event. 152 | 153 | **kibana** 154 | 155 | ``` 156 | /opt/kibana/bin/kibana --version 157 | 4.1.1 158 | ``` 159 | -------------------------------------------------------------------------------- /kibana/gc_cms_dashboards/cassandra_gc_cms.json: -------------------------------------------------------------------------------- 1 | [ 2 | { 3 | "_id": "CMS-Statistiken", 4 | "_type": "dashboard", 5 | "_source": { 6 | "title": "Cassandra GC CMS: Statistiken", 7 | "hits": 0, 8 | "description": "", 9 | "panelsJSON": "[\n {\n \"col\": 1,\n \"id\": \"CMSStopTheWorldDuration\",\n \"row\": 3,\n \"size_x\": 6,\n \"size_y\": 5,\n \"type\": \"visualization\"\n },\n {\n \"col\": 7,\n \"id\": \"CMSStopTheWorldDurationPerStage\",\n \"row\": 6,\n \"size_x\": 6,\n \"size_y\": 5,\n \"type\": \"visualization\"\n },\n {\n \"col\": 1,\n \"id\": \"CMSOldGenUsedBeforeCMS\",\n \"row\": 8,\n \"size_x\": 6,\n \"size_y\": 5,\n \"type\": \"visualization\"\n },\n {\n \"col\": 1,\n \"id\": \"CMSTableStats\",\n \"row\": 1,\n \"size_x\": 12,\n \"size_y\": 2,\n \"type\": \"visualization\"\n },\n {\n \"id\": \"CMSStagePie\",\n \"type\": \"visualization\",\n \"size_x\": 6,\n \"size_y\": 3,\n \"col\": 7,\n \"row\": 3\n }\n]", 10 | "version": 1, 11 | "kibanaSavedObjectMeta": { 12 | "searchSourceJSON": "{\n \"filter\": [\n {\n \"query\": {\n \"query_string\": {\n \"analyze_wildcard\": true,\n \"query\": \"*\"\n }\n }\n }\n ]\n}" 13 | } 14 | } 15 | }, 16 | { 17 | "_id": "CMS-MinorGC-Statistiken", 18 | "_type": "dashboard", 19 | "_source": { 20 | "title": "Cassandra GC CMS: MinorGC-Statistiken", 21 | "hits": 0, 22 | "description": "", 23 | "panelsJSON": "[\n {\n \"col\": 1,\n \"id\": \"AvgApplicationStoppedPerHost\",\n \"row\": 8,\n \"size_x\": 6,\n \"size_y\": 3,\n \"type\": \"visualization\"\n },\n {\n \"col\": 7,\n \"id\": \"MaxApplicationStoppedPerHost\",\n \"row\": 8,\n \"size_x\": 6,\n \"size_y\": 3,\n \"type\": \"visualization\"\n },\n {\n \"col\": 7,\n \"id\": \"MaxGCInspectorDurationPerHost\",\n \"row\": 15,\n \"size_x\": 6,\n \"size_y\": 4,\n \"type\": \"visualization\"\n },\n {\n \"col\": 1,\n \"id\": \"GCInspectorTableStats\",\n \"row\": 15,\n \"size_x\": 6,\n \"size_y\": 4,\n \"type\": \"visualization\"\n },\n {\n \"col\": 1,\n \"id\": \"MinorGCCount\",\n \"row\": 2,\n \"size_x\": 5,\n \"size_y\": 3,\n \"type\": \"visualization\"\n },\n {\n \"col\": 1,\n \"id\": \"Test\",\n \"row\": 19,\n \"size_x\": 12,\n \"size_y\": 1,\n \"type\": \"visualization\"\n },\n {\n \"col\": 1,\n \"id\": \"Test\",\n \"row\": 1,\n \"size_x\": 12,\n \"size_y\": 1,\n \"type\": \"visualization\"\n },\n {\n \"col\": 9,\n \"id\": \"GCReasons\",\n \"row\": 2,\n \"size_x\": 4,\n \"size_y\": 3,\n \"type\": \"visualization\"\n },\n {\n \"col\": 1,\n \"id\": \"MinMaxNewGenUsedBeforeGC\",\n \"row\": 5,\n \"size_x\": 6,\n \"size_y\": 3,\n \"type\": \"visualization\"\n },\n {\n \"col\": 7,\n \"id\": \"MaxPercentEdenUsedAfterGC\",\n \"row\": 20,\n \"size_x\": 6,\n \"size_y\": 4,\n \"type\": \"visualization\"\n },\n {\n \"col\": 1,\n \"id\": \"Test\",\n \"row\": 24,\n \"size_x\": 12,\n \"size_y\": 2,\n \"type\": \"visualization\"\n },\n {\n \"col\": 1,\n \"id\": \"MinMaxEdenUsedBeforeGC\",\n \"row\": 20,\n \"size_x\": 6,\n \"size_y\": 4,\n \"type\": \"visualization\"\n },\n {\n \"col\": 7,\n \"id\": \"MaxOldGenUsedBeforeAfterGC\",\n \"row\": 5,\n \"size_x\": 6,\n \"size_y\": 3,\n \"type\": \"visualization\"\n },\n {\n \"col\": 1,\n \"id\": \"Cassandra-GC:-MaxGCDuration\",\n \"row\": 11,\n \"size_x\": 6,\n \"size_y\": 4,\n \"type\": \"visualization\"\n },\n {\n \"col\": 7,\n \"id\": \"MaxGCDurationPerStage\",\n \"row\": 11,\n \"size_x\": 6,\n \"size_y\": 4,\n \"type\": \"visualization\"\n },\n {\n \"col\": 7,\n \"id\": \"MaxOldGenAvgBlockSizeAfterGC\",\n \"row\": 30,\n \"size_x\": 6,\n \"size_y\": 4,\n \"type\": \"visualization\"\n },\n {\n \"col\": 1,\n \"id\": \"MaxOldGenAvgBlockSizeBeforeGC\",\n \"row\": 30,\n \"size_x\": 6,\n \"size_y\": 4,\n \"type\": \"visualization\"\n },\n {\n \"col\": 7,\n \"id\": \"MaxOldGenBlockNumbersAfterGC\",\n \"row\": 34,\n \"size_x\": 6,\n \"size_y\": 4,\n \"type\": \"visualization\"\n },\n {\n \"col\": 1,\n \"id\": \"MaxOldGenBlockNumbersBeforeGC\",\n \"row\": 34,\n \"size_x\": 6,\n \"size_y\": 4,\n \"type\": \"visualization\"\n },\n {\n \"col\": 7,\n \"id\": \"MaxOldGenTreeHeightAfterGC\",\n \"row\": 38,\n \"size_x\": 6,\n \"size_y\": 4,\n \"type\": \"visualization\"\n },\n {\n \"col\": 1,\n \"id\": \"MaxOldGenTreeHeightBeforeGC\",\n \"row\": 38,\n \"size_x\": 6,\n \"size_y\": 4,\n \"type\": \"visualization\"\n },\n {\n \"col\": 7,\n \"id\": \"MaxOldGenChunkSizeAfterGC\",\n \"row\": 42,\n \"size_x\": 6,\n \"size_y\": 4,\n \"type\": \"visualization\"\n },\n {\n \"col\": 1,\n \"id\": \"MaxOldGenChunkSizeBeforeGC\",\n \"row\": 42,\n \"size_x\": 6,\n \"size_y\": 4,\n \"type\": \"visualization\"\n },\n {\n \"col\": 7,\n \"id\": \"MaxOldGenFreeFragSpaceAfterGC\",\n \"row\": 26,\n \"size_x\": 6,\n \"size_y\": 4,\n \"type\": \"visualization\"\n },\n {\n \"col\": 1,\n \"id\": \"MaxOldGenFreeFragSpaceBeforeGC\",\n \"row\": 26,\n \"size_x\": 6,\n \"size_y\": 4,\n \"type\": \"visualization\"\n },\n {\n \"col\": 1,\n \"id\": \"Test\",\n \"row\": 46,\n \"size_x\": 12,\n \"size_y\": 2,\n \"type\": \"visualization\"\n }\n]", 24 | "version": 1, 25 | "timeRestore": false, 26 | "kibanaSavedObjectMeta": { 27 | "searchSourceJSON": "{\n \"filter\": [\n {\n \"meta\": {\n \"apply\": true,\n \"disabled\": true,\n \"index\": \"logstash*\",\n \"key\": \"gc_reason.raw\",\n \"negate\": false,\n \"value\": \"GC (Allocation Failure)\"\n },\n \"query\": {\n \"match\": {\n \"gc_reason.raw\": {\n \"query\": \"GC (Allocation Failure)\",\n \"type\": \"phrase\"\n }\n }\n }\n },\n {\n \"meta\": {\n \"apply\": true,\n \"disabled\": true,\n \"index\": \"logstash*\",\n \"key\": \"gc_reason.raw\",\n \"negate\": false,\n \"value\": \"GC (GCLocker Initiated GC)\"\n },\n \"query\": {\n \"match\": {\n \"gc_reason.raw\": {\n \"query\": \"GC (GCLocker Initiated GC)\",\n \"type\": \"phrase\"\n }\n }\n }\n },\n {\n \"meta\": {\n \"disabled\": true,\n \"index\": \"logstash*\",\n \"key\": \"host.raw\",\n \"negate\": false,\n \"value\": \"cassandra01\"\n },\n \"query\": {\n \"match\": {\n \"host.raw\": {\n \"query\": \"cassandra01\",\n \"type\": \"phrase\"\n }\n }\n }\n },\n {\n \"meta\": {\n \"disabled\": true,\n \"index\": \"logstash*\",\n \"key\": \"host.raw\",\n \"negate\": false,\n \"value\": \"cassandra04\"\n },\n \"query\": {\n \"match\": {\n \"host.raw\": {\n \"query\": \"cassandra04\",\n \"type\": \"phrase\"\n }\n }\n }\n },\n {\n \"meta\": {\n \"disabled\": true,\n \"index\": \"logstash*\",\n \"key\": \"host.raw\",\n \"negate\": false,\n \"value\": \"cassandra03\"\n },\n \"query\": {\n \"match\": {\n \"host.raw\": {\n \"query\": \"cassandra03\",\n \"type\": \"phrase\"\n }\n }\n }\n },\n {\n \"meta\": {\n \"index\": \"logstash*\",\n \"key\": \"host.raw\",\n \"value\": \"cassandra02\",\n \"disabled\": true,\n \"negate\": false\n },\n \"query\": {\n \"match\": {\n \"host.raw\": {\n \"query\": \"cassandra02\",\n \"type\": \"phrase\"\n }\n }\n }\n },\n {\n \"query\": {\n \"query_string\": {\n \"analyze_wildcard\": true,\n \"query\": \"*\"\n }\n }\n }\n ]\n}" 28 | } 29 | } 30 | } 31 | ] -------------------------------------------------------------------------------- /logstash/etc/logstash/patterns/cassandra: -------------------------------------------------------------------------------- 1 | CASSANDRA_LOG_LEVEL (INFO|WARN|ERROR|DEBUG|TRACE|FATAL){1} 2 | # [MemtableFlushWriter:888] 3 | CASSANDRA_STAGE (\[.+\]) 4 | # version 2.0.9 Memtable.java (line 481) 5 | # version 2.1.10 Memtable.java:347 6 | CASSANDRA_JAVA_CLASS (\s+(?(\w+\.{1}(java){1}))((\s+\(line\s+)|(:))(?(\d+))(\))?) 7 | 8 | 9 | # at org.apache.cassandra.db.columniterator.SSTableSliceIterator.(SSTableSliceIterator.java:42) 10 | INITSTACKTRACEPART at %{JAVACLASS:class}\.()\(%{JAVAFILE:file}:%{NUMBER:line}\) 11 | 12 | # at sun.nio.ch.FileDispatcherImpl.read0(Native Method) 13 | NATIVEMETHODESTACKTRACEPART at %{JAVACLASS:class}\.%{WORD:method}\((Native Method)\) 14 | 15 | # Caused by: org.apache.cassandra.excep.... 16 | # ... 15 more 17 | # java.lang.RuntimeException: org.apache.cassandra.ex..... 18 | # java.lang.RuntimeException 19 | CASSANDRA_ERROR_STACK (\t%{JAVASTACKTRACEPART})|(\t%{NATIVEMETHODESTACKTRACEPART})|(\t%{NATIVEMETHODESTACKTRACEPART})|(Caused by:)|(\.\.\. \d+ more)|(^%{JAVACLASS}(:){1})|(java\.lang\.NullPointerException) 20 | 21 | ##################### 22 | # all pattern for GCInspector 23 | ##################### 24 | GCINSPECTOR_GC_TYPE ((?<=GC for )(ParNew)|(ConcurrentMarkSweep)|(PS MarkSweep)|(PS Scavenge)) 25 | GCINSPECTOR_GC_DURATION (\d+(?= ms)) 26 | GCINSPECTOR_GC_COLLECTIONS (\d+(?= collections)) 27 | GCINSPECTOR_GC_HEAP_USE (\d+(?= used)) 28 | 29 | ##################### 30 | # all pattern for FlushWriter 31 | ##################### 32 | # version 2.0.9 33 | # Writing Memtable-batchlog@21352410(3778880/3778880 serialized/live bytes, 1476 ops) 34 | # Completed flushing /opt/data/system/compactions_in_progress/system-compactions_in_progress-jb-22883-Data.db (163 bytes) for commitlog position ReplayPosition(segmentId=1443518362128, position=18445471) 35 | # version 2.1.10 36 | # Writing Memtable-xxxxx@1327861656(5.797KiB serialized bytes, 114 ops, 0%/0% of on/off-heap limit) 37 | # Completed flushing /opt/data/system/compactions_in_progress/system-compactions_in_progress-tmp-ka-285-Data.db (0.000KiB) for commitlog position ReplayPosition(segmentId=1443532798384, position=12878029) 38 | # Completed flushing /opt/data/system/batchlog/system-batchlog-tmp-ka-2595-Data.db; nothing needed to be retained. Commitlog position was ReplayPosition(segmentId=1448363224983, position=22650538) 39 | CASSANDRA_FLUSHED_COMPLETE ((Completed flushing).+(Data.db).{,2}) 40 | CASSANDRA_FLUSHED_BYTES (\d+(\.\d+)?(?=( bytes)|(KiB))) 41 | CASSANDRA_FLUSHED_OPS (?:\d+(?= ops)) 42 | CASSANDRA_FLUSHED_ONHEAP_PERCENT (\d+(?=%\/)) 43 | CASSANDRA_FLUSHED_OFFHEAP_PERCENT (\d+(?=%\s+of\s+on\/off-heap\s+limit)) 44 | CASSANDRA_FLUSHED_HEAP_PERCENT ([^\d]+%{CASSANDRA_FLUSHED_ONHEAP_PERCENT:flushed_onheap_percent}[^\d]+%{CASSANDRA_FLUSHED_OFFHEAP_PERCENT:flushed_offheap_percent}) 45 | CASSANDRA_FLUSHED_INFOS ((?<=Writing Memtable-)(?(.+))@\d+\((?(\d+(\.\d+)?))(/(?(\d+)))?[^\d]+)%{CASSANDRA_FLUSHED_OPS:flushed_ops}%{CASSANDRA_FLUSHED_HEAP_PERCENT}? 46 | 47 | ##################### 48 | # all pattern for CompactionExecutor 49 | #################### 50 | COMPACT_SSTABLE_COUNT ((?<=Compacted )\d+) 51 | 52 | 53 | COMPACT_KEYSPACE (.+\[\/opt\/data\/(?(.+))\/) 54 | COMPACT_COLUMN_FAMILY ((?(.+))\/.+\]) 55 | # it's possible that no SSTable specified e.g. /system-compactions_in_progress-.... 56 | # Compacted 3 sstables to []. 250 bytes 57 | COMPACT_BYTES_BEFORE ((.+\[\])?\.\s+(?((\d+,?)+))) 58 | COMPACT_BYTES_AFTER (\s+bytes\s+to\s+(?((\d+,?)+))) 59 | COMPACT_DURATION (.+in\s+(?((\d+,?)+))ms) 60 | COMPACT_THROUGHPUT (\s+=\s+(?(\d+\.\d+))MB\/s) 61 | COMPACT_PARTITION_BEFORE (.+\s+(?((\d+,?)+))\s+total\s+partitions) 62 | COMPACT_PARTITION_AFTER (\s+merged\s+to\s+(?((\d+,?)+))\.) 63 | COMPACT_PARTITION_MERGE (.+\{(?(.+))\s+\}) 64 | 65 | # Compacted 4 sstables to [/opt/data/system/compactions_in_progress/system-compactions_in_progress-jb-3299,]. 413 bytes to 79 (~19% of original) in 11ms = 0.006849MB/s. 5 total partitions merged to 2. Partition merge counts were {1:1, 2:2, } 66 | COMPACTION_STATS %{COMPACT_SSTABLE_COUNT:compact_sstable_count}%{COMPACT_KEYSPACE}?%{COMPACT_COLUMN_FAMILY}?%{COMPACT_BYTES_BEFORE}%{COMPACT_BYTES_AFTER}%{COMPACT_DURATION}%{COMPACT_THROUGHPUT}%{COMPACT_PARTITION_BEFORE}%{COMPACT_PARTITION_AFTER}%{COMPACT_PARTITION_MERGE} 67 | 68 | # Compacting [SSTableReader(path='/opt/data/OpsCenter/pdps/OpsCenter-pdps-jb-570-Data.db'), SSTableReader(path='/opt/data/OpsCenter/pdps/OpsCenter-pdps-jb-571-Data.db')] 69 | COMPACT_USED_SSTABLES ((?<=(SSTableReader\(path=')|(SSTableReader\(path=')).+(?='\)])) 70 | 71 | # cassandra version 2.0.9 72 | # Compacting large row xxxxxx/xxxxxxx:858AF (184864599 bytes) incrementally 73 | # cassandra version 2.1.10 74 | # Compacting large partition xxxxxx/xxxxx::8760:3600:adama4.JVMPort-xxxxxx.ThreadCount (109542492 bytes) 75 | COMPACT_LARGE_ROW (Compacting large (row|partition)\s+(?(.+))\/(?([^:]+)):(?(.+))\s+\((?(.+))\s+bytes) 76 | 77 | # Saved KeyCache (38910 items) in 255 ms 78 | COMPACT_KEYCACHE_ITEMS ((?<=Saved KeyCache \()\d+(?= items)) 79 | COMPACT_KEYCACHE_DURATION (\d+(?= ms)) 80 | COMPACT_SAVED_KEYCACHE %{COMPACT_KEYCACHE_ITEMS:saved_keycache_items}[^\d]+%{COMPACT_KEYCACHE_DURATION:saved_keycache_duration} 81 | 82 | # Will not compact /opt/data/system/batchlog/system-batchlog-ka-308: it is not an active sstable 83 | COMPACT_INACTIVE_SSTABLE (Will\s+not\s+compact\s+\/opt\/data\/.+\/(?(.+)):) 84 | 85 | # version 2.0.9 86 | # Enqueuing flush of Memtable-compactions_in_progress@1522671460(180/11520 serialized/live bytes, 9 ops) 87 | # version 2.1.10 88 | # Enqueuing flush of compactions_in_progress: 955 (0%) on-heap, 0 (0%) off-heap 89 | COMPACT_ENQUEUE_MEMTABLE (Enqueuing\s+flush\s+of\s+(Memtable-)?(?(\w+))((@\d+)|(:))) 90 | COMPACT_ENQUEUE_SERIAL_BYTES (\((?(\d+))) 91 | COMPACT_ENQUEUE_LIVE_BYTES (\/(?(\d+))\s+serialized/live\s+bytes,) 92 | 93 | COMPACT_ENQUEUE_ONHEAP_BYTES (\s+(?(\d+))) 94 | COMPACT_ENQUEUE_ONHEAP_BYTES_PERCENT (\s+\((?(\d+))%\)\s+on-heap,) 95 | COMPACT_ENQUEUE_OFFHEAP_BYTES (\s+(?(\d+))) 96 | COMPACT_ENQUEUE_OFFHEAP_BYTES_PERCENT (\s+\((?(\d+))%\)\s+off-heap) 97 | COMPACT_ENQUEUE_BYTES ((%{COMPACT_ENQUEUE_SERIAL_BYTES}%{COMPACT_ENQUEUE_LIVE_BYTES})|(%{COMPACT_ENQUEUE_ONHEAP_BYTES}%{COMPACT_ENQUEUE_ONHEAP_BYTES_PERCENT}%{COMPACT_ENQUEUE_OFFHEAP_BYTES}%{COMPACT_ENQUEUE_OFFHEAP_BYTES_PERCENT})) 98 | COMPACT_ENQUEUE_OPS (\s+(?(\d+))\s+ops\)) 99 | COMPACT_ENQUEUE_FLUSH %{COMPACT_ENQUEUE_MEMTABLE}%{COMPACT_ENQUEUE_BYTES}%{COMPACT_ENQUEUE_OPS}? 100 | 101 | ##################### 102 | # all pattern for Dropped Messages 103 | #################### 104 | DROPPED_MESSAGE_COUNT (\d+) 105 | DROPPED_MESSAGE_DURATION (\d+(?=ms)) 106 | DROPPED_MESSAGE_TYPE ([\w_]+(?= messages dropped in last )) 107 | 108 | ##################### 109 | # all pattern for HintedHandOffManager 110 | #################### 111 | # version 2.1.10 112 | # Started hinted handoff for host: 215a0084-158e-4bc8-83c0-727c1f9979a3 with IP: /xxx.xxx.xxx.xxx 113 | HINTED_HANDOFF_START ((?<=(host: ))%{UUID:host_uuid}.+(?<=(IP: \/))%{IP}) 114 | HINTED_HANDOFF_END ([^\d](?(\d+)).+(?<=(endpoint \/))%{IP}) 115 | 116 | ##################### 117 | # all pattern for NativePoolCleaner 118 | #################### 119 | # version 2.1.10 120 | # Flushing largest CFS(Keyspace='xxxxx', ColumnFamily='xxxxx') to free up room. Used total: 0.09/0.20, live: 0.09/0.20, flushing: 0.00/0.00, this: 0.03/0.03 121 | CASSANDRA_LARGEST_KEYSPACE ((?<=(Keyspace='))[^']+) 122 | CASSANDRA_LARGEST_CF ((?<=(ColumnFamily='))[^']+) 123 | CASSANDRA_HEAP_TOTAL ((?<=(Used total: ))(?(\d+\.\d+))\/(?(\d+\.\d+))) 124 | CASSANDRA_LIVE_TOTAL ((?<=(live: ))(?(\d+\.\d+))\/(?(\d+\.\d+))) 125 | CASSANDRA_FLUSH_TOTAL ((?<=(flushing: ))(?(\d+\.\d+))\/(?(\d+\.\d+))) 126 | CASSANDRA_THIS_TOTAL ((?<=(this: ))(?(\d+\.\d+))\/(?(\d+\.\d+))) 127 | CASSANDRA_HEAP_USED %{CASSANDRA_HEAP_TOTAL}.+%{CASSANDRA_LIVE_TOTAL}.+%{CASSANDRA_FLUSH_TOTAL}.+%{CASSANDRA_THIS_TOTAL} 128 | CASSANDRA_FLUSH_LARGEST_CF %{CASSANDRA_LARGEST_KEYSPACE:keyspace}.+%{CASSANDRA_LARGEST_CF:column_family}.+%{CASSANDRA_HEAP_USED} 129 | 130 | ##################### 131 | # all pattern for SharedPool-Worker 132 | #################### 133 | # version 2.1.10 134 | # Unlogged batch covering 4 partitions detected against tables [margins.margin_explanation, margins.margin_data]. You should use a logged batch for atomicity, or asynchronous writes for performance. 135 | UNLOGGED_BATCH_PARTITION ((?<=(covering ))\d+(?=( partitions))) 136 | UNLOGGED_BATCH_CF ((?<=(\[)).+(?=(]))) 137 | 138 | # version 2.1.10 139 | # Batch of prepared statements for [xxxxx.xxxxx, xxxxx.xxxxx] is of size 61643, exceeding specified threshold of 5120 by 56523. 140 | BATCH_SIZE_CF ((?<=(\[)).+(?=(]))) 141 | BATCH_SIZE ((?<=(size ))\d+(?=(, exceeding))) 142 | BATCH_SIZE_EXCEED ((?<=( by ))\d+) 143 | BATCH_SIZE_WARNING %{BATCH_SIZE_CF:batch_column_family}.+%{BATCH_SIZE:batch_size}.+%{BATCH_SIZE_EXCEED:batch_size_exceed} 144 | 145 | -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- 1 | Apache License 2 | Version 2.0, January 2004 3 | http://www.apache.org/licenses/ 4 | 5 | TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION 6 | 7 | 1. Definitions. 8 | 9 | "License" shall mean the terms and conditions for use, reproduction, 10 | and distribution as defined by Sections 1 through 9 of this document. 11 | 12 | "Licensor" shall mean the copyright owner or entity authorized by 13 | the copyright owner that is granting the License. 14 | 15 | "Legal Entity" shall mean the union of the acting entity and all 16 | other entities that control, are controlled by, or are under common 17 | control with that entity. For the purposes of this definition, 18 | "control" means (i) the power, direct or indirect, to cause the 19 | direction or management of such entity, whether by contract or 20 | otherwise, or (ii) ownership of fifty percent (50%) or more of the 21 | outstanding shares, or (iii) beneficial ownership of such entity. 22 | 23 | "You" (or "Your") shall mean an individual or Legal Entity 24 | exercising permissions granted by this License. 25 | 26 | "Source" form shall mean the preferred form for making modifications, 27 | including but not limited to software source code, documentation 28 | source, and configuration files. 29 | 30 | "Object" form shall mean any form resulting from mechanical 31 | transformation or translation of a Source form, including but 32 | not limited to compiled object code, generated documentation, 33 | and conversions to other media types. 34 | 35 | "Work" shall mean the work of authorship, whether in Source or 36 | Object form, made available under the License, as indicated by a 37 | copyright notice that is included in or attached to the work 38 | (an example is provided in the Appendix below). 39 | 40 | "Derivative Works" shall mean any work, whether in Source or Object 41 | form, that is based on (or derived from) the Work and for which the 42 | editorial revisions, annotations, elaborations, or other modifications 43 | represent, as a whole, an original work of authorship. For the purposes 44 | of this License, Derivative Works shall not include works that remain 45 | separable from, or merely link (or bind by name) to the interfaces of, 46 | the Work and Derivative Works thereof. 47 | 48 | "Contribution" shall mean any work of authorship, including 49 | the original version of the Work and any modifications or additions 50 | to that Work or Derivative Works thereof, that is intentionally 51 | submitted to Licensor for inclusion in the Work by the copyright owner 52 | or by an individual or Legal Entity authorized to submit on behalf of 53 | the copyright owner. For the purposes of this definition, "submitted" 54 | means any form of electronic, verbal, or written communication sent 55 | to the Licensor or its representatives, including but not limited to 56 | communication on electronic mailing lists, source code control systems, 57 | and issue tracking systems that are managed by, or on behalf of, the 58 | Licensor for the purpose of discussing and improving the Work, but 59 | excluding communication that is conspicuously marked or otherwise 60 | designated in writing by the copyright owner as "Not a Contribution." 61 | 62 | "Contributor" shall mean Licensor and any individual or Legal Entity 63 | on behalf of whom a Contribution has been received by Licensor and 64 | subsequently incorporated within the Work. 65 | 66 | 2. Grant of Copyright License. Subject to the terms and conditions of 67 | this License, each Contributor hereby grants to You a perpetual, 68 | worldwide, non-exclusive, no-charge, royalty-free, irrevocable 69 | copyright license to reproduce, prepare Derivative Works of, 70 | publicly display, publicly perform, sublicense, and distribute the 71 | Work and such Derivative Works in Source or Object form. 72 | 73 | 3. Grant of Patent License. Subject to the terms and conditions of 74 | this License, each Contributor hereby grants to You a perpetual, 75 | worldwide, non-exclusive, no-charge, royalty-free, irrevocable 76 | (except as stated in this section) patent license to make, have made, 77 | use, offer to sell, sell, import, and otherwise transfer the Work, 78 | where such license applies only to those patent claims licensable 79 | by such Contributor that are necessarily infringed by their 80 | Contribution(s) alone or by combination of their Contribution(s) 81 | with the Work to which such Contribution(s) was submitted. If You 82 | institute patent litigation against any entity (including a 83 | cross-claim or counterclaim in a lawsuit) alleging that the Work 84 | or a Contribution incorporated within the Work constitutes direct 85 | or contributory patent infringement, then any patent licenses 86 | granted to You under this License for that Work shall terminate 87 | as of the date such litigation is filed. 88 | 89 | 4. Redistribution. You may reproduce and distribute copies of the 90 | Work or Derivative Works thereof in any medium, with or without 91 | modifications, and in Source or Object form, provided that You 92 | meet the following conditions: 93 | 94 | (a) You must give any other recipients of the Work or 95 | Derivative Works a copy of this License; and 96 | 97 | (b) You must cause any modified files to carry prominent notices 98 | stating that You changed the files; and 99 | 100 | (c) You must retain, in the Source form of any Derivative Works 101 | that You distribute, all copyright, patent, trademark, and 102 | attribution notices from the Source form of the Work, 103 | excluding those notices that do not pertain to any part of 104 | the Derivative Works; and 105 | 106 | (d) If the Work includes a "NOTICE" text file as part of its 107 | distribution, then any Derivative Works that You distribute must 108 | include a readable copy of the attribution notices contained 109 | within such NOTICE file, excluding those notices that do not 110 | pertain to any part of the Derivative Works, in at least one 111 | of the following places: within a NOTICE text file distributed 112 | as part of the Derivative Works; within the Source form or 113 | documentation, if provided along with the Derivative Works; or, 114 | within a display generated by the Derivative Works, if and 115 | wherever such third-party notices normally appear. The contents 116 | of the NOTICE file are for informational purposes only and 117 | do not modify the License. You may add Your own attribution 118 | notices within Derivative Works that You distribute, alongside 119 | or as an addendum to the NOTICE text from the Work, provided 120 | that such additional attribution notices cannot be construed 121 | as modifying the License. 122 | 123 | You may add Your own copyright statement to Your modifications and 124 | may provide additional or different license terms and conditions 125 | for use, reproduction, or distribution of Your modifications, or 126 | for any such Derivative Works as a whole, provided Your use, 127 | reproduction, and distribution of the Work otherwise complies with 128 | the conditions stated in this License. 129 | 130 | 5. Submission of Contributions. Unless You explicitly state otherwise, 131 | any Contribution intentionally submitted for inclusion in the Work 132 | by You to the Licensor shall be under the terms and conditions of 133 | this License, without any additional terms or conditions. 134 | Notwithstanding the above, nothing herein shall supersede or modify 135 | the terms of any separate license agreement you may have executed 136 | with Licensor regarding such Contributions. 137 | 138 | 6. Trademarks. This License does not grant permission to use the trade 139 | names, trademarks, service marks, or product names of the Licensor, 140 | except as required for reasonable and customary use in describing the 141 | origin of the Work and reproducing the content of the NOTICE file. 142 | 143 | 7. Disclaimer of Warranty. Unless required by applicable law or 144 | agreed to in writing, Licensor provides the Work (and each 145 | Contributor provides its Contributions) on an "AS IS" BASIS, 146 | WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or 147 | implied, including, without limitation, any warranties or conditions 148 | of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A 149 | PARTICULAR PURPOSE. You are solely responsible for determining the 150 | appropriateness of using or redistributing the Work and assume any 151 | risks associated with Your exercise of permissions under this License. 152 | 153 | 8. Limitation of Liability. In no event and under no legal theory, 154 | whether in tort (including negligence), contract, or otherwise, 155 | unless required by applicable law (such as deliberate and grossly 156 | negligent acts) or agreed to in writing, shall any Contributor be 157 | liable to You for damages, including any direct, indirect, special, 158 | incidental, or consequential damages of any character arising as a 159 | result of this License or out of the use or inability to use the 160 | Work (including but not limited to damages for loss of goodwill, 161 | work stoppage, computer failure or malfunction, or any and all 162 | other commercial damages or losses), even if such Contributor 163 | has been advised of the possibility of such damages. 164 | 165 | 9. Accepting Warranty or Additional Liability. While redistributing 166 | the Work or Derivative Works thereof, You may choose to offer, 167 | and charge a fee for, acceptance of support, warranty, indemnity, 168 | or other liability obligations and/or rights consistent with this 169 | License. However, in accepting such obligations, You may act only 170 | on Your own behalf and on Your sole responsibility, not on behalf 171 | of any other Contributor, and only if You agree to indemnify, 172 | defend, and hold each Contributor harmless for any liability 173 | incurred by, or claims asserted against, such Contributor by reason 174 | of your accepting any such warranty or additional liability. 175 | 176 | END OF TERMS AND CONDITIONS 177 | 178 | APPENDIX: How to apply the Apache License to your work. 179 | 180 | To apply the Apache License to your work, attach the following 181 | boilerplate notice, with the fields enclosed by brackets "[]" 182 | replaced with your own identifying information. (Don't include 183 | the brackets!) The text should be enclosed in the appropriate 184 | comment syntax for the file format. We also recommend that a 185 | file or class name and description of purpose be included on the 186 | same "printed page" as the copyright notice for easier 187 | identification within third-party archives. 188 | 189 | Copyright [yyyy] [name of copyright owner] 190 | 191 | Licensed under the Apache License, Version 2.0 (the "License"); 192 | you may not use this file except in compliance with the License. 193 | You may obtain a copy of the License at 194 | 195 | http://www.apache.org/licenses/LICENSE-2.0 196 | 197 | Unless required by applicable law or agreed to in writing, software 198 | distributed under the License is distributed on an "AS IS" BASIS, 199 | WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 200 | See the License for the specific language governing permissions and 201 | limitations under the License. 202 | -------------------------------------------------------------------------------- /kibana/gc_cms_visualizations/cassandra_gc_cms.json: -------------------------------------------------------------------------------- 1 | [ 2 | { 3 | "_id": "MaxOldGenChunkSizeBeforeGC", 4 | "_type": "visualization", 5 | "_source": { 6 | "title": "Cassandra GC CMS: MaxOldGenChunkSizeBeforeGC", 7 | "visState": "{\n \"type\": \"line\",\n \"params\": {\n \"shareYAxis\": true,\n \"addTooltip\": true,\n \"addLegend\": true,\n \"defaultYExtents\": true\n },\n \"aggs\": [\n {\n \"id\": \"1\",\n \"type\": \"max\",\n \"schema\": \"metric\",\n \"params\": {\n \"field\": \"old_gen_max_chunk_before_gc\"\n }\n },\n {\n \"id\": \"2\",\n \"type\": \"terms\",\n \"schema\": \"split\",\n \"params\": {\n \"field\": \"host.raw\",\n \"size\": 20,\n \"order\": \"desc\",\n \"orderBy\": \"1\",\n \"row\": true\n }\n },\n {\n \"id\": \"3\",\n \"type\": \"date_histogram\",\n \"schema\": \"segment\",\n \"params\": {\n \"field\": \"@timestamp\",\n \"interval\": \"second\",\n \"min_doc_count\": 1,\n \"extended_bounds\": {}\n }\n }\n ],\n \"listeners\": {}\n}", 8 | "description": "", 9 | "savedSearchId": "GC-Informationen", 10 | "version": 1, 11 | "kibanaSavedObjectMeta": { 12 | "searchSourceJSON": "{\n \"filter\": []\n}" 13 | } 14 | } 15 | }, 16 | { 17 | "_id": "MaxOldGenChunkSizeAfterGC", 18 | "_type": "visualization", 19 | "_source": { 20 | "title": "Cassandra GC CMS: MaxOldGenChunkSizeAfterGC", 21 | "visState": "{\n \"type\": \"line\",\n \"params\": {\n \"shareYAxis\": true,\n \"addTooltip\": true,\n \"addLegend\": true,\n \"defaultYExtents\": true\n },\n \"aggs\": [\n {\n \"id\": \"1\",\n \"type\": \"max\",\n \"schema\": \"metric\",\n \"params\": {\n \"field\": \"old_gen_max_chunk_after_gc\"\n }\n },\n {\n \"id\": \"2\",\n \"type\": \"terms\",\n \"schema\": \"split\",\n \"params\": {\n \"field\": \"host.raw\",\n \"size\": 20,\n \"order\": \"desc\",\n \"orderBy\": \"1\",\n \"row\": true\n }\n },\n {\n \"id\": \"3\",\n \"type\": \"date_histogram\",\n \"schema\": \"segment\",\n \"params\": {\n \"field\": \"@timestamp\",\n \"interval\": \"second\",\n \"min_doc_count\": 1,\n \"extended_bounds\": {}\n }\n }\n ],\n \"listeners\": {}\n}", 22 | "description": "", 23 | "savedSearchId": "GC-Informationen", 24 | "version": 1, 25 | "kibanaSavedObjectMeta": { 26 | "searchSourceJSON": "{\n \"filter\": []\n}" 27 | } 28 | } 29 | }, 30 | { 31 | "_id": "MaxGCDurationPerStage", 32 | "_type": "visualization", 33 | "_source": { 34 | "title": "Cassandra GC CMS: MaxGCDurationPerStage", 35 | "visState": "{\n \"type\": \"histogram\",\n \"params\": {\n \"shareYAxis\": true,\n \"addTooltip\": true,\n \"addLegend\": true,\n \"mode\": \"stacked\",\n \"defaultYExtents\": false\n },\n \"aggs\": [\n {\n \"id\": \"1\",\n \"type\": \"max\",\n \"schema\": \"metric\",\n \"params\": {\n \"field\": \"gc_real_duration\"\n }\n },\n {\n \"id\": \"2\",\n \"type\": \"max\",\n \"schema\": \"metric\",\n \"params\": {\n \"field\": \"gc_sys_duration\"\n }\n },\n {\n \"id\": \"3\",\n \"type\": \"max\",\n \"schema\": \"metric\",\n \"params\": {\n \"field\": \"gc_user_duration\"\n }\n },\n {\n \"id\": \"4\",\n \"type\": \"terms\",\n \"schema\": \"split\",\n \"params\": {\n \"field\": \"host.raw\",\n \"size\": 20,\n \"order\": \"desc\",\n \"orderBy\": \"1\",\n \"row\": true\n }\n },\n {\n \"id\": \"5\",\n \"type\": \"date_histogram\",\n \"schema\": \"segment\",\n \"params\": {\n \"field\": \"@timestamp\",\n \"interval\": \"second\",\n \"min_doc_count\": 1,\n \"extended_bounds\": {}\n }\n }\n ],\n \"listeners\": {}\n}", 36 | "description": "", 37 | "savedSearchId": "GC-Informationen", 38 | "version": 1, 39 | "kibanaSavedObjectMeta": { 40 | "searchSourceJSON": "{\n \"filter\": []\n}" 41 | } 42 | } 43 | }, 44 | { 45 | "_id": "MaxOldGenAvgBlockSizeBeforeGC", 46 | "_type": "visualization", 47 | "_source": { 48 | "title": "Cassandra GC CMS: MaxOldGenAvgBlockSizeBeforeGC", 49 | "visState": "{\n \"type\": \"line\",\n \"params\": {\n \"shareYAxis\": true,\n \"addTooltip\": true,\n \"addLegend\": true,\n \"defaultYExtents\": true\n },\n \"aggs\": [\n {\n \"id\": \"1\",\n \"type\": \"max\",\n \"schema\": \"metric\",\n \"params\": {\n \"field\": \"old_gen_avg_block_size_before_gc\"\n }\n },\n {\n \"id\": \"2\",\n \"type\": \"terms\",\n \"schema\": \"split\",\n \"params\": {\n \"field\": \"host.raw\",\n \"size\": 20,\n \"order\": \"desc\",\n \"orderBy\": \"1\",\n \"row\": true\n }\n },\n {\n \"id\": \"3\",\n \"type\": \"date_histogram\",\n \"schema\": \"segment\",\n \"params\": {\n \"field\": \"@timestamp\",\n \"interval\": \"second\",\n \"min_doc_count\": 1,\n \"extended_bounds\": {}\n }\n }\n ],\n \"listeners\": {}\n}", 50 | "description": "", 51 | "savedSearchId": "GC-Informationen", 52 | "version": 1, 53 | "kibanaSavedObjectMeta": { 54 | "searchSourceJSON": "{\n \"filter\": []\n}" 55 | } 56 | } 57 | }, 58 | { 59 | "_id": "MaxOldGenFreeFragSpaceAfterGC", 60 | "_type": "visualization", 61 | "_source": { 62 | "title": "Cassandra GC CMS: MaxOldGenFreeFragSpaceAfterGC", 63 | "visState": "{\n \"type\": \"line\",\n \"params\": {\n \"shareYAxis\": true,\n \"addTooltip\": true,\n \"addLegend\": true,\n \"defaultYExtents\": true\n },\n \"aggs\": [\n {\n \"id\": \"1\",\n \"type\": \"max\",\n \"schema\": \"metric\",\n \"params\": {\n \"field\": \"old_gen_free_frag_after_gc\"\n }\n },\n {\n \"id\": \"2\",\n \"type\": \"terms\",\n \"schema\": \"split\",\n \"params\": {\n \"field\": \"host.raw\",\n \"size\": 20,\n \"order\": \"desc\",\n \"orderBy\": \"1\",\n \"row\": true\n }\n },\n {\n \"id\": \"3\",\n \"type\": \"date_histogram\",\n \"schema\": \"segment\",\n \"params\": {\n \"field\": \"@timestamp\",\n \"interval\": \"second\",\n \"min_doc_count\": 1,\n \"extended_bounds\": {}\n }\n }\n ],\n \"listeners\": {}\n}", 64 | "description": "", 65 | "savedSearchId": "GC-Informationen", 66 | "version": 1, 67 | "kibanaSavedObjectMeta": { 68 | "searchSourceJSON": "{\n \"filter\": []\n}" 69 | } 70 | } 71 | }, 72 | { 73 | "_id": "MaxOldGenFreeFragSpaceBeforeGC", 74 | "_type": "visualization", 75 | "_source": { 76 | "title": "Cassandra GC CMS: MaxOldGenFreeFragSpaceBeforeGC", 77 | "visState": "{\n \"type\": \"line\",\n \"params\": {\n \"shareYAxis\": true,\n \"addTooltip\": true,\n \"addLegend\": true,\n \"defaultYExtents\": true\n },\n \"aggs\": [\n {\n \"id\": \"1\",\n \"type\": \"max\",\n \"schema\": \"metric\",\n \"params\": {\n \"field\": \"old_gen_free_frag_before_gc\"\n }\n },\n {\n \"id\": \"2\",\n \"type\": \"terms\",\n \"schema\": \"split\",\n \"params\": {\n \"field\": \"host.raw\",\n \"size\": 20,\n \"order\": \"desc\",\n \"orderBy\": \"1\",\n \"row\": true\n }\n },\n {\n \"id\": \"3\",\n \"type\": \"date_histogram\",\n \"schema\": \"segment\",\n \"params\": {\n \"field\": \"@timestamp\",\n \"interval\": \"second\",\n \"min_doc_count\": 1,\n \"extended_bounds\": {}\n }\n }\n ],\n \"listeners\": {}\n}", 78 | "description": "", 79 | "savedSearchId": "GC-Informationen", 80 | "version": 1, 81 | "kibanaSavedObjectMeta": { 82 | "searchSourceJSON": "{\n \"filter\": []\n}" 83 | } 84 | } 85 | }, 86 | { 87 | "_id": "MaxOldGenAvgBlockSizeAfterGC", 88 | "_type": "visualization", 89 | "_source": { 90 | "title": "Cassandra GC CMS: MaxOldGenAvgBlockSizeAfterGC", 91 | "visState": "{\n \"type\": \"line\",\n \"params\": {\n \"shareYAxis\": true,\n \"addTooltip\": true,\n \"addLegend\": true,\n \"defaultYExtents\": true\n },\n \"aggs\": [\n {\n \"id\": \"1\",\n \"type\": \"max\",\n \"schema\": \"metric\",\n \"params\": {\n \"field\": \"old_gen_avg_block_size_after_gc\"\n }\n },\n {\n \"id\": \"2\",\n \"type\": \"terms\",\n \"schema\": \"split\",\n \"params\": {\n \"field\": \"host.raw\",\n \"size\": 20,\n \"order\": \"desc\",\n \"orderBy\": \"1\",\n \"row\": true\n }\n },\n {\n \"id\": \"3\",\n \"type\": \"date_histogram\",\n \"schema\": \"segment\",\n \"params\": {\n \"field\": \"@timestamp\",\n \"interval\": \"second\",\n \"min_doc_count\": 1,\n \"extended_bounds\": {}\n }\n }\n ],\n \"listeners\": {}\n}", 92 | "description": "", 93 | "savedSearchId": "GC-Informationen", 94 | "version": 1, 95 | "kibanaSavedObjectMeta": { 96 | "searchSourceJSON": "{\n \"filter\": []\n}" 97 | } 98 | } 99 | }, 100 | { 101 | "_id": "MaxOldGenBlockNumbersAfterGC", 102 | "_type": "visualization", 103 | "_source": { 104 | "title": "Cassandra GC CMS: MaxOldGenBlockNumbersAfterGC", 105 | "visState": "{\n \"type\": \"line\",\n \"params\": {\n \"shareYAxis\": true,\n \"addTooltip\": true,\n \"addLegend\": true,\n \"defaultYExtents\": true\n },\n \"aggs\": [\n {\n \"id\": \"1\",\n \"type\": \"max\",\n \"schema\": \"metric\",\n \"params\": {\n \"field\": \"old_gen_block_numbers_after_gc\"\n }\n },\n {\n \"id\": \"2\",\n \"type\": \"terms\",\n \"schema\": \"split\",\n \"params\": {\n \"field\": \"host.raw\",\n \"size\": 20,\n \"order\": \"desc\",\n \"orderBy\": \"1\",\n \"row\": true\n }\n },\n {\n \"id\": \"3\",\n \"type\": \"date_histogram\",\n \"schema\": \"segment\",\n \"params\": {\n \"field\": \"@timestamp\",\n \"interval\": \"second\",\n \"min_doc_count\": 1,\n \"extended_bounds\": {}\n }\n }\n ],\n \"listeners\": {}\n}", 106 | "description": "", 107 | "savedSearchId": "GC-Informationen", 108 | "version": 1, 109 | "kibanaSavedObjectMeta": { 110 | "searchSourceJSON": "{\n \"filter\": []\n}" 111 | } 112 | } 113 | }, 114 | { 115 | "_id": "MaxOldGenTreeHeightBeforeGC", 116 | "_type": "visualization", 117 | "_source": { 118 | "title": "Cassandra GC CMS: MaxOldGenTreeHeightBeforeGC", 119 | "visState": "{\n \"type\": \"line\",\n \"params\": {\n \"shareYAxis\": true,\n \"addTooltip\": true,\n \"addLegend\": true,\n \"defaultYExtents\": true\n },\n \"aggs\": [\n {\n \"id\": \"1\",\n \"type\": \"max\",\n \"schema\": \"metric\",\n \"params\": {\n \"field\": \"old_gen_tree_height_before_gc\"\n }\n },\n {\n \"id\": \"2\",\n \"type\": \"terms\",\n \"schema\": \"split\",\n \"params\": {\n \"field\": \"host.raw\",\n \"size\": 20,\n \"order\": \"desc\",\n \"orderBy\": \"1\",\n \"row\": true\n }\n },\n {\n \"id\": \"3\",\n \"type\": \"date_histogram\",\n \"schema\": \"segment\",\n \"params\": {\n \"field\": \"@timestamp\",\n \"interval\": \"second\",\n \"min_doc_count\": 1,\n \"extended_bounds\": {}\n }\n }\n ],\n \"listeners\": {}\n}", 120 | "description": "", 121 | "savedSearchId": "GC-Informationen", 122 | "version": 1, 123 | "kibanaSavedObjectMeta": { 124 | "searchSourceJSON": "{\n \"filter\": []\n}" 125 | } 126 | } 127 | }, 128 | { 129 | "_id": "MaxOldGenTreeHeightAfterGC", 130 | "_type": "visualization", 131 | "_source": { 132 | "title": "Cassandra GC CMS: MaxOldGenTreeHeightAfterGC", 133 | "visState": "{\n \"type\": \"line\",\n \"params\": {\n \"shareYAxis\": true,\n \"addTooltip\": true,\n \"addLegend\": true,\n \"defaultYExtents\": true\n },\n \"aggs\": [\n {\n \"id\": \"1\",\n \"type\": \"max\",\n \"schema\": \"metric\",\n \"params\": {\n \"field\": \"old_gen_tree_height_after_gc\"\n }\n },\n {\n \"id\": \"2\",\n \"type\": \"terms\",\n \"schema\": \"split\",\n \"params\": {\n \"field\": \"host.raw\",\n \"size\": 20,\n \"order\": \"desc\",\n \"orderBy\": \"1\",\n \"row\": true\n }\n },\n {\n \"id\": \"3\",\n \"type\": \"date_histogram\",\n \"schema\": \"segment\",\n \"params\": {\n \"field\": \"@timestamp\",\n \"interval\": \"second\",\n \"min_doc_count\": 1,\n \"extended_bounds\": {}\n }\n }\n ],\n \"listeners\": {}\n}", 134 | "description": "", 135 | "savedSearchId": "GC-Informationen", 136 | "version": 1, 137 | "kibanaSavedObjectMeta": { 138 | "searchSourceJSON": "{\n \"filter\": []\n}" 139 | } 140 | } 141 | }, 142 | { 143 | "_id": "CMSStopTheWorldDuration", 144 | "_type": "visualization", 145 | "_source": { 146 | "title": "Cassandra GC CMS: StopTheWorldDuration", 147 | "visState": "{\n \"type\": \"histogram\",\n \"params\": {\n \"shareYAxis\": true,\n \"addTooltip\": true,\n \"addLegend\": true,\n \"mode\": \"stacked\",\n \"defaultYExtents\": true\n },\n \"aggs\": [\n {\n \"id\": \"1\",\n \"type\": \"max\",\n \"schema\": \"metric\",\n \"params\": {\n \"field\": \"cms_total_duration\"\n }\n },\n {\n \"id\": \"2\",\n \"type\": \"terms\",\n \"schema\": \"split\",\n \"params\": {\n \"field\": \"host.raw\",\n \"size\": 20,\n \"order\": \"desc\",\n \"orderBy\": \"1\",\n \"row\": true\n }\n },\n {\n \"id\": \"3\",\n \"type\": \"date_histogram\",\n \"schema\": \"segment\",\n \"params\": {\n \"field\": \"@timestamp\",\n \"interval\": \"second\",\n \"min_doc_count\": 1,\n \"extended_bounds\": {}\n }\n },\n {\n \"id\": \"4\",\n \"type\": \"max\",\n \"schema\": \"metric\",\n \"params\": {\n \"field\": \"cms_cpu_duration\"\n }\n },\n {\n \"id\": \"5\",\n \"type\": \"filters\",\n \"schema\": \"group\",\n \"params\": {\n \"filters\": [\n {\n \"input\": {\n \"query\": {\n \"query_string\": {\n \"query\": \"cms_stage.raw:\\\"Initial Mark\\\"\",\n \"analyze_wildcard\": true\n }\n }\n }\n },\n {\n \"input\": {\n \"query\": {\n \"query_string\": {\n \"query\": \"cms_stage.raw:\\\"concurrent-abortable-preclean\\\"\",\n \"analyze_wildcard\": true\n }\n }\n }\n }\n ]\n }\n }\n ],\n \"listeners\": {}\n}", 148 | "description": "", 149 | "savedSearchId": "CMS-Informationen", 150 | "version": 1, 151 | "kibanaSavedObjectMeta": { 152 | "searchSourceJSON": "{\n \"filter\": []\n}" 153 | } 154 | } 155 | }, 156 | { 157 | "_id": "CMSStopTheWorldDurationPerStage", 158 | "_type": "visualization", 159 | "_source": { 160 | "title": "Cassandra GC CMS: StopTheWorldDurationPerStage", 161 | "visState": "{\n \"type\": \"histogram\",\n \"params\": {\n \"shareYAxis\": true,\n \"addTooltip\": true,\n \"addLegend\": true,\n \"mode\": \"stacked\",\n \"defaultYExtents\": true\n },\n \"aggs\": [\n {\n \"id\": \"1\",\n \"type\": \"max\",\n \"schema\": \"metric\",\n \"params\": {\n \"field\": \"cms_sys_duration\"\n }\n },\n {\n \"id\": \"2\",\n \"type\": \"terms\",\n \"schema\": \"split\",\n \"params\": {\n \"field\": \"host.raw\",\n \"size\": 20,\n \"order\": \"desc\",\n \"orderBy\": \"1\",\n \"row\": true\n }\n },\n {\n \"id\": \"3\",\n \"type\": \"date_histogram\",\n \"schema\": \"segment\",\n \"params\": {\n \"field\": \"@timestamp\",\n \"interval\": \"second\",\n \"min_doc_count\": 1,\n \"extended_bounds\": {}\n }\n },\n {\n \"id\": \"4\",\n \"type\": \"max\",\n \"schema\": \"metric\",\n \"params\": {\n \"field\": \"cms_real_duration\"\n }\n },\n {\n \"id\": \"5\",\n \"type\": \"filters\",\n \"schema\": \"group\",\n \"params\": {\n \"filters\": [\n {\n \"input\": {\n \"query\": {\n \"query_string\": {\n \"query\": \"cms_stage.raw:\\\"Initial Mark\\\"\",\n \"analyze_wildcard\": true\n }\n }\n }\n },\n {\n \"input\": {\n \"query\": {\n \"query_string\": {\n \"query\": \"cms_stage.raw:\\\"concurrent-abortable-preclean\\\"\",\n \"analyze_wildcard\": true\n }\n }\n }\n }\n ]\n }\n },\n {\n \"id\": \"6\",\n \"type\": \"max\",\n \"schema\": \"metric\",\n \"params\": {\n \"field\": \"cms_user_duration\"\n }\n }\n ],\n \"listeners\": {}\n}", 162 | "description": "", 163 | "savedSearchId": "CMS-Informationen", 164 | "version": 1, 165 | "kibanaSavedObjectMeta": { 166 | "searchSourceJSON": "{\n \"filter\": []\n}" 167 | } 168 | } 169 | }, 170 | { 171 | "_id": "MaxOldGenBlockNumbersBeforeGC", 172 | "_type": "visualization", 173 | "_source": { 174 | "title": "Cassandra GC CMS: MaxOldGenBlockNumbersBeforeGC", 175 | "visState": "{\n \"type\": \"line\",\n \"params\": {\n \"shareYAxis\": true,\n \"addTooltip\": true,\n \"addLegend\": true,\n \"defaultYExtents\": true\n },\n \"aggs\": [\n {\n \"id\": \"1\",\n \"type\": \"max\",\n \"schema\": \"metric\",\n \"params\": {\n \"field\": \"old_gen_block_numbers_before_gc\"\n }\n },\n {\n \"id\": \"2\",\n \"type\": \"terms\",\n \"schema\": \"split\",\n \"params\": {\n \"field\": \"host.raw\",\n \"size\": 20,\n \"order\": \"desc\",\n \"orderBy\": \"1\",\n \"row\": true\n }\n },\n {\n \"id\": \"3\",\n \"type\": \"date_histogram\",\n \"schema\": \"segment\",\n \"params\": {\n \"field\": \"@timestamp\",\n \"interval\": \"second\",\n \"min_doc_count\": 1,\n \"extended_bounds\": {}\n }\n }\n ],\n \"listeners\": {}\n}", 176 | "description": "", 177 | "savedSearchId": "GC-Informationen", 178 | "version": 1, 179 | "kibanaSavedObjectMeta": { 180 | "searchSourceJSON": "{\n \"filter\": []\n}" 181 | } 182 | } 183 | }, 184 | { 185 | "_id": "CMSOldGenUsedBeforeCMS", 186 | "_type": "visualization", 187 | "_source": { 188 | "title": "Cassandra GC CMS: OldGenUsedBeforeCMS", 189 | "visState": "{\n \"type\": \"line\",\n \"params\": {\n \"shareYAxis\": true,\n \"addTooltip\": true,\n \"addLegend\": true,\n \"defaultYExtents\": true\n },\n \"aggs\": [\n {\n \"id\": \"1\",\n \"type\": \"max\",\n \"schema\": \"metric\",\n \"params\": {\n \"field\": \"old_gen_used_before_gc\"\n }\n },\n {\n \"id\": \"2\",\n \"type\": \"terms\",\n \"schema\": \"split\",\n \"params\": {\n \"field\": \"host.raw\",\n \"size\": 20,\n \"order\": \"desc\",\n \"orderBy\": \"1\",\n \"row\": true\n }\n },\n {\n \"id\": \"3\",\n \"type\": \"date_histogram\",\n \"schema\": \"segment\",\n \"params\": {\n \"field\": \"@timestamp\",\n \"interval\": \"auto\",\n \"min_doc_count\": 1,\n \"extended_bounds\": {}\n }\n }\n ],\n \"listeners\": {}\n}", 190 | "description": "", 191 | "savedSearchId": "CMS-Informationen", 192 | "version": 1, 193 | "kibanaSavedObjectMeta": { 194 | "searchSourceJSON": "{\n \"filter\": []\n}" 195 | } 196 | } 197 | }, 198 | { 199 | "_id": "CMSTableStats", 200 | "_type": "visualization", 201 | "_source": { 202 | "title": "Cassandra GC CMS: TableStats", 203 | "visState": "{\n \"type\": \"table\",\n \"params\": {\n \"perPage\": 4,\n \"showPartialRows\": false,\n \"showMeticsAtAllLevels\": false\n },\n \"aggs\": [\n {\n \"id\": \"1\",\n \"type\": \"max\",\n \"schema\": \"metric\",\n \"params\": {\n \"field\": \"cms_total_duration\"\n }\n },\n {\n \"id\": \"2\",\n \"type\": \"terms\",\n \"schema\": \"bucket\",\n \"params\": {\n \"field\": \"host.raw\",\n \"size\": 20,\n \"order\": \"desc\",\n \"orderBy\": \"1\"\n }\n },\n {\n \"id\": \"4\",\n \"type\": \"sum\",\n \"schema\": \"metric\",\n \"params\": {\n \"field\": \"cms_total_duration\"\n }\n },\n {\n \"id\": \"3\",\n \"type\": \"max\",\n \"schema\": \"metric\",\n \"params\": {\n \"field\": \"cms_cpu_duration\"\n }\n },\n {\n \"id\": \"5\",\n \"type\": \"sum\",\n \"schema\": \"metric\",\n \"params\": {\n \"field\": \"cms_cpu_duration\"\n }\n },\n {\n \"id\": \"7\",\n \"type\": \"max\",\n \"schema\": \"metric\",\n \"params\": {\n \"field\": \"old_gen_used_before_gc\"\n }\n }\n ],\n \"listeners\": {}\n}", 204 | "description": "", 205 | "savedSearchId": "Cassandra CMS-Informationen", 206 | "version": 1, 207 | "kibanaSavedObjectMeta": { 208 | "searchSourceJSON": "{\n \"filter\": []\n}" 209 | } 210 | } 211 | }, 212 | { 213 | "_id": "CMSStagePie", 214 | "_type": "visualization", 215 | "_source": { 216 | "title": "Cassandra GC CMS: StagePie", 217 | "visState": "{\n \"type\": \"pie\",\n \"params\": {\n \"shareYAxis\": true,\n \"addTooltip\": true,\n \"addLegend\": true,\n \"isDonut\": false\n },\n \"aggs\": [\n {\n \"id\": \"1\",\n \"type\": \"sum\",\n \"schema\": \"metric\",\n \"params\": {\n \"field\": \"cms_total_duration\"\n }\n },\n {\n \"id\": \"2\",\n \"type\": \"terms\",\n \"schema\": \"split\",\n \"params\": {\n \"field\": \"host.raw\",\n \"size\": 20,\n \"order\": \"desc\",\n \"orderBy\": \"1\",\n \"row\": false\n }\n },\n {\n \"id\": \"3\",\n \"type\": \"terms\",\n \"schema\": \"segment\",\n \"params\": {\n \"field\": \"cms_stage.raw\",\n \"size\": 20,\n \"order\": \"desc\",\n \"orderBy\": \"1\"\n }\n }\n ],\n \"listeners\": {}\n}", 218 | "description": "", 219 | "savedSearchId": "CMS-Informationen", 220 | "version": 1, 221 | "kibanaSavedObjectMeta": { 222 | "searchSourceJSON": "{\n \"filter\": []\n}" 223 | } 224 | } 225 | }, 226 | { 227 | "_id": "GCInspectorTableStats", 228 | "_type": "visualization", 229 | "_source": { 230 | "title": "Cassandra GC CMS: InspectorTableStats", 231 | "visState": "{\n \"type\": \"table\",\n \"params\": {\n \"perPage\": 8,\n \"showPartialRows\": false,\n \"showMeticsAtAllLevels\": false\n },\n \"aggs\": [\n {\n \"id\": \"1\",\n \"type\": \"max\",\n \"schema\": \"metric\",\n \"params\": {\n \"field\": \"gc_duration\"\n }\n },\n {\n \"id\": \"2\",\n \"type\": \"sum\",\n \"schema\": \"metric\",\n \"params\": {\n \"field\": \"gc_duration\"\n }\n },\n {\n \"id\": \"3\",\n \"type\": \"max\",\n \"schema\": \"metric\",\n \"params\": {\n \"field\": \"gc_collections\"\n }\n },\n {\n \"id\": \"4\",\n \"type\": \"sum\",\n \"schema\": \"metric\",\n \"params\": {\n \"field\": \"gc_collections\"\n }\n },\n {\n \"id\": \"5\",\n \"type\": \"terms\",\n \"schema\": \"bucket\",\n \"params\": {\n \"field\": \"host.raw\",\n \"size\": 20,\n \"order\": \"desc\",\n \"orderBy\": \"1\"\n }\n },\n {\n \"id\": \"6\",\n \"type\": \"terms\",\n \"schema\": \"bucket\",\n \"params\": {\n \"field\": \"gc_type\",\n \"size\": 5,\n \"order\": \"desc\",\n \"orderBy\": \"1\"\n }\n }\n ],\n \"listeners\": {}\n}", 232 | "description": "", 233 | "savedSearchId": "GCInspector", 234 | "version": 1, 235 | "kibanaSavedObjectMeta": { 236 | "searchSourceJSON": "{\n \"filter\": []\n}" 237 | } 238 | } 239 | }, 240 | { 241 | "_id": "CMSDuration", 242 | "_type": "visualization", 243 | "_source": { 244 | "title": "Cassandra GC CMS: allgemeine Informationen", 245 | "visState": "{\n \"type\": \"histogram\",\n \"params\": {\n \"shareYAxis\": true,\n \"addTooltip\": true,\n \"addLegend\": true,\n \"mode\": \"stacked\",\n \"defaultYExtents\": true\n },\n \"aggs\": [\n {\n \"id\": \"1\",\n \"type\": \"max\",\n \"schema\": \"metric\",\n \"params\": {\n \"field\": \"cms_total_duration\"\n }\n },\n {\n \"id\": \"2\",\n \"type\": \"terms\",\n \"schema\": \"split\",\n \"params\": {\n \"field\": \"host.raw\",\n \"size\": 20,\n \"order\": \"desc\",\n \"orderBy\": \"1\",\n \"row\": true\n }\n },\n {\n \"id\": \"3\",\n \"type\": \"date_histogram\",\n \"schema\": \"segment\",\n \"params\": {\n \"field\": \"@timestamp\",\n \"interval\": \"second\",\n \"min_doc_count\": 1,\n \"extended_bounds\": {}\n }\n },\n {\n \"id\": \"4\",\n \"type\": \"max\",\n \"schema\": \"metric\",\n \"params\": {\n \"field\": \"cms_cpu_duration\"\n }\n },\n {\n \"id\": \"5\",\n \"type\": \"terms\",\n \"schema\": \"group\",\n \"params\": {\n \"field\": \"cms_stage.raw\",\n \"size\": 10,\n \"order\": \"desc\",\n \"orderBy\": \"1\"\n }\n }\n ],\n \"listeners\": {}\n}", 246 | "description": "", 247 | "savedSearchId": "GC CMS: allgemeine Informationen", 248 | "version": 1, 249 | "kibanaSavedObjectMeta": { 250 | "searchSourceJSON": "{\n \"filter\": []\n}" 251 | } 252 | } 253 | }, 254 | { 255 | "_id": "Test", 256 | "_type": "visualization", 257 | "_source": { 258 | "title": "Cassandra GC CMS: GCInspector Statistiken", 259 | "visState": "{\n \"type\": \"markdown\",\n \"params\": {\n \"markdown\": \"GCInspector Statistiken\"\n },\n \"aggs\": [],\n \"listeners\": {}\n}", 260 | "description": "", 261 | "version": 1, 262 | "kibanaSavedObjectMeta": { 263 | "searchSourceJSON": "{\n \"query\": {\n \"query_string\": {\n \"query\": \"*\",\n \"analyze_wildcard\": true\n }\n },\n \"filter\": []\n}" 264 | } 265 | } 266 | } 267 | ] -------------------------------------------------------------------------------- /logstash/etc/logstash/patterns/gc: -------------------------------------------------------------------------------- 1 | ###################################### 2 | # all pattern for -XX:+PrintGCDetails, -XX:+PrintGCDateStamps, -XX:+PrintGCTimeStamps 3 | ###################################### 4 | 5 | # 498329.015: 6 | GC_JVM_UPTIME ((?(\d+\.\d+)):) 7 | 8 | # , 0.1904911 secs] 9 | # , 0.1904911 secs] [Times: user=0.36 sys=0.00, real=0.19 secs] 10 | # [Times: user=0.12 sys=0.00, real=0.01 secs] 11 | GC_DURATION (,\s+(?(\d+\.\d+))\s+secs\]\n?) 12 | GC_USER_DURATION (\s+\[Times:\s+user=(?(\d+\.\d+))) 13 | GC_SYS_DURATION (\s+sys=(?(\d+\.\d+)),) 14 | GC_REAL_DURATION (\s+real=(?(\d+\.\d+))\s+secs\]) 15 | GC_PART_DURATION %{GC_USER_DURATION}%{GC_SYS_DURATION}%{GC_REAL_DURATION} 16 | 17 | # 402M->65M(8192M) 18 | GC_HEAP_USAGE (\s+(?(\d+))(?(M|K|B))->(?(\d+))(?(M|K|B))\((?(\d+))(?(M|K|B))\)) 19 | 20 | # [Eden: 288.0M(356.0M)->0.0B(408.0M) Survivors: 52.0M->0.0B Heap: 402.0M(8192.0M)->65.5M(8192.0M)] 21 | GC_EDEN_USAGE (\s?\[Eden:\s+(?(\d+\.\d+))(?(M|K|B))\((?(\d+\.\d+))(?(M|K|B))\)->(?(\d+\.\d+))(?(M|K|B))\((?(\d+\.\d+))(?(M|K|B))\)) 22 | GC_SURVIVOR_USAGE (\s?Survivors:\s+(?(\d+\.\d+))(?(M|K|B))->(?(\d+\.\d+))(?(M|K|B))) 23 | GC_HEAP_USAGE_EXTEND (\s?Heap:\s+(?(\d+\.\d+))(M|K)\((?(\d+\.\d+))(M|K)\)->(?(\d+\.\d+))(M|K)\((?(\d+\.\d+))(M|K)\)\]) 24 | 25 | # [Metaspace: 20879K->20875K(1069056K)] 26 | GC_METASPACE_USAGE (\[Metaspace:\s+(?(\d+))(M|K)->(?(\d+))(M|K)\((?(\d+))(M|K)\)\]) 27 | 28 | # G1 parallel Threads Young and Mixed GC 29 | ###################################### 30 | # 498329.015: [GC pause (GCLocker Initiated GC) (young) 31 | # 659451.728: [GC pause (GCLocker Initiated GC) (young) (initial-mark) 32 | G1_GC_REASON %{GC_JVM_UPTIME}(\s+\[(?(\w+\s+\w+))\s+\((?(\w+\s+\w+\s+\w+))\)\s+\((?(\w+))\)(\s+\((?(\w+-\w+))\))?\n?) 33 | 34 | # [Parallel Time: 21.8 ms, GC Workers: 10] 35 | # [GC Worker Start (ms): Min: 506620870.6, Avg: 506620870.7, Max: 506620870.7, Diff: 0.1] 36 | # [Ext Root Scanning (ms): Min: 0.6, Avg: 0.8, Max: 1.7, Diff: 1.1, Sum: 8.3] 37 | # [SATB Filtering (ms): Min: 0.0, Avg: 0.1, Max: 1.3, Diff: 1.3, Sum: 1.3] 38 | # [Code Root Marking (ms): Min: 0.0, Avg: 2.7, Max: 8.0, Diff: 7.9, Sum: 27.4] 39 | # [Update RS (ms): Min: 5.5, Avg: 6.5, Max: 6.9, Diff: 1.4, Sum: 65.3] 40 | # [Processed Buffers: Min: 35, Avg: 50.9, Max: 87, Diff: 52, Sum: 509] 41 | # [Scan RS (ms): Min: 0.1, Avg: 0.3, Max: 0.3, Diff: 0.3, Sum: 2.8] 42 | # [Code Root Scanning (ms): Min: 0.0, Avg: 0.0, Max: 0.0, Diff: 0.0, Sum: 0.1] 43 | # [Object Copy (ms): Min: 18.2, Avg: 18.5, Max: 18.6, Diff: 0.4, Sum: 184.8] 44 | # [Termination (ms): Min: 0.0, Avg: 0.0, Max: 0.0, Diff: 0.0, Sum: 0.0] 45 | # [GC Worker Other (ms): Min: 0.0, Avg: 0.1, Max: 0.1, Diff: 0.1, Sum: 0.5] 46 | # [GC Worker Total (ms): Min: 26.1, Avg: 26.2, Max: 26.2, Diff: 0.1, Sum: 261.6] 47 | # [GC Worker End (ms): Min: 599288913.6, Avg: 599288913.6, Max: 599288913.6, Diff: 0.1] 48 | G1_WORKER_STATS (\s+\[Parallel\s+Time:\s+(?(\d+\.\d+))\s+ms,\s+GC\s+Workers:\s+(?(\d+))\]\n) 49 | G1_WORKER_START_STATS (\s+\[GC\s+Worker\s+Start\s+\(ms\):\s+Min:\s+(?(\d+\.\d+)),\s+Avg:\s+(?(\d+\.\d+)),\s+Max:\s+(?(\d+\.\d+)),\s+Diff:\s+(?(\d+\.\d+))\]\n) 50 | G1_EXT_ROOT_SCAN_STATS (\s+\[Ext\s+Root\s+Scanning\s+\(ms\):\s+Min:\s+(?(\d+\.\d+)),\s+Avg:\s+(?(\d+\.\d+)),\s+Max:\s+(?(\d+\.\d+)),\s+Diff:\s+(?(\d+\.\d+)),\s+Sum:\s+(?(\d+\.\d+))\]\n) 51 | G1_EXT_ROOT_MARK_STATS (\s+\[Code\s+Root\s+Marking\s+\(ms\):\s+Min:\s+(?(\d+\.\d+)),\s+Avg:\s+(?(\d+\.\d+)),\s+Max:\s+(?(\d+\.\d+)),\s+Diff:\s+(?(\d+\.\d+)),\s+Sum:\s+(?(\d+\.\d+))\]\n) 52 | G1_SATB_FILTER_STATS (\s+\[SATB\s+Filtering\s+\(ms\):\s+Min:\s+(?(\d+\.\d+)),\s+Avg:\s+(?(\d+\.\d+)),\s+Max:\s+(?(\d+\.\d+)),\s+Diff:\s+(?(\d+\.\d+)),\s+Sum:\s+(?(\d+\.\d+))\]\n) 53 | G1_UPDATE_RS_STATS (\s+\[Update\s+RS\s+\(ms\):\s+Min:\s+(?(\d+\.\d+)),\s+Avg:\s+(?(\d+\.\d+)),\s+Max:\s+(?(\d+\.\d+)),\s+Diff:\s+(?(\d+\.\d+)),\s+Sum:\s+(?(\d+\.\d+))\]\n) 54 | G1_PROCESS_BUFFER_STATS (\s+\[Processed\s+Buffers:\s+Min:\s+(?(\d+)),\s+Avg:\s+(?(\d+\.\d+)),\s+Max:\s+(?(\d+)),\s+Diff:\s+(?(\d+)),\s+Sum:\s+(?(\d+))\]\n) 55 | G1_SCAN_RS_STATS (\s+\[Scan\s+RS\s+\(ms\):\s+Min:\s+(?(\d+\.\d+)),\s+Avg:\s+(?(\d+\.\d+)),\s+Max:\s+(?(\d+\.\d+)),\s+Diff:\s+(?(\d+\.\d+)),\s+Sum:\s+(?(\d+\.\d+))\]\n) 56 | G1_CODE_ROOT_SCAN_STATS (\s+\[Code\s+Root\s+Scanning\s+\(ms\):\s+Min:\s+(?(\d+\.\d+)),\s+Avg:\s+(?(\d+\.\d+)),\s+Max:\s+(?(\d+\.\d+)),\s+Diff:\s+(?(\d+\.\d+)),\s+Sum:\s+(?(\d+\.\d+))\]\n) 57 | G1_OBJECT_COPY_STATS (\s+\[Object\s+Copy\s+\(ms\):\s+Min:\s+(?(\d+\.\d+)),\s+Avg:\s+(?(\d+\.\d+)),\s+Max:\s+(?(\d+\.\d+)),\s+Diff:\s+(?(\d+\.\d+)),\s+Sum:\s+(?(\d+\.\d+))\]\n) 58 | G1_TERMINATION_STATS (\s+\[Termination\s+\(ms\):\s+Min:\s+(?(\d+\.\d+)),\s+Avg:\s+(?(\d+\.\d+)),\s+Max:\s+(?(\d+\.\d+)),\s+Diff:\s+(?(\d+\.\d+)),\s+Sum:\s+(?(\d+\.\d+))\]\n) 59 | G1_WORKER_OTHER_STATS (\s+\[GC\s+Worker\s+Other\s+\(ms\):\s+Min:\s+(?(\d+\.\d+)),\s+Avg:\s+(?(\d+\.\d+)),\s+Max:\s+(?(\d+\.\d+)),\s+Diff:\s+(?(\d+\.\d+)),\s+Sum:\s+(?(\d+\.\d+))\]\n) 60 | G1_WORKER_TOTAL_STATS (\s+\[GC\s+Worker\s+Total\s+\(ms\):\s+Min:\s+(?(\d+\.\d+)),\s+Avg:\s+(?(\d+\.\d+)),\s+Max:\s+(?(\d+\.\d+)),\s+Diff:\s+(?(\d+\.\d+)),\s+Sum:\s+(?(\d+\.\d+))\]\n) 61 | G1_WORKER_END_STATS (\s+\[GC\s+Worker\s+End\s+\(ms\):\s+Min:\s+(?(\d+\.\d+)),\s+Avg:\s+(?(\d+\.\d+)),\s+Max:\s+(?(\d+\.\d+)),\s+Diff:\s+(?(\d+\.\d+))\]\n) 62 | G1_PARALLEL_THREADS_STATS %{G1_WORKER_STATS}%{G1_WORKER_START_STATS}%{G1_EXT_ROOT_SCAN_STATS}%{G1_EXT_ROOT_MARK_STATS}?%{G1_SATB_FILTER_STATS}?%{G1_UPDATE_RS_STATS}%{G1_PROCESS_BUFFER_STATS}%{G1_SCAN_RS_STATS}%{G1_CODE_ROOT_SCAN_STATS}%{G1_OBJECT_COPY_STATS}%{G1_TERMINATION_STATS}%{G1_WORKER_OTHER_STATS}%{G1_WORKER_TOTAL_STATS}%{G1_WORKER_END_STATS} 63 | 64 | # G1 sequentiell Threads Young and Mixed GC 65 | ###################################### 66 | # [Code Root Fixup: 0.2 ms] 67 | # [Code Root Migration: 0.1 ms] 68 | # [Code Root Purge: 0.0 ms] 69 | # [Clear CT: 0.6 ms] 70 | # [Other: 1.7 ms] 71 | # [Choose CSet: 0.0 ms] 72 | # [Ref Proc: 0.2 ms] 73 | # [Ref Enq: 0.0 ms] 74 | # [Redirty Cards: 0.2 ms] 75 | # [Free CSet: 0.8 ms] 76 | G1_CODE_ROOT_FIXUP (\s+\[Code\s+Root\s+Fixup:\s+(?(\d+\.\d+))\s+ms\]\n) 77 | G1_CODE_ROOT_MIGRATION (\s+\[Code\s+Root\s+Migration:\s+(?(\d+\.\d+))\s+ms\]\n) 78 | G1_CODE_ROOT_PURGE (\s+\[Code\s+Root\s+Purge:\s+(?(\d+\.\d+))\s+ms\]\n) 79 | G1_CODE_ROOT_STATS %{G1_CODE_ROOT_FIXUP}%{G1_CODE_ROOT_MIGRATION}%{G1_CODE_ROOT_PURGE} 80 | G1_CLEAR_CT (\s+\[Clear\s+CT:\s+(?(\d+\.\d+))\s+ms\]\n) 81 | G1_OTHER (\s+\[Other:\s+(?(\d+\.\d+))\s+ms\]\n) 82 | G1_CHOOS_CSET (\s+\[Choose\s+CSet:\s+(?(\d+\.\d+))\s+ms\]\n) 83 | G1_REF_PROC (\s+\[Ref\s+Proc:\s+(?(\d+\.\d+))\s+ms\]\n) 84 | G1_REF_ENQ (\s+\[Ref\s+Enq:\s+(?(\d+\.\d+))\s+ms\]\n) 85 | G1_REDIRTY_CARDS (\s+\[Redirty\s+Cards:\s+(?(\d+\.\d+))\s+ms\]\n) 86 | G1_FREE_CSET (\s+\[Free\s+CSet:\s+(?(\d+\.\d+))\s+ms\]\n) 87 | G1_OTHER_STATS %{G1_OTHER}%{G1_CHOOS_CSET}%{G1_REF_PROC}%{G1_REF_ENQ}%{G1_REDIRTY_CARDS}%{G1_FREE_CSET} 88 | G1_SEQUENTIELL_THREADS_STATS %{G1_CODE_ROOT_STATS}%{G1_CLEAR_CT}%{G1_OTHER_STATS} 89 | 90 | # [Eden: 4332.0M(4332.0M)->0.0B(4356.0M) Survivors: 80.0M->68.0M Heap: 7285.1M(8192.0M)->2943.4M(8192.0M)] 91 | G1_HEAP_POOLS_AFTER_GC (\s+)%{GC_EDEN_USAGE}\s+%{GC_SURVIVOR_USAGE}%{GC_HEAP_USAGE_EXTEND}\n 92 | 93 | # G1 Concurrent Remark 94 | ###################################### 95 | # 659452.214: [GC cleanup 96 | # 659452.214: [GC concurrent-root-region-scan-start] 97 | # 816418.197: [GC concurrent-cleanup-end, 0.0005591 secs] 98 | G1_CM_STAGE %{GC_JVM_UPTIME}(\s+\[(?((\w+\s+\w+))(\-\w+)*)) 99 | G1_CM_STAGE_WITH_DURATION %{GC_JVM_UPTIME}(\s+\[(?((\w+\s+\w+))(\-\w+)*))%{GC_DURATION} 100 | 101 | # 659452.214: [GC cleanup 3875M->3679M(8192M), 0.0117895 secs] [Times: user=0.12 sys=0.00, real=0.01 secs] 102 | G1_CM_CLEANUP_STATS %{G1_CM_STAGE}%{GC_HEAP_USAGE}%{GC_DURATION}%{GC_PART_DURATION} 103 | 104 | # 757537.567: [GC remark 757537.568: [GC ref-proc, 0.0034009 secs], 0.0067587 secs] [Times: user=0.04 sys=0.00, real=0.01 secs] 105 | G1_CM_REMARK_STATS %{G1_CM_STAGE}(\s+\d+\.\d+:\s+\[GC\s+ref-proc,\s+(?(\d+\.\d+))\s+secs\],\s+(?(\d+\.\d+))\s+secs\]\n)%{GC_PART_DURATION} 106 | 107 | # 2015-08-28T11:09:28.970+0200: 5.099: [Full GC (Metadata GC Threshold) 402M->65M(8192M), 0.2181915 secs] 108 | # [Eden: 288.0M(356.0M)->0.0B(408.0M) Survivors: 52.0M->0.0B Heap: 402.0M(8192.0M)->65.5M(8192.0M)], [Metaspace: 20879K->20875K(1069056K)] 109 | # [Times: user=0.30 sys=0.01, real=0.22 secs] 110 | G1_FULL_GC %{GC_JVM_UPTIME}(\s+\[Full\s+GC\s+\((?((\w+){1}(\s+\w+){,2}))\))%{GC_HEAP_USAGE}%{GC_DURATION}\s+%{GC_EDEN_USAGE}\s+%{GC_SURVIVOR_USAGE}%{GC_HEAP_USAGE_EXTEND}(,\s+)%{GC_METASPACE_USAGE}\n%{G1_HEAP_AFTER_GC}?%{GC_PART_DURATION} 111 | 112 | # CMS Minor GC 113 | ###################################### 114 | # 346044,442: [GC (Allocation Failure) Before GC: 115 | CMS_GC_REASON ((?<=\[).+(?= Before GC:)) 116 | 117 | # Total Free Space: 5994430\nMax Chunk Size: 5725055\nNumber of Blocks: 34\nAv. Block Size: 176306\nTree Height: 11\n 118 | OLD_GEN_FRAG_STATS_BEFORE_GC (.+\n.+\n.+\nTotal\s+Free\s+Space:\s+(?(\d+))\nMax\s+Chunk Size:\s+(?(\d+))\nNumber\s+of\s+Blocks:\s+(?(\d+))\nAv\.\s+Block\s+Size:\s+(?(\d+))\nTree\s+Height:\s+(?(\d+))\n) 119 | OLD_GEN_FRAG_STATS_AFTER_GC (.+\n.+\n.+\n.+:\s+(?(\d+))\nMax\s+Chunk Size:\s+(?(\d+))\nNumber\s+of\s+Blocks:\s+(?(\d+))\nAv\.\s+Block\s+Size:\s+(?(\d+))\nTree\s+Height:\s+(?(\d+))\n) 120 | 121 | # : 332506K->40960K(368640K), 0.0816023 secs] 1032579K->750284K(2031616K) 122 | CMS_NEW_GEN_STATS (:\s+(?(\d+))K\->(?(\d+))K\((?(\d+))K\),\s+(?(\d+\.\d+))) 123 | 124 | # 1032579K->750284K(2031616K) 125 | CMS_HEAP_STATS (.+\])%{GC_HEAP_USAGE} 126 | 127 | # CMS Major GC 128 | ###################################### 129 | CMS_STAGE (((?<=\[CMS\-)(\w+\-{1}\w+)(\-{1}\w+)*)|((?<=\[GC \(CMS )\w+\s+\w+)) 130 | CMS_DURATION (:\s+(?(\d+\.\d+))\/(?(\d+\.\d+))\s+secs\]) 131 | CMS_INI_MARK_DURATION (.+(?(\d+\.\d+))\s+secs\]) 132 | CMS_OLD_GEN (.+CMS\-initial\-mark:\s+(?(\d+))K\((?(\d+))K\)) 133 | CMS_NEW_GEN (.+YG\s+occupancy:\s+(?(\d+))\s+K\s+\((?(\d+))\s+K\)) 134 | CMS_INITIAL_MARK %{CMS_STAGE:cms_stage}%{CMS_OLD_GEN}%{CMS_INI_MARK_DURATION}%{GC_PART_DURATION} 135 | CMS_FINAL_REMARK %{CMS_STAGE:cms_stage}%{CMS_NEW_GEN}%{GC_PART_DURATION} 136 | CMS_STAGE_WITH_DURATION %{CMS_STAGE:cms_stage}%{CMS_DURATION}%{GC_PART_DURATION} 137 | 138 | ###################################### 139 | # all pattern for +PrintGCApplicationStoppedTime 140 | ###################################### 141 | 142 | # Total time for which application threads were stopped: 0,0013089 seconds 143 | GC_APPLI_STOPPED_SEC ((?<= Total time for which application threads were stopped:) \d+\.\d+) 144 | 145 | ###################################### 146 | # all pattern for +PrintGCApplicationConcurrentTime 147 | ###################################### 148 | 149 | # Application time: 1,0350815 seconds 150 | GC_APPLI_CONCUR_SEC ((?<= Application time:) \d+\.\d+) 151 | 152 | ###################################### 153 | # all pattern for +PrintTenuringDistribution 154 | ###################################### 155 | 156 | # Desired survivor size 308281344 bytes, new threshold 15 (max 15) - age 1: 1990184 bytes, 1990184 total ...... 157 | # if survivor space empty, no threshold stats are available 158 | CMS_SURVIVOR_STATS (.+\nDesired\s+survivor\s+size\s+(?(\d+))\s+bytes,\s+new\s+threshold\s+(?(\d+))\s+\(max\s+(?(\d+))\)\n(?(\-\s+age\s+\d+:\s+\d+\s+bytes,\s+\d+\s+total\n)+)) 159 | G1_SURVIVOR_STATS (Desired\s+survivor\s+size\s+(?(\d+))\s+bytes,\s+new\s+threshold\s+(?(\d+))\s+\(max\s+(?(\d+))\)\n(?(\-\s+age\s+\d+:\s+\d+\s+bytes,\s+\d+\s+total\n)+)?) 160 | 161 | ###################################### 162 | # all pattern for +PrintHeapAtGC 163 | ###################################### 164 | 165 | # Heap before GC invocations=307 166 | # Heap after GC invocations=20009 (full 1): 167 | GC_NUMBER (.+(invocations=)(?(\d+))\s+\(full\s+(?(\d+))\):\n) 168 | 169 | # CMS 170 | # par new generation total 235968K, used 221084K [0x00000000c0000000, 0x00000000d0000000, 0x00000000d0000000) 171 | CMS_NEW_GEN_BEFORE_GC (\s+(par\s+new\s+generation\s+total)\s+(?(\d+))(K, used )(?(\d+))K.+\n) 172 | CMS_NEW_GEN_AFTER_GC (.+\n\s+(par\s+new\s+generation\s+total)\s+(?(\d+))(K, used )(?(\d+))K.+\n) 173 | 174 | # G1 175 | # garbage-first heap total 8388608K, used 7452338K [0x00000005c0000000, 0x00000007c0000000, 0x00000007c0000000) 176 | G1_HEAP_SIZE_GC (\s+garbage-first\s+heap\s+total\s+(?(\d+))K,\s+used\s+(?(\d+))K.+\n) 177 | 178 | # CMS 179 | # eden space 209792K, 100% used [0x00000000c0000000, 0x00000000ccce0000, 0x00000000ccce0000) 180 | CMS_EDEN_SPACE_BEFORE_GC (\s+(eden\s+space)\s+(?(\d+))(K,\s+)(?(\d+))%.+\n) 181 | CMS_EDEN_SPACE_AFTER_GC (\s+(eden\s+space)\s+(?(\d+))(K,\s+)(?(\d+))%.+\n) 182 | 183 | # G1 184 | # region size 4096K, 963 young (3944448K), 22 survivors (90112K) 185 | G1_REGION_SIZE_BEFORE_GC (\s+region\s+size\s+(?(\d+))K,\s+(?(\d+))\s+young\s+\((?(\d+))K\),\s+(?(\d+))\s+survivors\s+\((?(\d+))K\)\n) 186 | G1_REGION_SIZE_AFTER_GC (\s+region\s+size\s+(?(\d+))K,\s+(?(\d+))\s+young\s+\((?(\d+))K\),\s+(?(\d+))\s+survivors\s+\((?(\d+))K\)\n) 187 | 188 | # CMS 189 | # from space 26176K, 43% used [0x00000000ce670000, 0x00000000cf177228, 0x00000000d0000000) 190 | CMS_ACTIVE_SURVIVOR_BEFORE_GC (\s+(from\s+space)\s+(?(\d+))(K,\s+)(?(\d+))%.+\n) 191 | CMS_ACTIVE_SURVIVOR_AFTER_GC (\s+(from\s+space)\s+(?(\d+))(K,\s+)(?(\d+))%.+\n) 192 | 193 | # CMS 194 | # to space 26176K, 0% used [0x00000000ccce0000, 0x00000000ccce0000, 0x00000000ce670000) 195 | CMS_INACTIVE_SURVIVOR_BEFORE_GC (\s+(to\s+space)\s+(?(\d+))(K,\s+)(?(\d+))%.+\n) 196 | CMS_INACTIVE_SURVIVOR_AFTER_GC (\s+(to\s+space)\s+(?(\d+))(K,\s+)(?(\d+))%.+\n) 197 | 198 | # CMS 199 | # concurrent mark-sweep generation total 786432K, used 449940K [0x00000000d0000000, 0x0000000100000000, 0x0000000100000000) 200 | CMS_OLD_GEN_BEFORE_GC (\s+(concurrent mark-sweep generation total)\s+(?(\d+))(K,\s+used\s+)(?(\d+))K.+\n) 201 | CMS_OLD_GEN_AFTER_GC (\s+(concurrent mark-sweep generation total)\s+(?(\d+))(K,\s+used\s+)(?(\d+))K.+\n) 202 | 203 | # CMS and G1 204 | # Metaspace used 30259K, capacity 30884K, committed 31104K, reserved 1077248K 205 | GC_METASPACE_BEFORE_GC (\s+(Metaspace\s+used)\s+(?(\d+))(K,\s+capacity\s+)(?(\d+))(K,\s+committed\s+)(?(\d+))(K,\s+reserved\s+)(?(\d+))K\n) 206 | GC_METASPACE_AFTER_GC (\s+(Metaspace\s+used)\s+(?(\d+))(K,\s+capacity\s+)(?(\d+))(K,\s+committed\s+)(?(\d+))(K,\s+reserved\s+)(?(\d+))K\n) 207 | 208 | # CMS and G1 209 | # class space used 3243K, capacity 3364K, committed 3456K, reserved 1048576K 210 | GC_CLASS_SPACE_BEFORE_GC (\s+(class\s+space\s+used)\s+(?(\d+))(K,\s+capacity\s+)(?(\d+))(K,\s+committed\s+)(?(\d+))(K,\s+reserved\s+)(?(\d+))K) 211 | GC_CLASS_SPACE_AFTER_GC (\s+(class\s+space\s+used)\s+(?(\d+))(K,\s+capacity\s+)(?(\d+))(K,\s+committed\s+)(?(\d+))(K,\s+reserved\s+)(?(\d+))K) 212 | 213 | CMS_HEAP_BEFORE_GC %{GC_APPLI_CONCUR_SEC:appli_concurrent_sec}(\s+seconds\n)%{GC_NUMBER}%{CMS_NEW_GEN_BEFORE_GC}%{CMS_EDEN_SPACE_BEFORE_GC}%{CMS_ACTIVE_SURVIVOR_BEFORE_GC}%{CMS_INACTIVE_SURVIVOR_BEFORE_GC}%{CMS_OLD_GEN_BEFORE_GC}%{GC_METASPACE_BEFORE_GC}%{GC_CLASS_SPACE_BEFORE_GC} 214 | G1_HEAP_BEFORE_GC %{GC_APPLI_CONCUR_SEC:appli_concurrent_sec}(\s+seconds\n)%{G1_REQU_CYCLE_INITIATION}?(%{G1_HEAP_EXPANSION_ATTEMPT_1}%{G1_HEAP_EXPANSION}%{G1_NO_HEAP_EXPANSION})?%{GC_NUMBER}%{G1_HEAP_SIZE_GC}%{G1_REGION_SIZE_BEFORE_GC}%{GC_METASPACE_BEFORE_GC}%{GC_CLASS_SPACE_BEFORE_GC}\n?%{G1_CYCLE_INITIATION}? 215 | 216 | CMS_HEAP_AFTER_GC %{CMS_NEW_GEN_AFTER_GC}%{CMS_EDEN_SPACE_AFTER_GC}%{CMS_ACTIVE_SURVIVOR_AFTER_GC}%{CMS_INACTIVE_SURVIVOR_AFTER_GC}%{CMS_OLD_GEN_AFTER_GC}%{GC_METASPACE_AFTER_GC}%{GC_CLASS_SPACE_AFTER_GC} 217 | G1_HEAP_AFTER_GC %{GC_NUMBER}%{G1_HEAP_SIZE_GC}%{G1_REGION_SIZE_AFTER_GC}%{GC_METASPACE_AFTER_GC}%{GC_CLASS_SPACE_AFTER_GC}(\n}\n) 218 | 219 | ################### 220 | # all pattern for G1 -XX:+PrintAdaptiveSizePolicy 221 | ################### 222 | 223 | # 1025.906: [G1Ergonomics (CSet Construction) start choosing CSet, _pending_cards: 46580, predicted base time: 19.44 ms, remaining time: 180.56 ms, target pause time: 200.00 ms] 224 | # 1025.906: [G1Ergonomics (CSet Construction) add young regions to CSet, eden: 1199 regions, survivors: 30 regions, predicted young region time: 29.87 ms] 225 | # 56867.660: [G1Ergonomics (CSet Construction) finish adding old regions to CSet, reason: reclaimable percentage not over threshold, old: 48 regions, max: 205 regions, reclaimable: 856486152 bytes (9.97 %), threshold: 10.00 %] 226 | # 56803.094: [G1Ergonomics (CSet Construction) finish adding old regions to CSet, reason: old CSet region num reached max, old: 205 regions, max: 205 regions] 227 | # 1025.906: [G1Ergonomics (CSet Construction) finish choosing CSet, eden: 1199 regions, survivors: 30 regions, old: 0 regions, predicted pause time: 49.31 ms, target pause time: 200.00 ms] 228 | # 621417.648: [G1Ergonomics (Concurrent Cycles) initiate concurrent cycle, reason: concurrent cycle initiation requested] 229 | # 61953.961: [G1Ergonomics (Concurrent Cycles) request concurrent cycle initiation, reason: occupancy higher than threshold, occupancy: 3867148288 bytes, allocation request: 0 bytes, threshold: 3865470525 bytes (45.00 %), source: end of GC] 230 | # 621417.648: [G1Ergonomics (Concurrent Cycles) request concurrent cycle initiation, reason: requested by GC cause, GC cause: G1 Humongous Allocation] 231 | # 638747.745: [G1Ergonomics (Concurrent Cycles) request concurrent cycle initiation, reason: occupancy higher than threshold, occupancy: 3867148288 bytes, allocation request: 3613304 bytes, threshold: 3865470525 bytes (45.00 %), source: concurrent humongous allocation] 232 | # 576876.182: [G1Ergonomics (Concurrent Cycles) do not request concurrent cycle initiation, reason: concurrent cycle already in progress, GC cause: G1 Humongous Allocation] 233 | # 47981.933: [G1Ergonomics (Mixed GCs) start mixed GCs, reason: candidate old regions available, candidate old regions: 341 regions, reclaimable: 1035999432 bytes (12.06 %), threshold: 10.00 %] 234 | # 56867.730: [G1Ergonomics (Mixed GCs) do not continue mixed GCs, reason: reclaimable percentage not over threshold, candidate old regions: 255 regions, reclaimable: 856486152 bytes (9.97 %), threshold: 10.00 %] 235 | # 56803.224: [G1Ergonomics (Mixed GCs) continue mixed GCs, reason: candidate old regions available, candidate old regions: 303 regions, reclaimable: 1036762360 bytes (12.07 %), threshold: 10.00 %] 236 | # 90116.134: [G1Ergonomics (Heap Sizing) attempt heap expansion, reason: recent GC overhead higher than threshold after GC, recent GC overhead: 10.59 %, threshold: 10.00 %, uncommitted: 0 bytes, calculated expansion amount: 0 bytes (20.00 %)] 237 | # 120454.541: [G1Ergonomics (Heap Sizing) attempt heap expansion, reason: region allocation request failed, allocation request: 8208 bytes] 238 | # 120326.749: [G1Ergonomics (Heap Sizing) did not expand the heap, reason: heap already fully expanded] 239 | # 120326.749: [G1Ergonomics (Heap Sizing) expand the heap, requested expansion amount: 443192 bytes, attempted expansion amount: 4194304 bytes] 240 | G1_ERGONOMICS (\s?)%{GC_JVM_UPTIME}(\s+\[G1Ergonomics\s+\((?((CSet\s+Construction)|(Mixed\s+GCs)|(Concurrent\s+Cycles)|(Heap\s+Sizing)))\)) 241 | G1_CHOOS_CSET_START %{G1_ERGONOMICS}(\s+start\s+choosing\s+CSet,\s+_pending_cards:\s+(?(\d+)),\s+predicted\s+base\s+time:\s+(?(\d+\.\d+))\s+ms,\s+remaining\s+time:\s+(?(\d+\.\d+))\s+ms,\s+target\s+pause\s+time:\s+(?(\d+\.\d+))\s+ms\]\n) 242 | G1_ADD_Y_REGIONS_TO_CSET %{G1_ERGONOMICS}(\s+add\s+young\s+regions\s+to\s+CSet,\s+eden:\s+(?(\d+))\s+regions,\s+survivors:\s+(?(\d+))\s+regions,\s+predicted\s+young\s+region\s+time:\s+(?(\d+\.\d+))\s+ms\]\n) 243 | G1_ADD_O_REGIONS_TO_CSET %{G1_ERGONOMICS}(\s+finish\s+adding\s+old\s+regions\s+to\s+CSet,\s+reason:\s+(?((\w+){1}(\s+\w+){4,5})),\s+old:\s+(?(\d+))\s+regions,\s+max:\s+(?(\d+))\s+regions(,\s+reclaimable:\s+(?(\d+))\s+bytes\s+\((?(\d+\.\d+))\s+%\),\s+threshold:\s+(?(\d+\.\d+))\s+%)?\]\n) 244 | G1_CHOOS_CSET_END %{G1_ERGONOMICS}(\s+finish\s+choosing\s+CSet,\s+eden:\s+(?(\d+))\s+regions,\s+survivors:\s+(?(\d+))\s+regions,\s+old:\s+(?(\d+))\s+regions,\s+predicted\s+pause\s+time:\s+(?(\d+\.\d+))\s+ms,\s+target\s+pause\s+time:\s+(?(\d+\.\d+))\s+ms\]\n) 245 | G1_CYCLE_INITIATION %{G1_ERGONOMICS}(\s+initiate\s+concurrent\s+cycle,\s+reason:\s+(?((\w+){1}(\s+\w+){3}))\]) 246 | G1_REQU_CYCLE_INITIATION %{G1_ERGONOMICS}(\s+(do\s+not\s+)?request\s+concurrent\s+cycle\s+initiation,\s+reason:\s+(?((\w+){1}(\s+\w+){,4})),\s+((occupancy:\s+(?(\d+))\s+bytes,\s+allocation\s+request:\s+(?(\d+))\s+bytes,\s+threshold:\s+(?(\d+))\s+bytes\s+\((?(\d+\.\d+))\s+%\),\s+source:\s+(?((\w+){1}(\s+\w+){,2})))|(GC\s+cause:\s+(?((\w+){1}(\s+\w+){2}))))\]\n) 247 | G1_CONTINUE_MIXED_GC %{G1_ERGONOMICS}(\s+(do\s+not\s+)?(continue|start)\s+mixed\s+GCs,\s+reason:\s+(?((\w+){1}(\s+\w+){3,4})),\s+candidate\s+old\s+regions:\s+(?(\d+))\s+regions,\s+reclaimable:\s+(?(\d+))\s+bytes\s+\((?(\d+\.\d+))\s+%\),\s+threshold:\s+(?(\d+\.\d+))\s+%\]\n) 248 | G1_HEAP_EXPANSION_ATTEMPT_1 %{G1_ERGONOMICS}(\s+attempt\s+heap\s+expansion,\s+reason:\s+(?((\w+){1}(\s+\w+){,3})),\s+allocation\s+request:\s+(?(\d+))\s+bytes\]\n) 249 | G1_HEAP_EXPANSION_ATTEMPT_2 %{G1_ERGONOMICS}(\s+attempt\s+heap\s+expansion,\s+reason:\s+(?((\w+){1}(\s+\w+){,7})),\s+recent\s+GC\s+overhead:\s+(?(\d+\.\d+))\s+%,\s+threshold:\s+(?(\d+\.\d+))\s+%,\s+uncommitted:\s+(?(\d+))\s+bytes,\s+calculated\s+expansion\s+amount:\s+(?(\d+))\s+bytes\s+\((?(\d+\.\d+))\s+%\)\]\n) 250 | G1_HEAP_EXPANSION %{G1_ERGONOMICS}(\s+expand\s+the\s+heap,\s+requested\s+expansion\s+amount:\s+(?(\d+))\s+bytes,\s+attempted\s+expansion\s+amount:\s+(?(\d+))\s+bytes\]\n) 251 | G1_NO_HEAP_EXPANSION %{G1_ERGONOMICS}(\s+did\s+not\s+expand\s+the\s+heap,\s+reason:\s+(?((\w+){1}(\s+\w+){3}))\]\n) 252 | G1_ERGONOMICS_STATS %{G1_CHOOS_CSET_START}%{G1_ADD_Y_REGIONS_TO_CSET}%{G1_ADD_O_REGIONS_TO_CSET}?%{G1_CHOOS_CSET_END}(%{G1_HEAP_EXPANSION_ATTEMPT_1}|%{G1_HEAP_EXPANSION_ATTEMPT_2})?(%{G1_HEAP_EXPANSION}%{G1_NO_HEAP_EXPANSION})?%{G1_HEAP_EXPANSION_ATTEMPT_2}?%{G1_REQU_CYCLE_INITIATION}?%{G1_CONTINUE_MIXED_GC}? 253 | 254 | # 2015-09-01T02:09:55.704+0200: 638746.447: Total time for which application threads were stopped: 0.0927887 seconds 255 | # 638747.745: [G1Ergonomics (Concurrent Cycles) request concurrent cycle initiation, reason: occupancy higher than threshold, occupancy: 3867148288 bytes, allocation request: 3613304 bytes, threshold: 3865470525 bytes (45.00 %), source: concurrent humongous allocation] 256 | G1_REQU_CYCLE_INITIATION_TIME ((%{GC_APPLI_STOPPED_SEC:appli_stopped_sec}|%{GC_APPLI_CONCUR_SEC:appli_concurrent_sec})\n)?%{G1_REQU_CYCLE_INITIATION} 257 | 258 | ################### 259 | # aggregate all patterns for -XX:+PrintGCDetails, -XX:+PrintGCDateStamps, -XX:+PrintGCTimeStamps 260 | ################### 261 | # CMS and G1 262 | CMS_STATS %{CMS_GC_REASON:gc_reason} %{OLD_GEN_FRAG_STATS_BEFORE_GC}%{CMS_SURVIVOR_STATS}%{CMS_NEW_GEN_STATS}%{CMS_HEAP_STATS}%{OLD_GEN_FRAG_STATS_AFTER_GC}%{GC_DURATION}%{GC_PART_DURATION}%{CMS_HEAP_AFTER_GC} 263 | G1_GC_STATS %{G1_GC_REASON}%{G1_SURVIVOR_STATS}?%{G1_ERGONOMICS_STATS}?%{GC_DURATION}%{G1_PARALLEL_THREADS_STATS}%{G1_SEQUENTIELL_THREADS_STATS}%{G1_HEAP_POOLS_AFTER_GC}%{G1_HEAP_AFTER_GC}?%{GC_PART_DURATION} -------------------------------------------------------------------------------- /logstash/etc/logstash/conf.d/20-filter-cassandra.conf: -------------------------------------------------------------------------------- 1 | filter { 2 | if [type] == "cassandra" { 3 | multiline { 4 | patterns_dir => "/etc/logstash/patterns" 5 | pattern => "%{CASSANDRA_ERROR_STACK}" 6 | what => "previous" 7 | } 8 | grok { 9 | patterns_dir => "/etc/logstash/patterns" 10 | match => {"message" => "%{CASSANDRA_LOG_LEVEL:log_level}\s+%{CASSANDRA_STAGE:stage}\s+%{TIMESTAMP_ISO8601:log_stamp}%{CASSANDRA_JAVA_CLASS}\s+(-\s+)?(?(.+\n?)+)"} 11 | } 12 | if [java_class] == "Memtable.java" and ([stage] =~ /(\[FlushWriter:)\d+/ or [stage] =~ /(\[MemtableFlushWriter:)\d+/ ) { 13 | grok { 14 | patterns_dir => "/etc/logstash/patterns" 15 | match => {"log_message" => "%{CASSANDRA_FLUSHED_COMPLETE}%{CASSANDRA_FLUSHED_BYTES:flushed_bytes:float}?"} 16 | add_tag => ["FlushWriterEnd"] 17 | add_field => {"unique_thread_id" => "%{host}:%{stage}"} 18 | tag_on_failure => [] 19 | } 20 | if "FlushWriterEnd" not in [tags] { 21 | grok { 22 | patterns_dir => "/etc/logstash/patterns" 23 | match => {"log_message" => "%{CASSANDRA_FLUSHED_INFOS}"} 24 | add_tag => ["FlushWriterStart"] 25 | add_field => {"unique_thread_id" => "%{host}:%{stage}"} 26 | tag_on_failure => ["flush_grok_parse_failure"] 27 | } 28 | } 29 | mutate { 30 | convert => [ 31 | "flushed_live_bytes", "float", 32 | "flushed_serial_bytes", "float", 33 | "flushed_ops", "float", 34 | "flushed_onheap_percent", "float", 35 | "flushed_offheap_percent", "float" 36 | ] 37 | } 38 | elapsed { 39 | start_tag => "FlushWriterStart" 40 | end_tag => "FlushWriterEnd" 41 | unique_id_field => "unique_thread_id" 42 | } 43 | } else if [java_class] == "GCInspector.java" { 44 | grok { 45 | patterns_dir => "/etc/logstash/patterns" 46 | match => {"log_message" => "%{GCINSPECTOR_GC_TYPE:gc_type}[^\d]+%{GCINSPECTOR_GC_DURATION:gc_duration:float}[^\d]+%{GCINSPECTOR_GC_COLLECTIONS:gc_collections:float}[^\d]+%{GCINSPECTOR_GC_HEAP_USE:gc_heap_used:float}"} 47 | tag_on_failure => ["tags", "gcinspector_grok_parse_failure"] 48 | } 49 | } else if [stage] =~ /(\[CompactionExecutor:)\d+/ { 50 | grok { 51 | patterns_dir => "/etc/logstash/patterns" 52 | match => {"log_message" => "%{COMPACTION_STATS}"} 53 | match => {"log_message" => "%{COMPACT_USED_SSTABLES:compacted_sstables}"} 54 | match => {"log_message" => "%{COMPACT_LARGE_ROW}"} 55 | match => {"log_message" => "%{COMPACT_SAVED_KEYCACHE}"} 56 | match => {"log_message" => "%{COMPACT_ENQUEUE_FLUSH}"} 57 | match => {"log_message" => "%{COMPACT_INACTIVE_SSTABLE}"} 58 | tag_on_failure => ["compact_grok_parse_failure"] 59 | } 60 | mutate { 61 | gsub => [ 62 | "compact_sstable_count", ",", "", 63 | "bytes_before_compact", ",", "", 64 | "bytes_after_compact", ",", "", 65 | "compact_duration_ms", ",", "", 66 | "partition_before_compact", ",", "", 67 | "partition_after_compact", ",", "", 68 | "compact_partition_merge", ",", "", 69 | "compacted_sstables", "(('\), SSTableReader\(path=')|(, SSTableReader\(path='))", " " 70 | ] 71 | } 72 | 73 | mutate { 74 | convert => [ 75 | "compact_throughput_mb_per_sec", "float", 76 | "compact_sstable_count", "float", 77 | "bytes_before_compact", "float", 78 | "bytes_after_compact", "float", 79 | "compact_duration_ms", "float", 80 | "partition_before_compact", "float", 81 | "partition_after_compact", "float", 82 | "compact_partition_merge", "float", 83 | "large_row_compacted_bytes", "float", 84 | "saved_keycache_items", "float", 85 | "saved_keycache_duration", "float" 86 | ] 87 | } 88 | } else if [java_class] == "MessagingService.java" and [stage] != "[main]" { 89 | grok { 90 | patterns_dir => "/etc/logstash/patterns" 91 | match => {"log_message" => "%{DROPPED_MESSAGE_COUNT:drop_message_count:float}\s+%{DROPPED_MESSAGE_TYPE:drop_message_type}.+[^\d+]%{DROPPED_MESSAGE_DURATION:drop_message_duration::float}"} 92 | tag_on_failure => ["dropped_message_grok_parse_failure"] 93 | } 94 | } else if [stage] =~ /(\[ScheduledTasks:)\d+/ { 95 | grok { 96 | patterns_dir => "/etc/logstash/patterns" 97 | match => {"log_message" => "%{COMPACT_ENQUEUE_FLUSH}"} 98 | tag_on_failure => ["schedule_grok_parse_failure"] 99 | } 100 | } else if [stage] =~ /(\[BatchlogTasks:)\d+/ { 101 | grok { 102 | patterns_dir => "/etc/logstash/patterns" 103 | match => {"log_message" => "%{COMPACT_ENQUEUE_FLUSH}"} 104 | tag_on_failure => ["batchlog_grok_parse_failure"] 105 | } 106 | 107 | } else if [stage] =~ /(\[HintedHandoff:)\d+/ { 108 | grok { 109 | patterns_dir => "/etc/logstash/patterns" 110 | match => {"log_message" => "%{HINTED_HANDOFF_START}"} 111 | add_tag => ["HintedHandoffStart"] 112 | add_field => {"unique_thread_id" => "%{host}:%{stage}"} 113 | tag_on_failure => [] 114 | } 115 | 116 | if "HintedHandoffStart" not in [tags] { 117 | grok { 118 | patterns_dir => "/etc/logstash/patterns" 119 | match => {"log_message" => "%{HINTED_HANDOFF_END}"} 120 | add_tag => ["HintedHandoffEnd"] 121 | add_field => {"unique_thread_id" => "%{host}:%{stage}"} 122 | tag_on_failure => [] 123 | } 124 | 125 | if "HintedHandoffEnd" not in [tags] { 126 | grok { 127 | patterns_dir => "/etc/logstash/patterns" 128 | match => {"log_message" => "%{COMPACT_ENQUEUE_FLUSH}"} 129 | tag_on_failure => ["hintedhandoff_grok_parse_failure"] 130 | } 131 | } 132 | } 133 | 134 | elapsed { 135 | start_tag => "HintedHandoffStart" 136 | end_tag => "HintedHandoffEnd" 137 | unique_id_field => "unique_thread_id" 138 | timeout => 18000 139 | } 140 | 141 | mutate { 142 | convert => [ 143 | "hinted_handoff_rows", "float" 144 | ] 145 | } 146 | } else if [stage] == "[SlabPoolCleaner]" { 147 | grok { 148 | patterns_dir => "/etc/logstash/patterns" 149 | match => {"log_message" => "%{COMPACT_ENQUEUE_FLUSH}"} 150 | tag_on_failure => ["slabpool_grok_parse_failure"] 151 | } 152 | } else if [stage] =~ /(\[SharedPool-Worker-)\d+/ { 153 | grok { 154 | patterns_dir => "/etc/logstash/patterns" 155 | match => {"log_message" => "%{COMPACT_ENQUEUE_FLUSH}"} 156 | match => {"log_message" => "%{UNLOGGED_BATCH_PARTITION:partitions}.+%{UNLOGGED_BATCH_CF:column_familys}"} 157 | match => {"log_message" => "%{BATCH_SIZE_WARNING}"} 158 | tag_on_failure => ["sharedpool_grok_parse_failure"] 159 | } 160 | 161 | mutate { 162 | convert => [ 163 | "partitions", "float" 164 | ] 165 | } 166 | } else if [stage] =~ /(\[MigrationStage:)\d+/ { 167 | grok { 168 | patterns_dir => "/etc/logstash/patterns" 169 | match => {"log_message" => "%{COMPACT_ENQUEUE_FLUSH}"} 170 | tag_on_failure => ["migrationstage_grok_parse_failure"] 171 | } 172 | } else if [stage] == "[COMMIT-LOG-ALLOCATOR]" { 173 | grok { 174 | patterns_dir => "/etc/logstash/patterns" 175 | match => {"log_message" => "%{COMPACT_ENQUEUE_FLUSH}"} 176 | tag_on_failure => ["commitlog_allocator_grok_parse_failure"] 177 | } 178 | } else if [stage] =~ /(\[RMI TCP Connection).+/ { 179 | grok { 180 | patterns_dir => "/etc/logstash/patterns" 181 | match => {"log_message" => "%{COMPACT_ENQUEUE_FLUSH}"} 182 | tag_on_failure => ["rmi_tcp_connect_grok_parse_failure"] 183 | } 184 | } else if [stage] == "[NativePoolCleaner]" { 185 | grok { 186 | patterns_dir => "/etc/logstash/patterns" 187 | match => {"log_message" => "%{COMPACT_ENQUEUE_FLUSH}"} 188 | match => {"log_message" => "%{CASSANDRA_FLUSH_LARGEST_CF}"} 189 | tag_on_failure => ["nativepool_grok_parse_failure"] 190 | } 191 | 192 | mutate { 193 | convert => [ 194 | "on_heap_total", "float", 195 | "off_heap_total", "float", 196 | "on_heap_live", "float", 197 | "off_heap_live", "float", 198 | "on_heap_flush", "float", 199 | "off_heap_flush", "float", 200 | "on_heap_column_family", "float", 201 | "off_heap_column_family", "float" 202 | ] 203 | } 204 | 205 | } else { 206 | mutate { 207 | add_tag => [ "not_analyzed" ] 208 | } 209 | } 210 | date { 211 | match => ["log_stamp","yyyy-MM-dd HH:mm:ss,SSS"] 212 | } 213 | 214 | # %{COMPACT_ENQUEUE_FLUSH} is often used 215 | if [enqueue_serial_bytes] { 216 | mutate { 217 | convert => [ 218 | "enqueue_serial_bytes", "float", 219 | "enqueue_live_bytes", "float", 220 | "enqueue_onheap_bytes", "float", 221 | "enqueue_onheap_bytes_percent", "float", 222 | "enqueue_offheap_bytes", "float", 223 | "enqueue_offheap_bytes_percent", "float", 224 | "enqueue_ops", "float" 225 | ] 226 | } 227 | } 228 | 229 | # remove the extracted log_message field to save storage 230 | #if [host] != "xxxxxx" { 231 | mutate { 232 | remove_field => ["log_message"] 233 | } 234 | 235 | } 236 | if [type] == "cassandra_gc" { 237 | grok { 238 | patterns_dir => "/etc/logstash/patterns" 239 | match => {"message" => "%{TIMESTAMP_ISO8601:log_stamp}: (?(.+\n?)+)"} 240 | } 241 | date { 242 | match => ["log_stamp","ISO8601"] 243 | } 244 | 245 | if "multiline" in [tags] { 246 | grok { 247 | patterns_dir => "/etc/logstash/patterns" 248 | match => {"log_message" => "%{G1_HEAP_BEFORE_GC}"} 249 | match => {"log_message" => "%{CMS_HEAP_BEFORE_GC}"} 250 | match => {"log_message" => "%{G1_GC_STATS}"} 251 | match => {"log_message" => "%{CMS_STATS}"} 252 | match => {"log_message" => "%{G1_CM_CLEANUP_STATS}"} 253 | match => {"log_message" => "%{G1_CM_REMARK_STATS}"} 254 | match => {"log_message" => "%{G1_REQU_CYCLE_INITIATION_TIME}"} 255 | match => {"log_message" => "%{G1_FULL_GC}"} 256 | tag_on_failure => ["gc_grok_parse_failure"] 257 | } 258 | } else { 259 | grok { 260 | patterns_dir => "/etc/logstash/patterns" 261 | match => {"log_message" => "%{GC_APPLI_STOPPED_SEC:appli_stopped_sec}"} 262 | match => {"log_message" => "%{GC_APPLI_CONCUR_SEC:appli_concurrent_sec}"} 263 | match => {"log_message" => "%{CMS_INITIAL_MARK}"} 264 | match => {"log_message" => "%{CMS_FINAL_REMARK}"} 265 | match => {"log_message" => "%{CMS_STAGE_WITH_DURATION}"} 266 | match => {"log_message" => "%{CMS_STAGE:cms_stage}"} 267 | match => {"log_message" => "%{G1_CM_STAGE_WITH_DURATION}"} 268 | match => {"log_message" => "%{G1_CM_STAGE}"} 269 | tag_on_failure => ["gc_grok_parse_failure"] 270 | } 271 | } 272 | 273 | if [gc_pool] in ["mixed","young"] { 274 | mutate { 275 | convert => [ 276 | "g1_ref_enq", "float", 277 | "g1_scan_rs.avg", "float", 278 | "g1_scan_rs.diff", "float", 279 | "g1_scan_rs.max", "float", 280 | "g1_scan_rs.min", "float", 281 | "g1_scan_rs.sum", "float", 282 | "g1_termination.avg", "float", 283 | "g1_termination.diff", "float", 284 | "g1_termination.max", "float", 285 | "g1_termination.min", "float", 286 | "g1_termination.sum", "float", 287 | "g1_update_rs.avg", "float", 288 | "g1_update_rs.diff", "float", 289 | "g1_update_rs.max", "float", 290 | "g1_update_rs.min", "float", 291 | "g1_update_rs.sum", "float", 292 | "g1_worker_end.avg", "float", 293 | "g1_worker_end.diff", "float", 294 | "g1_worker_end.max", "float", 295 | "g1_worker_end.min", "float", 296 | "g1_worker_other.avg", "float", 297 | "g1_worker_other.diff", "float", 298 | "g1_worker_other.max", "float", 299 | "g1_worker_other.min", "float", 300 | "g1_worker_other.sum", "float", 301 | "g1_worker_start.avg", "float", 302 | "g1_worker_start.diff", "float", 303 | "g1_worker_start.max", "float", 304 | "g1_worker_start.min", "float", 305 | "g1_worker_total.avg", "float", 306 | "g1_worker_total.diff", "float", 307 | "g1_worker_total.max", "float", 308 | "g1_worker_total.min", "float", 309 | "g1_worker_total.sum", "float", 310 | "gc_workers", "float", 311 | "g1_choose_cset", "float", 312 | "g1_clear_ct", "float", 313 | "g1_code_root_fixup", "float", 314 | "g1_code_root_migration", "float", 315 | "g1_code_root_purge", "float", 316 | "g1_code_root_scan.avg", "float", 317 | "g1_code_root_scan.diff", "float", 318 | "g1_code_root_scan.max", "float", 319 | "g1_code_root_scan.min", "float", 320 | "g1_code_root_scan.sum", "float", 321 | "g1_ext_root_scan.avg", "float", 322 | "g1_ext_root_scan.diff", "float", 323 | "g1_ext_root_scan.max", "float", 324 | "g1_ext_root_scan.min", "float", 325 | "g1_ext_root_scan.sum", "float", 326 | "g1_ext_root_mark.min", "float", 327 | "g1_ext_root_mark.avg", "float", 328 | "g1_ext_root_mark.max", "float", 329 | "g1_ext_root_mark.diff", "float", 330 | "g1_satb_filter.min", "float", 331 | "g1_satb_filter.avg", "float", 332 | "g1_satb_filter.max", "float", 333 | "g1_satb_filter.diff", "float", 334 | "g1_satb_filter.sum", "float", 335 | "g1_free_cset", "float", 336 | "g1_object_copy.avg", "float", 337 | "g1_object_copy.diff", "float", 338 | "g1_object_copy.max", "float", 339 | "g1_object_copy.min", "float", 340 | "g1_object_copy.sum", "float", 341 | "g1_other_duration", "float", 342 | "gc_parallel_time", "float", 343 | "g1_update_rs.updated_process_buffer.avg", "float", 344 | "g1_update_rs.updated_process_buffer.diff", "float", 345 | "g1_update_rs.updated_process_buffer.max", "float", 346 | "g1_update_rs.updated_process_buffer.min", "float", 347 | "g1_update_rs.updated_process_buffer.sum", "float", 348 | "g1_redirty_cards", "float" 349 | ] 350 | } 351 | 352 | mutate { 353 | rename => [ 354 | "g1_update_rs.min", "[g1_update_rs][min]", 355 | "g1_update_rs.avg", "[g1_update_rs][avg]", 356 | "g1_update_rs.max", "[g1_update_rs][max]", 357 | "g1_update_rs.diff", "[g1_update_rs][diff]", 358 | "g1_update_rs.sum", "[g1_update_rs][sum]", 359 | "g1_object_copy.avg", "[g1_object_copy][avg]", 360 | "g1_object_copy.diff", "[g1_object_copy][diff]", 361 | "g1_object_copy.max", "[g1_object_copy][max]", 362 | "g1_object_copy.min", "[g1_object_copy][min]", 363 | "g1_object_copy.sum", "[g1_object_copy][sum]", 364 | "g1_scan_rs.avg", "[g1_scan_rs][avg]", 365 | "g1_scan_rs.diff", "[g1_scan_rs][diff]", 366 | "g1_scan_rs.max", "[g1_scan_rs][max]", 367 | "g1_scan_rs.min", "[g1_scan_rs][min]", 368 | "g1_scan_rs.sum", "[g1_scan_rs][sum]", 369 | "g1_termination.avg", "[g1_termination][avg]", 370 | "g1_termination.diff", "[g1_termination][diff]", 371 | "g1_termination.max", "[g1_termination][max]", 372 | "g1_termination.min", "[g1_termination][min]", 373 | "g1_termination.sum", "[g1_termination][sum]", 374 | "g1_worker_end.avg", "[g1_worker_end][avg]", 375 | "g1_worker_end.diff", "[g1_worker_end][diff]", 376 | "g1_worker_end.max", "[g1_worker_end][max]", 377 | "g1_worker_end.min", "[g1_worker_end][min]", 378 | "g1_worker_other.avg", "[g1_worker_other][avg]", 379 | "g1_worker_other.diff", "[g1_worker_other][diff]", 380 | "g1_worker_other.max", "[g1_worker_other][max]", 381 | "g1_worker_other.min", "[g1_worker_other][min]", 382 | "g1_worker_other.sum", "[g1_worker_other][sum]", 383 | "g1_worker_start.avg", "[g1_worker_start][avg]", 384 | "g1_worker_start.diff", "[g1_worker_start][diff]", 385 | "g1_worker_start.max", "[g1_worker_start][max]", 386 | "g1_worker_start.min", "[g1_worker_start][min]", 387 | "g1_worker_total.avg", "[g1_worker_total][avg]", 388 | "g1_worker_total.diff", "[g1_worker_total][diff]", 389 | "g1_worker_total.max", "[g1_worker_total][max]", 390 | "g1_worker_total.min", "[g1_worker_total][min]", 391 | "g1_worker_total.sum", "[g1_worker_total][sum]", 392 | "g1_code_root_scan.avg", "[g1_code_root_scan][avg]", 393 | "g1_code_root_scan.diff", "[g1_code_root_scan][diff]", 394 | "g1_code_root_scan.max", "[g1_code_root_scan][max]", 395 | "g1_code_root_scan.min", "[g1_code_root_scan][min]", 396 | "g1_code_root_scan.sum", "[g1_code_root_scan][sum]", 397 | "g1_ext_root_scan.avg", "[g1_ext_root_scan][avg]", 398 | "g1_ext_root_scan.diff", "[g1_ext_root_scan][diff]", 399 | "g1_ext_root_scan.max", "[g1_ext_root_scan][max]", 400 | "g1_ext_root_scan.min", "[g1_ext_root_scan][min]", 401 | "g1_ext_root_scan.sum", "[g1_ext_root_scan][sum]", 402 | "g1_ext_root_mark.min", "[g1_ext_root_mark][min]", 403 | "g1_ext_root_mark.avg", "[g1_ext_root_mark][avg]", 404 | "g1_ext_root_mark.max", "[g1_ext_root_mark][max]", 405 | "g1_ext_root_mark.diff", "[g1_ext_root_mark][diff]", 406 | "g1_satb_filter.min", "[g1_satb_filter][min]", 407 | "g1_satb_filter.avg", "[g1_satb_filter][avg]", 408 | "g1_satb_filter.max", "[g1_satb_filter][max]", 409 | "g1_satb_filter.diff", "[g1_satb_filter][diff]", 410 | "g1_satb_filter.sum", "[g1_satb_filter][sum]", 411 | "g1_update_rs.updated_process_buffer.avg", "[g1_update_rs][updated_process_buffer][avg]", 412 | "g1_update_rs.updated_process_buffer.diff", "[g1_update_rs][updated_process_buffer][diff]", 413 | "g1_update_rs.updated_process_buffer.max", "[g1_update_rs][updated_process_buffer][max]", 414 | "g1_update_rs.updated_process_buffer.min", "[g1_update_rs][updated_process_buffer][min]", 415 | "g1_update_rs.updated_process_buffer.sum", "[g1_update_rs][updated_process_buffer][sum]" 416 | ] 417 | } 418 | 419 | # only for -XX:+PrintAdaptiveSizePolicy fields 420 | if [g1_ergonomics_action] { 421 | mutate { 422 | convert => [ 423 | "g1_choos_cset.pending_cards", "float", 424 | "g1_choos_cset.predict_base_time", "float", 425 | "g1_choos_cset.remain_time", "float", 426 | "g1_choos_cset.start_target_time", "float", 427 | "g1_choos_cset.add_eden_regions", "float", 428 | "g1_choos_cset.add_survivor_regions", "float", 429 | "g1_choos_cset.predict_young_time", "float", 430 | "g1_choos_cset.add_old_regions", "float", 431 | "g1_choos_cset.max_old_regions", "float", 432 | "g1_choos_cset.reclaimable_bytes", "float", 433 | "g1_choos_cset.reclaimable_percent", "float", 434 | "g1_choos_cset.reclaimable_threshold", "float", 435 | "g1_choos_cset.added_eden_regions", "float", 436 | "g1_choos_cset.added_survivor_regions", "float", 437 | "g1_choos_cset.added_old_regions", "float", 438 | "g1_choos_cset.predict_pause_time", "float", 439 | "g1_choos_cset.end_target_time", "float", 440 | "g1_reclaimable_bytes", "float", 441 | "g1_reclaimable_percent", "float", 442 | "g1_reclaimable_threshold", "float", 443 | "g1_reclaimable_old_regions", "float", 444 | "g1_occupancy", "float", 445 | "g1_allocation_request", "float", 446 | "g1_occupancy_threshold", "float", 447 | "g1_occupancy_threshold_percent", "float", 448 | "g1_recent_overhead", "float", 449 | "g1_overhead_threshold", "float", 450 | "g1_uncommitte", "float", 451 | "g1_calcu_expansion_amount", "float", 452 | "g1_calcu_expansion_percent", "float", 453 | "g1_uncommitted", "float", 454 | "g1_request_heap_expansion", "float", 455 | "g1_attempt_heap_expansion", "float" 456 | ] 457 | } 458 | 459 | mutate { 460 | rename => [ 461 | "g1_choos_cset.finish_add_old_regions_reason", "[g1_choos_cset][finish_add_old_regions_reason]", 462 | "g1_choos_cset.pending_cards", "[g1_choos_cset][pending_cards]", 463 | "g1_choos_cset.predict_base_time", "[g1_choos_cset][predict_base_time]", 464 | "g1_choos_cset.remain_time", "[g1_choos_cset][remain_time]", 465 | "g1_choos_cset.start_target_time", "[g1_choos_cset][start_target_time]", 466 | "g1_choos_cset.add_eden_regions", "[g1_choos_cset][add_eden_regions]", 467 | "g1_choos_cset.add_survivor_regions", "[g1_choos_cset][add_survivor_regions]", 468 | "g1_choos_cset.predict_young_time", "[g1_choos_cset][predict_young_time]", 469 | "g1_choos_cset.add_old_regions", "[g1_choos_cset][add_old_regions]", 470 | "g1_choos_cset.max_old_regions", "[g1_choos_cset][max_old_regions]", 471 | "g1_choos_cset.reclaimable_bytes", "[g1_choos_cset][reclaimable_bytes]", 472 | "g1_choos_cset.reclaimable_percent", "[g1_choos_cset][reclaimable_percent]", 473 | "g1_choos_cset.reclaimable_threshold", "[g1_choos_cset][reclaimable_threshold]", 474 | "g1_choos_cset.added_eden_regions", "[g1_choos_cset][added_eden_regions]", 475 | "g1_choos_cset.added_survivor_regions", "[g1_choos_cset][added_survivor_regions]", 476 | "g1_choos_cset.added_old_regions", "[g1_choos_cset][added_old_regions]", 477 | "g1_choos_cset.predict_pause_time", "[g1_choos_cset][predict_pause_time]", 478 | "g1_choos_cset.end_target_time", "[g1_choos_cset][end_target_time]" 479 | ] 480 | } 481 | } 482 | 483 | # If two, or more, "start events" have the same ID, only the first one is recorded, the others are discarded. 484 | if [gc_pool] == "young" and [g1_mixed_gc_reason] == "candidate old regions available" { 485 | alter { 486 | add_tag => ["PartiallyYoungModeStart", "FullyYoungModeEnd"] 487 | } 488 | } 489 | 490 | if [gc_pool] == "mixed" and [g1_mixed_gc_reason] == "reclaimable percentage not over threshold" { 491 | alter { 492 | add_tag => ["PartiallyYoungModeEnd","FullyYoungModeStart"] 493 | } 494 | } 495 | 496 | elapsed { 497 | start_tag => "PartiallyYoungModeStart" 498 | end_tag => "PartiallyYoungModeEnd" 499 | unique_id_field => "host" 500 | } 501 | elapsed { 502 | start_tag => "FullyYoungModeStart" 503 | end_tag => "FullyYoungModeEnd" 504 | unique_id_field => "host" 505 | } 506 | } 507 | 508 | # fields for GC, CMS and G1 509 | mutate { 510 | convert => [ 511 | "gc_duration", "float", 512 | "gc_user_duration", "float", 513 | "gc_sys_duration", "float", 514 | "gc_real_duration", "float", 515 | "gc_jvm_uptime", "float", 516 | "minor_gc_cpu_duration", "float", 517 | "heap_used_before_gc", "float", 518 | "heap_total_before_gc", "float", 519 | "heap_used_after_gc", "float", 520 | "heap_total_after_gc", "float", 521 | "minor_gc_duration", "float", 522 | "appli_concurrent_sec", "float", 523 | "appli_stopped_sec", "float", 524 | "gc_number", "integer", 525 | "gc_full_gc_number", "integer", 526 | "new_gen_total_before_gc", "float", 527 | "new_gen_total_after_gc", "float", 528 | "new_gen_total_after_gc1", "float", 529 | "new_gen_used_before_gc", "float", 530 | "new_gen_used_after_gc", "float", 531 | "new_gen_used_after_gc1", "float", 532 | "new_gen_region_count_before_gc", "float", 533 | "new_gen_region_count_after_gc", "float", 534 | "new_gen_region_size_before_gc", "float", 535 | "new_gen_region_size_after_gc", "float", 536 | "eden_total_before_gc", "float", 537 | "eden_total_after_gc", "float", 538 | "eden_used_before_gc", "float", 539 | "eden_used_after_gc", "float", 540 | "act_survivor_total_before_gc", "float", 541 | "act_survivor_total_after_gc", "float", 542 | "act_survivor_used_before_gc", "integer", 543 | "act_survivor_used_after_gc", "integer", 544 | "inact_survivor_total_before_gc", "float", 545 | "inact_survivor_total_after_gc", "float", 546 | "inact_survivor_used_before_gc", "integer", 547 | "inact_survivor_used_after_gc", "integer", 548 | "survivor_total_before_gc", "float", 549 | "survivor_total_after_gc", "float", 550 | "survivor_used_before_gc", "float", 551 | "survivor_used_after_gc", "float", 552 | "survivor_region_count_before_gc", "float", 553 | "survivor_region_count_after_gc", "float", 554 | "survivor_region_size_before_gc", "float", 555 | "survivor_region_size_after_gc", "float", 556 | "old_gen_total_before_gc", "float", 557 | "old_gen_total_after_gc", "float", 558 | "old_gen_used_before_gc", "float", 559 | "old_gen_used_after_gc", "float", 560 | "meta_used_before_gc", "float", 561 | "meta_used_after_gc", "float", 562 | "meta_total_after_gc", "float", 563 | "meta_capacity_before_gc", "float", 564 | "meta_capacity_after_gc", "float", 565 | "meta_committed_before_gc", "float", 566 | "meta_committed_after_gc", "float", 567 | "meta_reserved_before_gc", "float", 568 | "meta_reserved_after_gc", "float", 569 | "class_used_before_gc", "float", 570 | "class_used_after_gc", "float", 571 | "class_capacity_before_gc", "float", 572 | "class_capacity_after_gc", "float", 573 | "class_committed_before_gc", "float", 574 | "class_committed_after_gc", "float", 575 | "class_reserved_before_gc", "float", 576 | "class_reserved_after_gc", "float", 577 | "old_gen_free_frag_before_gc", "float", 578 | "old_gen_free_frag_after_gc", "float", 579 | "old_gen_max_chunk_before_gc", "float", 580 | "old_gen_max_chunk_after_gc", "float", 581 | "old_gen_block_numbers_before_gc", "integer", 582 | "old_gen_block_numbers_after_gc", "integer", 583 | "old_gen_avg_block_size_before_gc", "float", 584 | "old_gen_avg_block_size_after_gc", "float", 585 | "old_gen_tree_height_before_gc", "integer", 586 | "old_gen_tree_height_after_gc", "integer", 587 | "desired_survivor_size", "float", 588 | "cur_threshold_size", "integer", 589 | "max_threshold_size", "integer", 590 | "cms_cpu_duration", "float" 591 | ] 592 | } 593 | 594 | # M is used more than 99,98 % 595 | if [survivor_used_after_gc_unit] { 596 | if [survivor_used_after_gc_unit] == "K" and [survivor_used_after_gc] != 0 { 597 | ruby { 598 | code => "event['survivor_used_after_gc'] = event['survivor_used_after_gc'] / 1024" 599 | } 600 | } else if [survivor_used_after_gc_unit] == "B" and [survivor_used_after_gc] != 0 { 601 | ruby { 602 | code => "event['survivor_used_after_gc'] = event['survivor_used_after_gc'] / 1024 / 1024" 603 | } 604 | } 605 | if [survivor_used_before_gc_unit] == "K" and [survivor_used_before_gc] != 0 { 606 | ruby { 607 | code => "event['survivor_used_before_gc'] = event['survivor_used_before_gc'] / 1024" 608 | } 609 | } else if [survivor_used_before_gc_unit] == "B" and [survivor_used_before_gc] != 0 { 610 | ruby { 611 | code => "event['survivor_used_before_gc'] = event['survivor_used_before_gc'] / 1024 / 1024" 612 | } 613 | } 614 | } 615 | 616 | # M is used more than 99,98 % 617 | if [eden_used_before_gc_unit] { 618 | # eden_used_after_gc should always 0 619 | if [eden_used_before_gc_unit] == "K" and [eden_used_before_gc] != 0 { 620 | ruby { 621 | code => "event['eden_used_before_gc'] = event['eden_used_before_gc'] / 1024" 622 | } 623 | } else if [eden_used_before_gc_unit] == "B" and [eden_used_before_gc] != 0 { 624 | ruby { 625 | code => "event['eden_used_before_gc'] = event['eden_used_before_gc'] / 1024 / 1024" 626 | } 627 | } 628 | if [eden_total_before_gc_unit] == "K" and [eden_total_before_gc] != 0 { 629 | ruby { 630 | code => "event['eden_total_before_gc'] = event['eden_total_before_gc'] / 1024" 631 | } 632 | } else if [eden_total_before_gc_unit] == "B" and [eden_total_before_gc] != 0 { 633 | ruby { 634 | code => "event['eden_total_before_gc'] = event['eden_total_before_gc'] / 1024 / 1024" 635 | } 636 | } 637 | if [eden_total_after_gc_unit] == "K" and [eden_total_after_gc] != 0 { 638 | ruby { 639 | code => "event['eden_total_after_gc'] = event['eden_total_after_gc'] / 1024" 640 | } 641 | } else if [eden_total_after_gc_unit] == "B" and [eden_total_after_gc] != 0 { 642 | ruby { 643 | code => "event['eden_total_after_gc'] = event['eden_total_after_gc'] / 1024 / 1024" 644 | } 645 | } 646 | } 647 | 648 | # M is used more than 99,98 % 649 | if [heap_used_before_gc_unit] { 650 | if [heap_used_before_gc_unit] == "K" and [heap_used_before_gc] != 0 { 651 | ruby { 652 | code => "event['heap_used_before_gc'] = event['heap_used_before_gc'] / 1024" 653 | } 654 | } else if [heap_used_before_gc_unit] == "B" and [heap_used_before_gc] != 0 { 655 | ruby { 656 | code => "event['heap_used_before_gc'] = event['heap_used_before_gc'] / 1024 / 1024" 657 | } 658 | } 659 | if [heap_used_after_gc_unit] == "K" and [heap_used_after_gc] != 0 { 660 | ruby { 661 | code => "event['heap_used_after_gc'] = event['heap_used_after_gc'] / 1024" 662 | } 663 | } else if [heap_used_after_gc_unit] == "B" and [heap_used_after_gc] != 0 { 664 | ruby { 665 | code => "event['heap_used_after_gc'] = event['heap_used_after_gc'] / 1024 / 1024" 666 | } 667 | } 668 | if [heap_total_after_unit] == "K" and [heap_total_after_gc] != 0 { 669 | ruby { 670 | code => "event['heap_total_after_gc'] = event['heap_total_after_gc'] / 1024" 671 | } 672 | } else if [heap_total_after_unit] == "B" and [heap_total_after_gc] != 0 { 673 | ruby { 674 | code => "event['heap_total_after_gc'] = event['heap_total_after_gc'] / 1024 / 1024" 675 | } 676 | } 677 | } 678 | 679 | # G1 only 680 | mutate { 681 | convert => [ 682 | "region_size_before_gc", "float", 683 | "region_size_after_gc", "float", 684 | "g1_ref_proc", "float", 685 | "g1_remark", "float" 686 | ] 687 | } 688 | 689 | if [g1_gc_stage] == "GC remark" { 690 | ruby { 691 | code => "event['gc_duration'] = event['g1_ref_proc'] + event['g1_remark']" 692 | } 693 | } 694 | 695 | # remove the extracted log_message field to save storage 696 | mutate { 697 | remove_field => ["log_message"] 698 | } 699 | } 700 | } -------------------------------------------------------------------------------- /kibana/gc_g1_dashboards/cassandra_gc_g1.json: -------------------------------------------------------------------------------- 1 | [ 2 | { 3 | "_id": "Cassandra-GC-G1:-MixedGCStats", 4 | "_type": "dashboard", 5 | "_source": { 6 | "title": "Cassandra GC G1: MixedGCStats", 7 | "hits": 0, 8 | "description": "", 9 | "panelsJSON": "[{\"col\":11,\"id\":\"Cassandra-GC:-Reasons\",\"row\":1,\"size_x\":2,\"size_y\":4,\"type\":\"visualization\"},{\"col\":1,\"id\":\"Cassandra-GC-G1:-MixedGCCount\",\"row\":3,\"size_x\":8,\"size_y\":2,\"type\":\"visualization\"},{\"col\":1,\"id\":\"Cassandra-GC-G1:-YoungGCCount\",\"row\":1,\"size_x\":8,\"size_y\":2,\"type\":\"visualization\"},{\"col\":9,\"id\":\"Cassandra-GC-G1:-Pool\",\"row\":1,\"size_x\":2,\"size_y\":4,\"type\":\"visualization\"},{\"col\":1,\"id\":\"MaxApplicationStoppedPerHost\",\"row\":5,\"size_x\":6,\"size_y\":2,\"type\":\"visualization\"},{\"col\":7,\"id\":\"Cassandra-GC:-MaxGCDuration\",\"row\":5,\"size_x\":6,\"size_y\":2,\"type\":\"visualization\"},{\"col\":1,\"id\":\"Cassandra-GC-G1:-MixedGCDurcationStatsText\",\"row\":7,\"size_x\":12,\"size_y\":2,\"type\":\"visualization\"},{\"col\":1,\"id\":\"Cassandra-GC-G1:-MaxPartiallyYoungModeDuration\",\"row\":12,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"col\":7,\"id\":\"Cassandra-GC-G1:-MaxMixedGCDuration\",\"row\":9,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"col\":1,\"id\":\"Cassandra-GC-G1:-AvgMixedGCDuration\",\"row\":9,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"col\":1,\"id\":\"Cassandra-GC-G1:-MixedGCReasonText\",\"row\":15,\"size_x\":12,\"size_y\":2,\"type\":\"visualization\"},{\"col\":1,\"id\":\"Cassandra-GC-G1:-StopAddOldRegionsReason\",\"row\":17,\"size_x\":6,\"size_y\":2,\"type\":\"visualization\"},{\"col\":1,\"id\":\"Cassandra-GC-G1:-AvgAddedOldRegionsToCSetPerReason\",\"row\":19,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"col\":7,\"id\":\"Cassandra-GC-G1:-MaxAddedOldRegionsToCSetPerReason\",\"row\":19,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"col\":7,\"id\":\"Cassandra-GC-G1:-MaxAddedEdenRegionsToCSetPerReason\",\"row\":22,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"col\":7,\"id\":\"Cassandra-GC-G1:-MaxAddedSurvivorRegionsToCSetPerReason\",\"row\":25,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"col\":1,\"id\":\"Cassandra-GC-G1:-AvgAddedSurvivorRegionsToCSetPerReason\",\"row\":25,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"col\":1,\"id\":\"Cassandra-GC-G1:-AvgAddedEdenRegionsToCSetPerReason\",\"row\":22,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"col\":7,\"id\":\"Cassandra-GC-G1:-MaxReclaimBytesContinueMixedGCPerReason\",\"row\":30,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"col\":7,\"id\":\"Cassandra-GC-G1:-MaxReclaimPercentThresholdPerReason\",\"row\":33,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"col\":1,\"id\":\"Cassandra-GC-G1:-AvgReclaimPercentThresholdPerReason\",\"row\":33,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"id\":\"Cassandra-GC-G1:-AvgReclaimBytesContinueMixedGCPerReason\",\"type\":\"visualization\",\"size_x\":6,\"size_y\":3,\"col\":1,\"row\":30},{\"id\":\"Cassandra-GC-G1:-MixedGCHeapStatsText\",\"type\":\"visualization\",\"size_x\":12,\"size_y\":2,\"col\":1,\"row\":36},{\"id\":\"Cassandra-GC-G1:-MaxEdenUsedBeforeMixedGC\",\"type\":\"visualization\",\"size_x\":6,\"size_y\":2,\"col\":1,\"row\":38},{\"id\":\"Cassandra-GC-G1:-MaxEdenUsedAfterMixedGC\",\"type\":\"visualization\",\"size_x\":6,\"size_y\":2,\"col\":7,\"row\":38},{\"id\":\"Cassandra-GC-G1:-MaxSurvivorUsedBeforeMixedGC\",\"type\":\"visualization\",\"size_x\":6,\"size_y\":3,\"col\":1,\"row\":40},{\"id\":\"Cassandra-GC-G1:-MaxSurvivorUsedAfterMixedGC\",\"type\":\"visualization\",\"size_x\":6,\"size_y\":3,\"col\":7,\"row\":40},{\"id\":\"Cassandra-GC-G1:-MaxHeapUsedBeforeMixedGC\",\"type\":\"visualization\",\"size_x\":6,\"size_y\":3,\"col\":1,\"row\":43},{\"id\":\"Cassandra-GC-G1:-MaxHeapUsedAfterMixedGC\",\"type\":\"visualization\",\"size_x\":6,\"size_y\":3,\"col\":7,\"row\":43},{\"id\":\"Cassandra-GC-G1:-MaxEdenRegionCountAfterMixedGC\",\"type\":\"visualization\",\"size_x\":6,\"size_y\":3,\"col\":7,\"row\":46},{\"id\":\"Cassandra-GC-G1:-AvgEdenRegionCountAfterMixedGC\",\"type\":\"visualization\",\"size_x\":6,\"size_y\":3,\"col\":1,\"row\":46},{\"id\":\"Cassandra-GC-G1:-ReclaimableThreshold\",\"type\":\"visualization\",\"size_x\":2,\"size_y\":2,\"col\":9,\"row\":28},{\"id\":\"Cassandra-GC-G1:-OldRegionThreshold\",\"type\":\"visualization\",\"size_x\":3,\"size_y\":2,\"col\":9,\"row\":17},{\"id\":\"Cassandra-GC-G1:-ContinueMixedGCReason\",\"type\":\"visualization\",\"size_x\":6,\"size_y\":2,\"col\":1,\"row\":28}]", 10 | "version": 1, 11 | "timeRestore": false, 12 | "kibanaSavedObjectMeta": { 13 | "searchSourceJSON": "{\"filter\":[{\"meta\":{\"apply\":true,\"disabled\":true,\"index\":\"logstash_cassandra_gc*\",\"key\":\"host.raw\",\"negate\":false,\"value\":\"ber-livecas01p\"},\"query\":{\"match\":{\"host.raw\":{\"query\":\"ber-livecas01p\",\"type\":\"phrase\"}}}},{\"meta\":{\"disabled\":true,\"index\":\"logstash_cassandra_gc*\",\"key\":\"host.raw\",\"negate\":false,\"value\":\"ber-livecas02p\"},\"query\":{\"match\":{\"host.raw\":{\"query\":\"ber-livecas02p\",\"type\":\"phrase\"}}}},{\"meta\":{\"disabled\":true,\"index\":\"logstash_cassandra_gc*\",\"key\":\"host.raw\",\"negate\":false,\"value\":\"ber-livecas03p\"},\"query\":{\"match\":{\"host.raw\":{\"query\":\"ber-livecas03p\",\"type\":\"phrase\"}}}},{\"meta\":{\"disabled\":true,\"index\":\"logstash_cassandra_gc*\",\"key\":\"host.raw\",\"negate\":false,\"value\":\"ber-livecas04p\"},\"query\":{\"match\":{\"host.raw\":{\"query\":\"ber-livecas04p\",\"type\":\"phrase\"}}}},{\"meta\":{\"disabled\":true,\"index\":\"logstash_cassandra_gc*\",\"key\":\"gc_pool.raw\",\"negate\":false,\"value\":\"mixed\"},\"query\":{\"match\":{\"gc_pool.raw\":{\"query\":\"mixed\",\"type\":\"phrase\"}}}},{\"meta\":{\"disabled\":true,\"index\":\"logstash_cassandra_gc*\",\"key\":\"gc_pool.raw\",\"negate\":false,\"value\":\"young\"},\"query\":{\"match\":{\"gc_pool.raw\":{\"query\":\"young\",\"type\":\"phrase\"}}}},{\"meta\":{\"disabled\":true,\"index\":\"logstash_cassandra_gc*\",\"key\":\"gc_reason.raw\",\"negate\":false,\"value\":\"G1 Humongous Allocation\"},\"query\":{\"match\":{\"gc_reason.raw\":{\"query\":\"G1 Humongous Allocation\",\"type\":\"phrase\"}}}},{\"query\":{\"query_string\":{\"analyze_wildcard\":true,\"query\":\"*\"}}}]}" 14 | } 15 | } 16 | }, 17 | { 18 | "_id": "Cassandra-GC-G1:-ChooseCSet", 19 | "_type": "dashboard", 20 | "_source": { 21 | "title": "Cassandra GC G1: ChooseCSet", 22 | "hits": 0, 23 | "description": "", 24 | "panelsJSON": "[{\"col\":11,\"id\":\"Cassandra-GC:-Reasons\",\"row\":1,\"size_x\":2,\"size_y\":4,\"type\":\"visualization\"},{\"col\":1,\"id\":\"Cassandra-GC-G1:-MixedGCCount\",\"row\":3,\"size_x\":8,\"size_y\":2,\"type\":\"visualization\"},{\"col\":1,\"id\":\"Cassandra-GC-G1:-YoungGCCount\",\"row\":1,\"size_x\":8,\"size_y\":2,\"type\":\"visualization\"},{\"col\":9,\"id\":\"Cassandra-GC-G1:-Pool\",\"row\":1,\"size_x\":2,\"size_y\":4,\"type\":\"visualization\"},{\"col\":1,\"id\":\"MaxApplicationStoppedPerHost\",\"row\":5,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"col\":7,\"id\":\"Cassandra-GC:-MaxGCDuration\",\"row\":5,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"col\":1,\"id\":\"Cassandra-GC-G1:-MaxPendingCards\",\"row\":10,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"col\":7,\"id\":\"Cassandra-GC-G1:-MaxChoosCSetStartDuration\",\"row\":13,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"col\":7,\"id\":\"Cassandra-GC-G1:-MaxChoosCSetFinishedDuration\",\"row\":16,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"col\":1,\"id\":\"Cassandra-GC-G1:-AvgChoosCSetStartDuration\",\"row\":13,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"col\":1,\"id\":\"Cassandra-GC-G1:-AvgChoosCSetFinishedDuration\",\"row\":16,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"col\":7,\"id\":\"Cassandra-GC-G1:-MaxUpdateRSBuffersSum\",\"row\":10,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"col\":1,\"id\":\"Cassandra-GC-G1:-ChooseCSetText\",\"row\":8,\"size_x\":12,\"size_y\":2,\"type\":\"visualization\"},{\"col\":7,\"id\":\"Cassandra-GC-G1:-MaxAddedEdenRegionsToCSet\",\"row\":19,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"col\":7,\"id\":\"Cassandra-GC-G1:-MaxAddedOldRegionsToCSet\",\"row\":32,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"col\":7,\"id\":\"Cassandra-GC-G1:-MaxAddedSurvivorRegionsToCSet\",\"row\":22,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"col\":1,\"id\":\"Cassandra-GC-G1:-AvgAddedEdenRegionsToCSet\",\"row\":19,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"col\":1,\"id\":\"Cassandra-GC-G1:-AvgAddedOldRegionsToCSet\",\"row\":32,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"col\":1,\"id\":\"Cassandra-GC-G1:-AvgAddedSurvivorRegionsToCSet\",\"row\":22,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"col\":8,\"id\":\"Cassandra-GC-G1:-ContinueMixedGCReason\",\"row\":25,\"size_x\":4,\"size_y\":2,\"type\":\"visualization\"},{\"col\":2,\"id\":\"Cassandra-GC-G1:-OldRegionThreshold\",\"row\":25,\"size_x\":4,\"size_y\":2,\"type\":\"visualization\"},{\"col\":1,\"id\":\"Cassandra-GC-G1:-ReclaimPercentNotOverThreshold\",\"row\":27,\"size_x\":6,\"size_y\":5,\"type\":\"visualization\"},{\"col\":7,\"id\":\"Cassandra-GC-G1:-OldRegionNumReachMax\",\"row\":27,\"size_x\":6,\"size_y\":5,\"type\":\"visualization\"}]", 25 | "version": 1, 26 | "timeRestore": false, 27 | "kibanaSavedObjectMeta": { 28 | "searchSourceJSON": "{\"filter\":[{\"meta\":{\"apply\":true,\"disabled\":true,\"index\":\"logstash_cassandra_gc*\",\"key\":\"host.raw\",\"negate\":false,\"value\":\"ber-livecas01p\"},\"query\":{\"match\":{\"host.raw\":{\"query\":\"ber-livecas01p\",\"type\":\"phrase\"}}}},{\"meta\":{\"disabled\":true,\"index\":\"logstash_cassandra_gc*\",\"key\":\"host.raw\",\"negate\":false,\"value\":\"ber-livecas02p\"},\"query\":{\"match\":{\"host.raw\":{\"query\":\"ber-livecas02p\",\"type\":\"phrase\"}}}},{\"meta\":{\"disabled\":true,\"index\":\"logstash_cassandra_gc*\",\"key\":\"host.raw\",\"negate\":false,\"value\":\"ber-livecas03p\"},\"query\":{\"match\":{\"host.raw\":{\"query\":\"ber-livecas03p\",\"type\":\"phrase\"}}}},{\"meta\":{\"disabled\":true,\"index\":\"logstash_cassandra_gc*\",\"key\":\"host.raw\",\"negate\":false,\"value\":\"ber-livecas04p\"},\"query\":{\"match\":{\"host.raw\":{\"query\":\"ber-livecas04p\",\"type\":\"phrase\"}}}},{\"meta\":{\"disabled\":true,\"index\":\"logstash_cassandra_gc*\",\"key\":\"gc_pool.raw\",\"negate\":false,\"value\":\"mixed\"},\"query\":{\"match\":{\"gc_pool.raw\":{\"query\":\"mixed\",\"type\":\"phrase\"}}}},{\"meta\":{\"disabled\":true,\"index\":\"logstash_cassandra_gc*\",\"key\":\"gc_pool.raw\",\"negate\":false,\"value\":\"young\"},\"query\":{\"match\":{\"gc_pool.raw\":{\"query\":\"young\",\"type\":\"phrase\"}}}},{\"meta\":{\"disabled\":true,\"index\":\"logstash_cassandra_gc*\",\"key\":\"gc_reason.raw\",\"negate\":false,\"value\":\"G1 Humongous Allocation\"},\"query\":{\"match\":{\"gc_reason.raw\":{\"query\":\"G1 Humongous Allocation\",\"type\":\"phrase\"}}}},{\"query\":{\"query_string\":{\"analyze_wildcard\":true,\"query\":\"*\"}}}]}" 29 | } 30 | } 31 | }, 32 | { 33 | "_id": "Cassandra-GC-G1:-PrintAdaptivStats", 34 | "_type": "dashboard", 35 | "_source": { 36 | "title": "Cassandra GC G1: PrintAdaptivStats", 37 | "hits": 0, 38 | "description": "", 39 | "panelsJSON": "[{\"col\":11,\"id\":\"Cassandra-GC:-Reasons\",\"row\":1,\"size_x\":2,\"size_y\":4,\"type\":\"visualization\"},{\"col\":1,\"id\":\"Cassandra-GC-G1:-MixedGCCount\",\"row\":3,\"size_x\":8,\"size_y\":2,\"type\":\"visualization\"},{\"col\":1,\"id\":\"Cassandra-GC-G1:-YoungGCCount\",\"row\":1,\"size_x\":8,\"size_y\":2,\"type\":\"visualization\"},{\"col\":9,\"id\":\"Cassandra-GC-G1:-Pool\",\"row\":1,\"size_x\":2,\"size_y\":4,\"type\":\"visualization\"},{\"col\":1,\"id\":\"MaxApplicationStoppedPerHost\",\"row\":5,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"col\":7,\"id\":\"Cassandra-GC:-MaxGCDuration\",\"row\":5,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"col\":1,\"id\":\"Cassandra-GC-G1:-MaxPendingCards\",\"row\":10,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"col\":7,\"id\":\"Cassandra-GC-G1:-MaxChoosCSetStartDuration\",\"row\":13,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"col\":7,\"id\":\"Cassandra-GC-G1:-MaxChoosCSetFinishedDuration\",\"row\":16,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"col\":1,\"id\":\"Cassandra-GC-G1:-AvgChoosCSetStartDuration\",\"row\":13,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"col\":1,\"id\":\"Cassandra-GC-G1:-AvgChoosCSetFinishedDuration\",\"row\":16,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"col\":7,\"id\":\"Cassandra-GC-G1:-MaxUpdateRSBuffersSum\",\"row\":10,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"col\":1,\"id\":\"Cassandra-GC-G1:-ChooseCSetText\",\"row\":8,\"size_x\":12,\"size_y\":2,\"type\":\"visualization\"},{\"col\":7,\"id\":\"Cassandra-GC-G1:-MaxAddedEdenRegionsToCSet\",\"row\":19,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"col\":7,\"id\":\"Cassandra-GC-G1:-MaxAddedOldRegionsToCSet\",\"row\":27,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"col\":7,\"id\":\"Cassandra-GC-G1:-MaxAddedSurvivorRegionsToCSet\",\"row\":22,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"col\":1,\"id\":\"Cassandra-GC-G1:-AvgAddedEdenRegionsToCSet\",\"row\":19,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"col\":1,\"id\":\"Cassandra-GC-G1:-AvgAddedOldRegionsToCSet\",\"row\":27,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"col\":1,\"id\":\"Cassandra-GC-G1:-AvgAddedSurvivorRegionsToCSet\",\"row\":22,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"col\":7,\"id\":\"Cassandra-GC-G1:-ContinueMixedGCReason\",\"row\":25,\"size_x\":6,\"size_y\":2,\"type\":\"visualization\"},{\"col\":7,\"id\":\"Cassandra-GC-G1:-MaxReclaimBytesContinueMixedGC\",\"row\":37,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"col\":1,\"id\":\"Cassandra-GC-G1:-AvgReclaimBytesContinueMixedGC\",\"row\":37,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"col\":6,\"id\":\"Cassandra-GC-G1:-ReclaimableThreshold\",\"row\":35,\"size_x\":2,\"size_y\":2,\"type\":\"visualization\"},{\"col\":4,\"id\":\"Cassandra-GC-G1:-OldRegionThreshold\",\"row\":25,\"size_x\":3,\"size_y\":2,\"type\":\"visualization\"},{\"col\":1,\"id\":\"Cassandra-GC-G1:-AvgReclaimBytesStopMixedGC\",\"row\":40,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"col\":7,\"id\":\"Cassandra-GC-G1:-MaxReclaimBytesStopMixedGC\",\"row\":40,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"col\":1,\"id\":\"Cassandra-GC-G1:-AvgReclaimPercentAddRegionsContinueMixedGC\",\"row\":43,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"col\":1,\"id\":\"Cassandra-GC-G1:-AvgReclaimPercentAddRegionsStopMixedGC\",\"row\":46,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"col\":7,\"id\":\"Cassandra-GC-G1:-MaxReclaimPercentAddRegionsContinueMixedGC\",\"row\":46,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"col\":7,\"id\":\"Cassandra-GC-G1:-MaxReclaimPercentAddRegionsStopMixedGC\",\"row\":43,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"col\":1,\"id\":\"Cassandra-GC-G1:-InitiatConcurrenCycleText\",\"row\":49,\"size_x\":12,\"size_y\":2,\"type\":\"visualization\"},{\"col\":1,\"id\":\"Cassandra-GC-G1:-InitiatConcurrCycleReason\",\"row\":51,\"size_x\":3,\"size_y\":2,\"type\":\"visualization\"},{\"col\":4,\"id\":\"Cassandra-GC-G1:-InitiatConcurrCycleSource\",\"row\":51,\"size_x\":3,\"size_y\":2,\"type\":\"visualization\"},{\"col\":11,\"id\":\"Cassandra-GC-G1:-OccupancyThresholdPercent\",\"row\":51,\"size_x\":2,\"size_y\":2,\"type\":\"visualization\"},{\"id\":\"Cassandra-GC-G1:-MaxInitiatConcurCycleAllocatRequest\",\"type\":\"visualization\",\"size_x\":6,\"size_y\":2,\"col\":1,\"row\":55},{\"id\":\"Cassandra-GC-G1:-MaxInitiatConcurCycleOccupancy\",\"type\":\"visualization\",\"size_x\":6,\"size_y\":3,\"col\":7,\"row\":53},{\"id\":\"Cassandra-GC-G1:-AvgInitiatConcurCycleAllocatRequest\",\"type\":\"visualization\",\"size_x\":6,\"size_y\":2,\"col\":1,\"row\":53},{\"id\":\"Cassandra-GC-G1:-AvgInitiatConcurCycleOccupancy\",\"type\":\"visualization\",\"size_x\":6,\"size_y\":5,\"col\":1,\"row\":57},{\"id\":\"Cassandra-GC-G1:-OccupancyThreshold\",\"type\":\"visualization\",\"size_x\":4,\"size_y\":2,\"col\":7,\"row\":51},{\"id\":\"Cassandra-GC-G1:-InitiatConcurrentCycle\",\"type\":\"visualization\",\"size_x\":6,\"size_y\":4,\"col\":7,\"row\":56},{\"id\":\"Cassandra-GC-G1:-ReclaimPercentNotOverThreshold\",\"type\":\"visualization\",\"size_x\":6,\"size_y\":5,\"col\":1,\"row\":30}]", 40 | "version": 1, 41 | "timeRestore": false, 42 | "kibanaSavedObjectMeta": { 43 | "searchSourceJSON": "{\"filter\":[{\"meta\":{\"apply\":true,\"disabled\":true,\"index\":\"logstash_cassandra_gc*\",\"key\":\"host.raw\",\"negate\":false,\"value\":\"ber-livecas01p\"},\"query\":{\"match\":{\"host.raw\":{\"query\":\"ber-livecas01p\",\"type\":\"phrase\"}}}},{\"meta\":{\"disabled\":true,\"index\":\"logstash_cassandra_gc*\",\"key\":\"host.raw\",\"negate\":false,\"value\":\"ber-livecas02p\"},\"query\":{\"match\":{\"host.raw\":{\"query\":\"ber-livecas02p\",\"type\":\"phrase\"}}}},{\"meta\":{\"disabled\":true,\"index\":\"logstash_cassandra_gc*\",\"key\":\"host.raw\",\"negate\":false,\"value\":\"ber-livecas03p\"},\"query\":{\"match\":{\"host.raw\":{\"query\":\"ber-livecas03p\",\"type\":\"phrase\"}}}},{\"meta\":{\"disabled\":true,\"index\":\"logstash_cassandra_gc*\",\"key\":\"host.raw\",\"negate\":false,\"value\":\"ber-livecas04p\"},\"query\":{\"match\":{\"host.raw\":{\"query\":\"ber-livecas04p\",\"type\":\"phrase\"}}}},{\"meta\":{\"disabled\":true,\"index\":\"logstash_cassandra_gc*\",\"key\":\"gc_pool.raw\",\"negate\":false,\"value\":\"mixed\"},\"query\":{\"match\":{\"gc_pool.raw\":{\"query\":\"mixed\",\"type\":\"phrase\"}}}},{\"meta\":{\"disabled\":true,\"index\":\"logstash_cassandra_gc*\",\"key\":\"gc_pool.raw\",\"negate\":false,\"value\":\"young\"},\"query\":{\"match\":{\"gc_pool.raw\":{\"query\":\"young\",\"type\":\"phrase\"}}}},{\"meta\":{\"disabled\":true,\"index\":\"logstash_cassandra_gc*\",\"key\":\"gc_reason.raw\",\"negate\":false,\"value\":\"G1 Humongous Allocation\"},\"query\":{\"match\":{\"gc_reason.raw\":{\"query\":\"G1 Humongous Allocation\",\"type\":\"phrase\"}}}},{\"query\":{\"query_string\":{\"analyze_wildcard\":true,\"query\":\"*\"}}}]}" 44 | } 45 | } 46 | }, 47 | { 48 | "_id": "Cassandra-GC-G1:-ConcurrentMarkStats", 49 | "_type": "dashboard", 50 | "_source": { 51 | "title": "Cassandra GC G1: ConcurrentMarkStats", 52 | "hits": 0, 53 | "description": "", 54 | "panelsJSON": "[{\"col\":11,\"id\":\"Cassandra-GC:-Reasons\",\"row\":1,\"size_x\":2,\"size_y\":4,\"type\":\"visualization\"},{\"col\":9,\"id\":\"Cassandra-GC-G1:-Pool\",\"row\":1,\"size_x\":2,\"size_y\":4,\"type\":\"visualization\"},{\"col\":1,\"id\":\"MaxApplicationStoppedPerHost\",\"row\":1,\"size_x\":8,\"size_y\":2,\"type\":\"visualization\"},{\"col\":1,\"id\":\"Cassandra-GC:-MaxGCDuration\",\"row\":3,\"size_x\":8,\"size_y\":2,\"type\":\"visualization\"},{\"col\":1,\"id\":\"Cassandra-GC-G1:-MaxConcurrentMarkDurationPerStage\",\"row\":7,\"size_x\":10,\"size_y\":5,\"type\":\"visualization\"},{\"col\":11,\"id\":\"Cassandra-GC-G1:-ConcurrentMarkDurationPerStage\",\"row\":7,\"size_x\":2,\"size_y\":5,\"type\":\"visualization\"},{\"col\":1,\"id\":\"Cassandra-GC-G1:-AvgConcurrentRootRegionScan\",\"row\":12,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"col\":1,\"id\":\"Cassandra-GC-G1:-AvgConcurrentMark\",\"row\":15,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"col\":1,\"id\":\"Cassandra-GC-G1:-AvgConcurrentCleanup\",\"row\":27,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"col\":1,\"id\":\"Cassandra-GC-G1:-AvgGCRemarkRefProc\",\"row\":18,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"col\":7,\"id\":\"Cassandra-GC-G1:-MaxConcurrentRootRegionScan\",\"row\":12,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"col\":7,\"id\":\"Cassandra-GC-G1:-MaxConcurrentMark\",\"row\":15,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"col\":7,\"id\":\"Cassandra-GC-G1:-MaxConcurrentCleanup\",\"row\":27,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"col\":7,\"id\":\"Cassandra-GC-G1:-MaxGCRemarkRefProc\",\"row\":18,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"col\":7,\"id\":\"Cassandra-GC-G1:-MaxGCRemark\",\"row\":21,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"col\":1,\"id\":\"Cassandra-GC-G1:-AvgGCRemark\",\"row\":21,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"col\":1,\"id\":\"Cassandra-GC-G1:-ConcurrentMarkingDurcationStatsText\",\"row\":5,\"size_x\":12,\"size_y\":2,\"type\":\"visualization\"},{\"col\":1,\"id\":\"Cassandra-GC-G1:-ConcurrentMarkingFrequencyStatsText\",\"row\":30,\"size_x\":12,\"size_y\":2,\"type\":\"visualization\"},{\"col\":7,\"id\":\"Cassandra-GC-G1:-InitiatConcurrCycleReason\",\"row\":32,\"size_x\":6,\"size_y\":2,\"type\":\"visualization\"},{\"col\":7,\"id\":\"Cassandra-GC-G1:-InitiatConcurrCycleSource\",\"row\":34,\"size_x\":6,\"size_y\":2,\"type\":\"visualization\"},{\"col\":7,\"id\":\"Cassandra-GC-G1:-InitiatConcurrCycleGCCause\",\"row\":36,\"size_x\":6,\"size_y\":2,\"type\":\"visualization\"},{\"col\":1,\"id\":\"Cassandra-GC-G1:-InitiatConcurrentCycleFollowingThreshold\",\"row\":40,\"size_x\":6,\"size_y\":5,\"type\":\"visualization\"},{\"col\":11,\"id\":\"Cassandra-GC-G1:-ReclaimableThreshold\",\"row\":38,\"size_x\":2,\"size_y\":2,\"type\":\"visualization\"},{\"col\":1,\"id\":\"Cassandra-GC-G1:-InitiatConcurrentCycle\",\"row\":32,\"size_x\":6,\"size_y\":4,\"type\":\"visualization\"},{\"col\":7,\"id\":\"Cassandra-GC-G1:-MaxGCCleanup\",\"row\":24,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"col\":1,\"id\":\"Cassandra-GC-G1:-AvgGCCleanup\",\"row\":24,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"col\":7,\"id\":\"Cassandra-GC-G1:-OccupancyThreshold\",\"row\":38,\"size_x\":4,\"size_y\":2,\"type\":\"visualization\"},{\"col\":1,\"id\":\"Cassandra-GC-G1:-MaxInitiatConcurCycleOccupancy\",\"row\":45,\"size_x\":6,\"size_y\":4,\"type\":\"visualization\"},{\"col\":7,\"id\":\"Cassandra-GC-G1:-AvgInitiatConcurCycleOccupancy\",\"row\":40,\"size_x\":6,\"size_y\":4,\"type\":\"visualization\"},{\"id\":\"Cassandra-GC-G1:-InitiatConcurrCycleReason2\",\"type\":\"visualization\",\"size_x\":6,\"size_y\":4,\"col\":1,\"row\":36}]", 55 | "version": 1, 56 | "timeRestore": false, 57 | "kibanaSavedObjectMeta": { 58 | "searchSourceJSON": "{\"filter\":[{\"meta\":{\"apply\":true,\"disabled\":false,\"index\":\"logstash_cassandra_gc*\",\"key\":\"host.raw\",\"negate\":false,\"value\":\"ber-livecas01p\"},\"query\":{\"match\":{\"host.raw\":{\"query\":\"ber-livecas01p\",\"type\":\"phrase\"}}}},{\"meta\":{\"disabled\":true,\"index\":\"logstash_cassandra_gc*\",\"key\":\"host.raw\",\"negate\":false,\"value\":\"ber-livecas02p\"},\"query\":{\"match\":{\"host.raw\":{\"query\":\"ber-livecas02p\",\"type\":\"phrase\"}}}},{\"meta\":{\"disabled\":true,\"index\":\"logstash_cassandra_gc*\",\"key\":\"host.raw\",\"negate\":false,\"value\":\"ber-livecas03p\"},\"query\":{\"match\":{\"host.raw\":{\"query\":\"ber-livecas03p\",\"type\":\"phrase\"}}}},{\"meta\":{\"disabled\":true,\"index\":\"logstash_cassandra_gc*\",\"key\":\"host.raw\",\"negate\":false,\"value\":\"ber-livecas04p\"},\"query\":{\"match\":{\"host.raw\":{\"query\":\"ber-livecas04p\",\"type\":\"phrase\"}}}},{\"meta\":{\"disabled\":true,\"index\":\"logstash_cassandra_gc*\",\"key\":\"gc_pool.raw\",\"negate\":false,\"value\":\"mixed\"},\"query\":{\"match\":{\"gc_pool.raw\":{\"query\":\"mixed\",\"type\":\"phrase\"}}}},{\"meta\":{\"disabled\":true,\"index\":\"logstash_cassandra_gc*\",\"key\":\"gc_pool.raw\",\"negate\":false,\"value\":\"young\"},\"query\":{\"match\":{\"gc_pool.raw\":{\"query\":\"young\",\"type\":\"phrase\"}}}},{\"meta\":{\"disabled\":true,\"index\":\"logstash_cassandra_gc*\",\"key\":\"gc_reason.raw\",\"negate\":false,\"value\":\"G1 Humongous Allocation\"},\"query\":{\"match\":{\"gc_reason.raw\":{\"query\":\"G1 Humongous Allocation\",\"type\":\"phrase\"}}}},{\"query\":{\"query_string\":{\"analyze_wildcard\":true,\"query\":\"*\"}}}]}" 59 | } 60 | } 61 | }, 62 | { 63 | "_id": "Cassandra-GC-G1:-HeapSizing", 64 | "_type": "dashboard", 65 | "_source": { 66 | "title": "Cassandra GC G1: HeapSizing", 67 | "hits": 0, 68 | "description": "", 69 | "panelsJSON": "[{\"col\":11,\"id\":\"Cassandra-GC:-Reasons\",\"row\":1,\"size_x\":2,\"size_y\":4,\"type\":\"visualization\"},{\"col\":9,\"id\":\"Cassandra-GC-G1:-Pool\",\"row\":1,\"size_x\":2,\"size_y\":4,\"type\":\"visualization\"},{\"col\":1,\"id\":\"MaxApplicationStoppedPerHost\",\"row\":1,\"size_x\":8,\"size_y\":2,\"type\":\"visualization\"},{\"col\":1,\"id\":\"Cassandra-GC:-MaxGCDuration\",\"row\":3,\"size_x\":8,\"size_y\":2,\"type\":\"visualization\"},{\"col\":1,\"id\":\"Cassandra-GC-G1:-MaxConcurrentMarkDurationPerStage\",\"row\":7,\"size_x\":10,\"size_y\":5,\"type\":\"visualization\"},{\"col\":11,\"id\":\"Cassandra-GC-G1:-ConcurrentMarkDurationPerStage\",\"row\":7,\"size_x\":2,\"size_y\":5,\"type\":\"visualization\"},{\"col\":1,\"id\":\"Cassandra-GC-G1:-AvgConcurrentRootRegionScan\",\"row\":12,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"col\":1,\"id\":\"Cassandra-GC-G1:-AvgConcurrentMark\",\"row\":15,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"col\":1,\"id\":\"Cassandra-GC-G1:-AvgConcurrentCleanup\",\"row\":27,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"col\":1,\"id\":\"Cassandra-GC-G1:-AvgGCRemarkRefProc\",\"row\":18,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"col\":7,\"id\":\"Cassandra-GC-G1:-MaxConcurrentRootRegionScan\",\"row\":12,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"col\":7,\"id\":\"Cassandra-GC-G1:-MaxConcurrentMark\",\"row\":15,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"col\":7,\"id\":\"Cassandra-GC-G1:-MaxConcurrentCleanup\",\"row\":27,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"col\":7,\"id\":\"Cassandra-GC-G1:-MaxGCRemarkRefProc\",\"row\":18,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"col\":7,\"id\":\"Cassandra-GC-G1:-MaxGCRemark\",\"row\":21,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"col\":1,\"id\":\"Cassandra-GC-G1:-AvgGCRemark\",\"row\":21,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"col\":1,\"id\":\"Cassandra-GC-G1:-ConcurrentMarkingDurcationStatsText\",\"row\":5,\"size_x\":12,\"size_y\":2,\"type\":\"visualization\"},{\"col\":1,\"id\":\"Cassandra-GC-G1:-ConcurrentMarkingFrequencyStatsText\",\"row\":30,\"size_x\":12,\"size_y\":2,\"type\":\"visualization\"},{\"col\":7,\"id\":\"Cassandra-GC-G1:-InitiatConcurrCycleReason\",\"row\":32,\"size_x\":6,\"size_y\":2,\"type\":\"visualization\"},{\"col\":7,\"id\":\"Cassandra-GC-G1:-InitiatConcurrCycleSource\",\"row\":34,\"size_x\":6,\"size_y\":2,\"type\":\"visualization\"},{\"col\":7,\"id\":\"Cassandra-GC-G1:-InitiatConcurrCycleGCCause\",\"row\":36,\"size_x\":6,\"size_y\":2,\"type\":\"visualization\"},{\"col\":1,\"id\":\"Cassandra-GC-G1:-InitiatConcurrentCycleFollowingThreshold\",\"row\":40,\"size_x\":6,\"size_y\":5,\"type\":\"visualization\"},{\"col\":11,\"id\":\"Cassandra-GC-G1:-ReclaimableThreshold\",\"row\":38,\"size_x\":2,\"size_y\":2,\"type\":\"visualization\"},{\"col\":1,\"id\":\"Cassandra-GC-G1:-InitiatConcurrentCycle\",\"row\":32,\"size_x\":6,\"size_y\":4,\"type\":\"visualization\"},{\"col\":7,\"id\":\"Cassandra-GC-G1:-MaxGCCleanup\",\"row\":24,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"col\":1,\"id\":\"Cassandra-GC-G1:-AvgGCCleanup\",\"row\":24,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"col\":7,\"id\":\"Cassandra-GC-G1:-OccupancyThreshold\",\"row\":38,\"size_x\":4,\"size_y\":2,\"type\":\"visualization\"},{\"col\":1,\"id\":\"Cassandra-GC-G1:-MaxInitiatConcurCycleOccupancy\",\"row\":45,\"size_x\":6,\"size_y\":4,\"type\":\"visualization\"},{\"col\":7,\"id\":\"Cassandra-GC-G1:-AvgInitiatConcurCycleOccupancy\",\"row\":40,\"size_x\":6,\"size_y\":4,\"type\":\"visualization\"},{\"id\":\"Cassandra-GC-G1:-InitiatConcurrCycleReason2\",\"type\":\"visualization\",\"size_x\":6,\"size_y\":4,\"col\":1,\"row\":36}]", 70 | "version": 1, 71 | "timeRestore": false, 72 | "kibanaSavedObjectMeta": { 73 | "searchSourceJSON": "{\"filter\":[{\"meta\":{\"apply\":true,\"disabled\":true,\"index\":\"logstash_cassandra_gc*\",\"key\":\"host.raw\",\"negate\":false,\"value\":\"ber-livecas01p\"},\"query\":{\"match\":{\"host.raw\":{\"query\":\"ber-livecas01p\",\"type\":\"phrase\"}}}},{\"meta\":{\"disabled\":true,\"index\":\"logstash_cassandra_gc*\",\"key\":\"host.raw\",\"negate\":false,\"value\":\"ber-livecas02p\"},\"query\":{\"match\":{\"host.raw\":{\"query\":\"ber-livecas02p\",\"type\":\"phrase\"}}}},{\"meta\":{\"disabled\":true,\"index\":\"logstash_cassandra_gc*\",\"key\":\"host.raw\",\"negate\":false,\"value\":\"ber-livecas03p\"},\"query\":{\"match\":{\"host.raw\":{\"query\":\"ber-livecas03p\",\"type\":\"phrase\"}}}},{\"meta\":{\"disabled\":true,\"index\":\"logstash_cassandra_gc*\",\"key\":\"host.raw\",\"negate\":false,\"value\":\"ber-livecas04p\"},\"query\":{\"match\":{\"host.raw\":{\"query\":\"ber-livecas04p\",\"type\":\"phrase\"}}}},{\"meta\":{\"disabled\":true,\"index\":\"logstash_cassandra_gc*\",\"key\":\"gc_pool.raw\",\"negate\":false,\"value\":\"mixed\"},\"query\":{\"match\":{\"gc_pool.raw\":{\"query\":\"mixed\",\"type\":\"phrase\"}}}},{\"meta\":{\"disabled\":true,\"index\":\"logstash_cassandra_gc*\",\"key\":\"gc_pool.raw\",\"negate\":false,\"value\":\"young\"},\"query\":{\"match\":{\"gc_pool.raw\":{\"query\":\"young\",\"type\":\"phrase\"}}}},{\"meta\":{\"disabled\":true,\"index\":\"logstash_cassandra_gc*\",\"key\":\"gc_reason.raw\",\"negate\":false,\"value\":\"G1 Humongous Allocation\"},\"query\":{\"match\":{\"gc_reason.raw\":{\"query\":\"G1 Humongous Allocation\",\"type\":\"phrase\"}}}},{\"query\":{\"query_string\":{\"analyze_wildcard\":true,\"query\":\"*\"}}}]}" 74 | } 75 | } 76 | }, 77 | { 78 | "_id": "Cassandra-GC-G1:-Young-and-Mixed-GC", 79 | "_type": "dashboard", 80 | "_source": { 81 | "title": "Cassandra GC G1: Young and Mixed GC", 82 | "hits": 0, 83 | "description": "", 84 | "panelsJSON": "[{\"col\":11,\"id\":\"Cassandra-GC:-Reasons\",\"row\":1,\"size_x\":2,\"size_y\":4,\"type\":\"visualization\"},{\"col\":6,\"id\":\"Cassandra-GC-G1:-MixedGCCount\",\"row\":7,\"size_x\":5,\"size_y\":2,\"type\":\"visualization\"},{\"col\":1,\"id\":\"Cassandra-GC-G1:-YoungGCCount\",\"row\":7,\"size_x\":5,\"size_y\":2,\"type\":\"visualization\"},{\"col\":1,\"id\":\"Cassandra-GC-G1:-MaxParallelThreadperStage\",\"row\":15,\"size_x\":6,\"size_y\":7,\"type\":\"visualization\"},{\"col\":7,\"id\":\"Cassandra-GC-G1:-MaxSequentiellThreadperStage\",\"row\":15,\"size_x\":6,\"size_y\":7,\"type\":\"visualization\"},{\"col\":11,\"id\":\"Cassandra-GC-G1:-Pool\",\"row\":5,\"size_x\":2,\"size_y\":4,\"type\":\"visualization\"},{\"col\":1,\"id\":\"Cassandra-GC-G1:-Young-GC-Statistiken\",\"row\":1,\"size_x\":10,\"size_y\":3,\"type\":\"visualization\"},{\"col\":1,\"id\":\"Cassandra-GC-G1:-Mixed-GC-Statistiken\",\"row\":4,\"size_x\":10,\"size_y\":3,\"type\":\"visualization\"},{\"col\":1,\"id\":\"Cassandra-GC-G1:-GCHeapUsageText\",\"row\":24,\"size_x\":12,\"size_y\":2,\"type\":\"visualization\"},{\"col\":1,\"id\":\"Cassandra-GC-G1:-MaxParallelThreadDuration\",\"row\":12,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"col\":7,\"id\":\"Cassandra-GC-G1:-MaxSequentiellThreadDuration\",\"row\":12,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"col\":1,\"id\":\"Cassandra-GC-G1:-MaxHeapUsedBeforeGC\",\"row\":26,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"col\":1,\"id\":\"Cassandra-GC-G1:-GCThroughputText\",\"row\":32,\"size_x\":12,\"size_y\":2,\"type\":\"visualization\"},{\"col\":1,\"id\":\"Cassandra-GC-G1:-MinGCThroughput\",\"row\":37,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"col\":7,\"id\":\"Cassandra-GC-G1:-AvgGCThroughput\",\"row\":40,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"col\":7,\"id\":\"Cassandra-GC-G1:-MaxHeapUsedAfterGC\",\"row\":37,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"col\":1,\"id\":\"Cassandra-GC-G1:-MinMaxEdenRegionsCountBeforeGC\",\"row\":40,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"col\":7,\"id\":\"G1_MinMaxSurvivorRegionsCountAfterGC\",\"row\":43,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"col\":1,\"id\":\"Cassandra-GC-G1:-MinMaxNewGenUsedBeforeGC\",\"row\":29,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"col\":7,\"id\":\"Cassandra-GC-G1:-MinMaxNewGenUsedAfterGC\",\"row\":26,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"col\":7,\"id\":\"Cassandra-GC-G1:-MaxEdenRegionsCountAfterGC\",\"row\":34,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"col\":1,\"id\":\"Cassandra-GC-G1:-MaxSurvivorRegionsCountBeforeGC\",\"row\":34,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"id\":\"MaxApplicationStoppedPerHost\",\"type\":\"visualization\",\"size_x\":6,\"size_y\":3,\"col\":1,\"row\":9},{\"id\":\"Cassandra-GC:-MaxGCDuration\",\"type\":\"visualization\",\"size_x\":6,\"size_y\":3,\"col\":7,\"row\":9}]", 85 | "version": 1, 86 | "timeRestore": false, 87 | "kibanaSavedObjectMeta": { 88 | "searchSourceJSON": "{\"filter\":[{\"meta\":{\"apply\":true,\"disabled\":true,\"index\":\"logstash_cassandra_gc*\",\"key\":\"host.raw\",\"negate\":false,\"value\":\"ber-livecas01p\"},\"query\":{\"match\":{\"host.raw\":{\"query\":\"ber-livecas01p\",\"type\":\"phrase\"}}}},{\"meta\":{\"disabled\":true,\"index\":\"logstash_cassandra_gc*\",\"key\":\"host.raw\",\"negate\":false,\"value\":\"ber-livecas02p\"},\"query\":{\"match\":{\"host.raw\":{\"query\":\"ber-livecas02p\",\"type\":\"phrase\"}}}},{\"meta\":{\"disabled\":true,\"index\":\"logstash_cassandra_gc*\",\"key\":\"host.raw\",\"negate\":false,\"value\":\"ber-livecas03p\"},\"query\":{\"match\":{\"host.raw\":{\"query\":\"ber-livecas03p\",\"type\":\"phrase\"}}}},{\"meta\":{\"disabled\":true,\"index\":\"logstash_cassandra_gc*\",\"key\":\"host.raw\",\"negate\":false,\"value\":\"ber-livecas04p\"},\"query\":{\"match\":{\"host.raw\":{\"query\":\"ber-livecas04p\",\"type\":\"phrase\"}}}},{\"meta\":{\"disabled\":true,\"index\":\"logstash_cassandra_gc*\",\"key\":\"gc_pool.raw\",\"negate\":false,\"value\":\"mixed\"},\"query\":{\"match\":{\"gc_pool.raw\":{\"query\":\"mixed\",\"type\":\"phrase\"}}}},{\"meta\":{\"disabled\":true,\"index\":\"logstash_cassandra_gc*\",\"key\":\"gc_pool.raw\",\"negate\":false,\"value\":\"young\"},\"query\":{\"match\":{\"gc_pool.raw\":{\"query\":\"young\",\"type\":\"phrase\"}}}},{\"meta\":{\"disabled\":true,\"index\":\"logstash_cassandra_gc*\",\"key\":\"gc_reason.raw\",\"negate\":false,\"value\":\"G1 Humongous Allocation\"},\"query\":{\"match\":{\"gc_reason.raw\":{\"query\":\"G1 Humongous Allocation\",\"type\":\"phrase\"}}}},{\"query\":{\"query_string\":{\"analyze_wildcard\":true,\"query\":\"*\"}}}]}" 89 | } 90 | } 91 | }, 92 | { 93 | "_id": "Cassandra-GC-G1:-Young-and-Mixed-GC-ParallelThread", 94 | "_type": "dashboard", 95 | "_source": { 96 | "title": "Cassandra GC G1: Young and Mixed GC ParallelThread", 97 | "hits": 0, 98 | "description": "", 99 | "panelsJSON": "[{\"col\":11,\"id\":\"Cassandra-GC:-Reasons\",\"row\":6,\"size_x\":2,\"size_y\":5,\"type\":\"visualization\"},{\"id\":\"Cassandra-GC-G1:-Young-GC-Statistiken\",\"type\":\"visualization\",\"size_x\":10,\"size_y\":3,\"col\":1,\"row\":1},{\"id\":\"Cassandra-GC-G1:-Mixed-GC-Statistiken\",\"type\":\"visualization\",\"size_x\":10,\"size_y\":3,\"col\":1,\"row\":4},{\"id\":\"Cassandra-GC-G1:-Pool\",\"type\":\"visualization\",\"size_x\":2,\"size_y\":5,\"col\":11,\"row\":1},{\"id\":\"Cassandra-GC-G1:-MixedGCCount\",\"type\":\"visualization\",\"size_x\":10,\"size_y\":2,\"col\":1,\"row\":9},{\"id\":\"Cassandra-GC-G1:-AvgExtRootScanMax\",\"type\":\"visualization\",\"size_x\":6,\"size_y\":3,\"col\":1,\"row\":20},{\"id\":\"Cassandra-GC-G1:-MaxParallelThreadDuration\",\"type\":\"visualization\",\"size_x\":12,\"size_y\":3,\"col\":1,\"row\":11},{\"id\":\"Cassandra-GC-G1:-MaxParallelThreadperStage\",\"type\":\"visualization\",\"size_x\":12,\"size_y\":6,\"col\":1,\"row\":14},{\"id\":\"Cassandra-GC-G1:-YoungGCCount\",\"type\":\"visualization\",\"size_x\":10,\"size_y\":2,\"col\":1,\"row\":7},{\"id\":\"Cassandra-GC-G1:-MaxExtRootScanMax\",\"type\":\"visualization\",\"size_x\":6,\"size_y\":3,\"col\":7,\"row\":20},{\"id\":\"Cassandra-GC-G1:-AvgUpdateRSMax\",\"type\":\"visualization\",\"size_x\":6,\"size_y\":3,\"col\":1,\"row\":23},{\"id\":\"Cassandra-GC-G1:-MaxUpdateRSMax\",\"type\":\"visualization\",\"size_x\":6,\"size_y\":3,\"col\":7,\"row\":23},{\"id\":\"Cassandra-GC-G1:-MaxUpdateRSBuffersSum\",\"type\":\"visualization\",\"size_x\":12,\"size_y\":3,\"col\":1,\"row\":26},{\"id\":\"Cassandra-GC-G1:-AvgScanRsMax\",\"type\":\"visualization\",\"size_x\":6,\"size_y\":3,\"col\":1,\"row\":29},{\"id\":\"Cassandra-GC-G1:-MaxScanRsMax\",\"type\":\"visualization\",\"size_x\":6,\"size_y\":3,\"col\":7,\"row\":29},{\"id\":\"Cassandra-GC-G1:-AvgCodeRootScanMax\",\"type\":\"visualization\",\"size_x\":6,\"size_y\":3,\"col\":1,\"row\":32},{\"id\":\"Cassandra-GC-G1:-MaxCodeRootScanMax\",\"type\":\"visualization\",\"size_x\":6,\"size_y\":3,\"col\":7,\"row\":32},{\"id\":\"Cassandra-GC-G1:-AvgObjectCopyMax\",\"type\":\"visualization\",\"size_x\":6,\"size_y\":3,\"col\":1,\"row\":35},{\"id\":\"Cassandra-GC-G1:-MaxObjectCopyMax\",\"type\":\"visualization\",\"size_x\":6,\"size_y\":3,\"col\":7,\"row\":35},{\"id\":\"Cassandra-GC-G1:-AvgTerminationMax\",\"type\":\"visualization\",\"size_x\":6,\"size_y\":3,\"col\":1,\"row\":38},{\"id\":\"Cassandra-GC-G1:-MaxTerminationMax\",\"type\":\"visualization\",\"size_x\":6,\"size_y\":3,\"col\":7,\"row\":38},{\"id\":\"Cassandra-GC-G1:-AvgWorkerOtherMax\",\"type\":\"visualization\",\"size_x\":6,\"size_y\":3,\"col\":1,\"row\":41},{\"id\":\"Cassandra-GC-G1:-MaxWorkerOtherMax\",\"type\":\"visualization\",\"size_x\":6,\"size_y\":3,\"col\":7,\"row\":41},{\"id\":\"Cassandra-GC-G1:-AvgWorkerTotalMax\",\"type\":\"visualization\",\"size_x\":6,\"size_y\":3,\"col\":1,\"row\":44},{\"id\":\"Cassandra-GC-G1:-MaxWorkerTotalMax\",\"type\":\"visualization\",\"size_x\":6,\"size_y\":3,\"col\":7,\"row\":44},{\"id\":\"Cassandra-GC-G1:-MaxWorkerEndDiff\",\"type\":\"visualization\",\"size_x\":12,\"size_y\":2,\"col\":1,\"row\":47}]", 100 | "version": 1, 101 | "timeRestore": false, 102 | "kibanaSavedObjectMeta": { 103 | "searchSourceJSON": "{\"filter\":[{\"meta\":{\"apply\":true,\"disabled\":true,\"index\":\"logstash_cassandra_gc*\",\"key\":\"host.raw\",\"negate\":false,\"value\":\"ber-livecas01p\"},\"query\":{\"match\":{\"host.raw\":{\"query\":\"ber-livecas01p\",\"type\":\"phrase\"}}}},{\"meta\":{\"disabled\":true,\"index\":\"logstash_cassandra_gc*\",\"key\":\"host.raw\",\"negate\":false,\"value\":\"ber-livecas02p\"},\"query\":{\"match\":{\"host.raw\":{\"query\":\"ber-livecas02p\",\"type\":\"phrase\"}}}},{\"meta\":{\"disabled\":true,\"index\":\"logstash_cassandra_gc*\",\"key\":\"host.raw\",\"negate\":false,\"value\":\"ber-livecas03p\"},\"query\":{\"match\":{\"host.raw\":{\"query\":\"ber-livecas03p\",\"type\":\"phrase\"}}}},{\"meta\":{\"disabled\":true,\"index\":\"logstash_cassandra_gc*\",\"key\":\"host.raw\",\"negate\":false,\"value\":\"ber-livecas04p\"},\"query\":{\"match\":{\"host.raw\":{\"query\":\"ber-livecas04p\",\"type\":\"phrase\"}}}},{\"meta\":{\"disabled\":true,\"index\":\"logstash_cassandra_gc*\",\"key\":\"gc_pool.raw\",\"negate\":false,\"value\":\"mixed\"},\"query\":{\"match\":{\"gc_pool.raw\":{\"query\":\"mixed\",\"type\":\"phrase\"}}}},{\"meta\":{\"disabled\":true,\"index\":\"logstash_cassandra_gc*\",\"key\":\"gc_pool.raw\",\"negate\":false,\"value\":\"young\"},\"query\":{\"match\":{\"gc_pool.raw\":{\"query\":\"young\",\"type\":\"phrase\"}}}},{\"meta\":{\"disabled\":true,\"index\":\"logstash_cassandra_gc*\",\"key\":\"gc_reason.raw\",\"negate\":false,\"value\":\"G1 Humongous Allocation\"},\"query\":{\"match\":{\"gc_reason.raw\":{\"query\":\"G1 Humongous Allocation\",\"type\":\"phrase\"}}}},{\"query\":{\"query_string\":{\"analyze_wildcard\":true,\"query\":\"*\"}}}]}" 104 | } 105 | } 106 | }, 107 | { 108 | "_id": "Cassandra-GC-G1:-Young-and-Mixed-GC-SequentiellThread", 109 | "_type": "dashboard", 110 | "_source": { 111 | "title": "Cassandra GC G1: Young and Mixed GC SequentiellThread", 112 | "hits": 0, 113 | "description": "", 114 | "panelsJSON": "[{\"col\":11,\"id\":\"Cassandra-GC:-Reasons\",\"row\":6,\"size_x\":2,\"size_y\":5,\"type\":\"visualization\"},{\"col\":1,\"id\":\"Cassandra-GC-G1:-Young-GC-Statistiken\",\"row\":1,\"size_x\":10,\"size_y\":3,\"type\":\"visualization\"},{\"col\":1,\"id\":\"Cassandra-GC-G1:-Mixed-GC-Statistiken\",\"row\":4,\"size_x\":10,\"size_y\":3,\"type\":\"visualization\"},{\"col\":11,\"id\":\"Cassandra-GC-G1:-Pool\",\"row\":1,\"size_x\":2,\"size_y\":5,\"type\":\"visualization\"},{\"col\":1,\"id\":\"Cassandra-GC-G1:-MixedGCCount\",\"row\":9,\"size_x\":10,\"size_y\":2,\"type\":\"visualization\"},{\"col\":1,\"id\":\"Cassandra-GC-G1:-YoungGCCount\",\"row\":7,\"size_x\":10,\"size_y\":2,\"type\":\"visualization\"},{\"col\":1,\"id\":\"Cassandra-GC-G1:-MaxSequentiellThreadDuration\",\"row\":11,\"size_x\":12,\"size_y\":3,\"type\":\"visualization\"},{\"col\":1,\"id\":\"Cassandra-GC-G1:-MaxSequentiellThreadperStage\",\"row\":14,\"size_x\":12,\"size_y\":7,\"type\":\"visualization\"},{\"id\":\"Cassandra-GC-G1:-AvgCodeRootFixup\",\"type\":\"visualization\",\"size_x\":6,\"size_y\":3,\"col\":1,\"row\":21},{\"id\":\"Cassandra-GC-G1:-MaxCodeRootFixup\",\"type\":\"visualization\",\"size_x\":6,\"size_y\":3,\"col\":7,\"row\":21},{\"id\":\"Cassandra-GC-G1:-AvgCodeRootMigration\",\"type\":\"visualization\",\"size_x\":6,\"size_y\":3,\"col\":1,\"row\":24},{\"id\":\"Cassandra-GC-G1:-MaxCodeRootMigration\",\"type\":\"visualization\",\"size_x\":6,\"size_y\":3,\"col\":7,\"row\":24},{\"id\":\"Cassandra-GC-G1:-AvgCodeRootPurge\",\"type\":\"visualization\",\"size_x\":6,\"size_y\":2,\"col\":1,\"row\":27},{\"id\":\"Cassandra-GC-G1:-MaxCodeRootPurge\",\"type\":\"visualization\",\"size_x\":6,\"size_y\":2,\"col\":7,\"row\":27},{\"id\":\"Cassandra-GC-G1:-AvgClearCTDuration\",\"type\":\"visualization\",\"size_x\":6,\"size_y\":3,\"col\":1,\"row\":29},{\"id\":\"Cassandra-GC-G1:-MaxClearCTDuration\",\"type\":\"visualization\",\"size_x\":6,\"size_y\":3,\"col\":7,\"row\":29},{\"id\":\"Cassandra-GC-G1:-AvgSequentiellOtherDuration\",\"type\":\"visualization\",\"size_x\":6,\"size_y\":3,\"col\":1,\"row\":32},{\"id\":\"Cassandra-GC-G1:-MaxSequentiellOtherDuration\",\"type\":\"visualization\",\"size_x\":6,\"size_y\":3,\"col\":7,\"row\":32},{\"id\":\"Cassandra-GC-G1:-AvgRefProcDuration\",\"type\":\"visualization\",\"size_x\":6,\"size_y\":3,\"col\":1,\"row\":38},{\"id\":\"Cassandra-GC-G1:-MaxRefProcDuration\",\"type\":\"visualization\",\"size_x\":6,\"size_y\":3,\"col\":7,\"row\":41},{\"id\":\"Cassandra-GC-G1:-AvgRefEnqDuration\",\"type\":\"visualization\",\"size_x\":6,\"size_y\":3,\"col\":1,\"row\":41},{\"id\":\"Cassandra-GC-G1:-MaxRefEnqDuration\",\"type\":\"visualization\",\"size_x\":6,\"size_y\":3,\"col\":7,\"row\":44},{\"id\":\"Cassandra-GC-G1:-AvgRedirtyCardsDuration\",\"type\":\"visualization\",\"size_x\":6,\"size_y\":3,\"col\":1,\"row\":44},{\"id\":\"Cassandra-GC-G1:-MaxRedirtyCardsDuration\",\"type\":\"visualization\",\"size_x\":6,\"size_y\":3,\"col\":7,\"row\":47},{\"id\":\"Cassandra-GC-G1:-AvgFreeCSetDuration\",\"type\":\"visualization\",\"size_x\":6,\"size_y\":3,\"col\":1,\"row\":47},{\"id\":\"Cassandra-GC-G1:-MaxFreeCSetDuration\",\"type\":\"visualization\",\"size_x\":6,\"size_y\":3,\"col\":7,\"row\":50},{\"id\":\"Cassandra-GC-G1:-AvgChooseCsetDuration\",\"type\":\"visualization\",\"size_x\":6,\"size_y\":3,\"col\":1,\"row\":35},{\"id\":\"Cassandra-GC-G1:-MaxChooseCsetDuration\",\"type\":\"visualization\",\"size_x\":6,\"size_y\":3,\"col\":7,\"row\":35}]", 115 | "version": 1, 116 | "timeRestore": false, 117 | "kibanaSavedObjectMeta": { 118 | "searchSourceJSON": "{\"filter\":[{\"meta\":{\"apply\":true,\"disabled\":true,\"index\":\"logstash_cassandra_gc*\",\"key\":\"host.raw\",\"negate\":false,\"value\":\"ber-livecas01p\"},\"query\":{\"match\":{\"host.raw\":{\"query\":\"ber-livecas01p\",\"type\":\"phrase\"}}}},{\"meta\":{\"disabled\":true,\"index\":\"logstash_cassandra_gc*\",\"key\":\"host.raw\",\"negate\":false,\"value\":\"ber-livecas02p\"},\"query\":{\"match\":{\"host.raw\":{\"query\":\"ber-livecas02p\",\"type\":\"phrase\"}}}},{\"meta\":{\"disabled\":true,\"index\":\"logstash_cassandra_gc*\",\"key\":\"host.raw\",\"negate\":false,\"value\":\"ber-livecas03p\"},\"query\":{\"match\":{\"host.raw\":{\"query\":\"ber-livecas03p\",\"type\":\"phrase\"}}}},{\"meta\":{\"disabled\":true,\"index\":\"logstash_cassandra_gc*\",\"key\":\"host.raw\",\"negate\":false,\"value\":\"ber-livecas04p\"},\"query\":{\"match\":{\"host.raw\":{\"query\":\"ber-livecas04p\",\"type\":\"phrase\"}}}},{\"meta\":{\"disabled\":true,\"index\":\"logstash_cassandra_gc*\",\"key\":\"gc_pool.raw\",\"negate\":false,\"value\":\"mixed\"},\"query\":{\"match\":{\"gc_pool.raw\":{\"query\":\"mixed\",\"type\":\"phrase\"}}}},{\"meta\":{\"disabled\":true,\"index\":\"logstash_cassandra_gc*\",\"key\":\"gc_pool.raw\",\"negate\":false,\"value\":\"young\"},\"query\":{\"match\":{\"gc_pool.raw\":{\"query\":\"young\",\"type\":\"phrase\"}}}},{\"meta\":{\"disabled\":true,\"index\":\"logstash_cassandra_gc*\",\"key\":\"gc_reason.raw\",\"negate\":false,\"value\":\"G1 Humongous Allocation\"},\"query\":{\"match\":{\"gc_reason.raw\":{\"query\":\"G1 Humongous Allocation\",\"type\":\"phrase\"}}}},{\"query\":{\"query_string\":{\"analyze_wildcard\":true,\"query\":\"*\"}}}]}" 119 | } 120 | } 121 | }, 122 | { 123 | "_id": "Cassandra-GC-G1:-Young-and-Mixed-GC-Throughput", 124 | "_type": "dashboard", 125 | "_source": { 126 | "title": "Cassandra GC G1: Young and Mixed GC Throughput", 127 | "hits": 0, 128 | "description": "", 129 | "panelsJSON": "[{\"col\":1,\"id\":\"Cassandra-GC-G1:-Young-and-Mixed-GC-Statistiken\",\"row\":1,\"size_x\":9,\"size_y\":4,\"type\":\"visualization\"},{\"col\":10,\"id\":\"G1_GC_Pool\",\"row\":1,\"size_x\":3,\"size_y\":4,\"type\":\"visualization\"},{\"col\":10,\"id\":\"Cassandra-GC:-Reasons\",\"row\":5,\"size_x\":3,\"size_y\":5,\"type\":\"visualization\"},{\"col\":7,\"id\":\"Cassandra-GC-G1:-MaxYoungGCThroughput\",\"row\":15,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"col\":1,\"id\":\"Cassandra-GC-G1:-MinYoungGCThroughput\",\"row\":15,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"col\":4,\"id\":\"Cassandra-GC-G1:-MixedGCThroughputStats\",\"row\":20,\"size_x\":7,\"size_y\":3,\"type\":\"visualization\"},{\"col\":3,\"id\":\"Cassandra-GC-G1:-YoungGCThroughputStats\",\"row\":12,\"size_x\":8,\"size_y\":3,\"type\":\"visualization\"},{\"col\":1,\"id\":\"Cassandra-GC-G1:-YoungGCThroughputText\",\"row\":10,\"size_x\":12,\"size_y\":2,\"type\":\"visualization\"},{\"col\":1,\"id\":\"Cassandra-GC-G1:-MixedGCThroughputText\",\"row\":18,\"size_x\":12,\"size_y\":2,\"type\":\"visualization\"},{\"col\":1,\"id\":\"Cassandra-GC-G1:-MinMixedGCThroughput\",\"row\":23,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"col\":7,\"id\":\"Cassandra-GC-G1:-MaxMixedGCThroughput\",\"row\":26,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"}]", 130 | "version": 1, 131 | "timeRestore": false, 132 | "kibanaSavedObjectMeta": { 133 | "searchSourceJSON": "{\"filter\":[{\"meta\":{\"apply\":true,\"disabled\":true,\"index\":\"logstash_cassandra_gc*\",\"key\":\"host.raw\",\"negate\":false,\"value\":\"ber-livecas01p\"},\"query\":{\"match\":{\"host.raw\":{\"query\":\"ber-livecas01p\",\"type\":\"phrase\"}}}},{\"meta\":{\"disabled\":true,\"index\":\"logstash_cassandra_gc*\",\"key\":\"host.raw\",\"negate\":false,\"value\":\"ber-livecas02p\"},\"query\":{\"match\":{\"host.raw\":{\"query\":\"ber-livecas02p\",\"type\":\"phrase\"}}}},{\"meta\":{\"disabled\":true,\"index\":\"logstash_cassandra_gc*\",\"key\":\"host.raw\",\"negate\":false,\"value\":\"ber-livecas03p\"},\"query\":{\"match\":{\"host.raw\":{\"query\":\"ber-livecas03p\",\"type\":\"phrase\"}}}},{\"meta\":{\"disabled\":true,\"index\":\"logstash_cassandra_gc*\",\"key\":\"host.raw\",\"negate\":false,\"value\":\"ber-livecas04p\"},\"query\":{\"match\":{\"host.raw\":{\"query\":\"ber-livecas04p\",\"type\":\"phrase\"}}}},{\"meta\":{\"disabled\":true,\"index\":\"logstash_cassandra_gc*\",\"key\":\"gc_pool.raw\",\"negate\":false,\"value\":\"mixed\"},\"query\":{\"match\":{\"gc_pool.raw\":{\"query\":\"mixed\",\"type\":\"phrase\"}}}},{\"meta\":{\"disabled\":true,\"index\":\"logstash_cassandra_gc*\",\"key\":\"gc_pool.raw\",\"negate\":false,\"value\":\"young\"},\"query\":{\"match\":{\"gc_pool.raw\":{\"query\":\"young\",\"type\":\"phrase\"}}}},{\"meta\":{\"disabled\":true,\"index\":\"logstash_cassandra_gc*\",\"key\":\"gc_reason.raw\",\"negate\":false,\"value\":\"G1 Humongous Allocation\"},\"query\":{\"match\":{\"gc_reason.raw\":{\"query\":\"G1 Humongous Allocation\",\"type\":\"phrase\"}}}},{\"query\":{\"query_string\":{\"analyze_wildcard\":true,\"query\":\"*\"}}}]}" 134 | } 135 | } 136 | } 137 | ] --------------------------------------------------------------------------------