Differential Flame Graph

├── .gitignore ├── .gitmodules ├── README.md ├── demos ├── dispersy │ ├── dfg-set.html │ ├── dispersy_0bf0bad.csv │ ├── dispersy_0bf0bad.csv_rewr │ ├── dispersy_0bf0bad.svg │ ├── dispersy_4be6254f6.csv │ ├── dispersy_4be6254f6.csv_rewr │ ├── dispersy_4be6254f6.svg │ ├── dispersy_dfg1.svg │ ├── dispersy_dfg2.svg │ ├── dispersy_dfg_diff.svg │ └── screenshot.png └── rsync │ ├── dfg-set.html │ ├── rsync_dfg1.svg │ ├── rsync_dfg2.svg │ ├── rsync_dfg_diff.svg │ ├── rsync_v1.svg │ ├── rsync_v1.txt │ ├── rsync_v2.svg │ └── rsync_v2.txt ├── generate.sh ├── generate_rsync_demo.sh ├── graphs ├── __init__.py ├── dfg_template.html ├── diff_flame_graphs.py ├── flamegraph │ └── flamegraph.pl ├── generate_dfg_report.sh ├── preprocess.py └── preprocess.sh ├── output ├── diff.svg ├── diff.txt ├── git.perf ├── rsync.perf ├── rsync_2.perf ├── rsync_diff.html ├── test_svg.html ├── version1.svg └── version2.svg └── test ├── diff.txt ├── reportNew ├── reportNew_rewr ├── reportOld ├── reportOld_rewr ├── test_diff_flame_graphs.py ├── testa.txt ├── testb.txt ├── version1.txt └── version2.txt /.gitignore: -------------------------------------------------------------------------------- 1 | # Byte-compiled / optimized / DLL files 2 | __pycache__/ 3 | *.py[cod] 4 | 5 | # C extensions 6 | *.so 7 | 8 | # Distribution / packaging 9 | .Python 10 | env/ 11 | bin/ 12 | build/ 13 | develop-eggs/ 14 | dist/ 15 | eggs/ 16 | lib/ 17 | lib64/ 18 | parts/ 19 | sdist/ 20 | var/ 21 | *.egg-info/ 22 | .installed.cfg 23 | *.egg 24 | 25 | # Installer logs 26 | pip-log.txt 27 | pip-delete-this-directory.txt 28 | 29 | # Unit test / coverage reports 30 | htmlcov/ 31 | .tox/ 32 | .coverage 33 | .cache 34 | nosetests.xml 35 | coverage.xml 36 | 37 | # Translations 38 | *.mo 39 | 40 | # Mr Developer 41 | .mr.developer.cfg 42 | .project 43 | .pydevproject 44 | 45 | # Rope 46 | .ropeproject 47 | 48 | # Django stuff: 49 | *.log 50 | *.pot 51 | 52 | # Sphinx documentation 53 | docs/_build/ 54 | 55 | # output dir 56 | output/ 57 | -------------------------------------------------------------------------------- /.gitmodules: -------------------------------------------------------------------------------- 1 | [submodule "FlameGraph"] 2 | path = FlameGraph 3 | url = https://github.com/corpaul/FlameGraph.git 4 | -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- 1 | flamegraphdiff 2 | ============== 3 | 4 | ![image](https://raw.githubusercontent.com/corpaul/flamegraphdiff/master/demos/dispersy/screenshot.png) 5 | 6 | See http://corpaul.github.io/flamegraphdiff/ for more info. 7 | -------------------------------------------------------------------------------- /demos/dispersy/dfg-set.html: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | Differential Flame Graph 6 | 7 | 8 | 9 |

10 | DFG1:
11 |

12 |

13 |

14 | DFG2:
15 |

16 |

17 | 18 |

19 | DFG_diff:
20 |

21 |

22 | 23 | 24 | 73 | 74 | 75 | -------------------------------------------------------------------------------- /demos/dispersy/screenshot.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/corpaul/flamegraphdiff/910c6b03ebee9de443a008b9d20b383b7a649e75/demos/dispersy/screenshot.png -------------------------------------------------------------------------------- /demos/rsync/dfg-set.html: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | Differential Flame Graph 6 | 7 | 8 | 9 |

10 | DFG1:
11 |

12 |

13 |

14 | DFG2:
15 |

16 |

17 | 18 |

19 | DFG_diff:
20 |

21 |

22 | 23 | 24 | 73 | 74 | 75 | -------------------------------------------------------------------------------- /demos/rsync/rsync_dfg_diff.svg: -------------------------------------------------------------------------------- 1 | 2 | 3 | 202 | -------------------------------------------------------------------------------- /generate.sh: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env bash 2 | 3 | function usage() { 4 | die "Generate an HTML page of differences between two folded stacks (rendered as flame graphs) 5 | 6 | Usage: $0 7 | 8 | eg: $0 demos/rsync/rsync_v1.txt demos/rsync/rsync_v2.txt demos/rsync" 9 | } 10 | 11 | function die() { 12 | local exit_status="$?" 13 | set +x 14 | [ "$exit_status" -eq "0" ] && exit_status=1 15 | local msg="$1" 16 | >&2 echo -e "$msg" 17 | exit "${exit_status}" 18 | } 19 | 20 | trap 'die "Unhandled error on or near line ${LINENO}"' ERR 21 | 22 | left=$1 23 | right=$2 24 | output_dir=$3 25 | 26 | [ -z "$left" ] || [ -z "$right" ] || [ -z "$output_dir" ] && usage 27 | 28 | set -x 29 | 30 | FlameGraph/difffolded.pl $2 $1 | FlameGraph/flamegraph.pl > $3/dfg1.svg 31 | FlameGraph/difffolded.pl $1 $2 | FlameGraph/flamegraph.pl > $3/dfg2.svg 32 | FlameGraph/difffolded.pl -d $1 $2 | FlameGraph/flamegraph.pl > $3/dfg_diff.svg 33 | 34 | graphs/generate_dfg_report.sh dfg1.svg dfg2.svg $3/dfg_diff.svg $3 35 | -------------------------------------------------------------------------------- /generate_rsync_demo.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash -xe 2 | 3 | FlameGraph/difffolded.pl demos/rsync/rsync_v2.txt demos/rsync/rsync_v1.txt | FlameGraph/flamegraph.pl > demos/rsync/rsync_dfg1.svg 4 | FlameGraph/difffolded.pl demos/rsync/rsync_v1.txt demos/rsync/rsync_v2.txt | FlameGraph/flamegraph.pl > demos/rsync/rsync_dfg2.svg 5 | FlameGraph/difffolded.pl -d demos/rsync/rsync_v1.txt demos/rsync/rsync_v2.txt | FlameGraph/flamegraph.pl > demos/rsync/rsync_dfg_diff.svg 6 | 7 | graphs/generate_dfg_report.sh rsync_dfg1.svg rsync_dfg2.svg rsync_dfg_diff.svg demos/rsync/ 8 | -------------------------------------------------------------------------------- /graphs/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/corpaul/flamegraphdiff/910c6b03ebee9de443a008b9d20b383b7a649e75/graphs/__init__.py -------------------------------------------------------------------------------- /graphs/dfg_template.html: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | Differential Flame Graph 6 | 7 | 8 | 9 |

10 | DFG1:
11 |

12 |

13 |

14 | DFG2:
15 |

16 |

17 | 18 |

19 | DFG_diff:
20 |

21 |

22 | 23 | 24 | 73 | 74 | 75 | -------------------------------------------------------------------------------- /graphs/diff_flame_graphs.py: -------------------------------------------------------------------------------- 1 | import csv 2 | import sys 3 | 4 | 5 | class CsvRecord(): 6 | def __init__(self, val, st): 7 | self.val = val 8 | self.st = st 9 | 10 | 11 | class DiffFlameGraph(): 12 | 13 | def loadCSV(self, filename): 14 | values = {} 15 | # read CSV 16 | with open(filename, 'rb') as csvfile: 17 | reader = csv.reader(csvfile, delimiter=' ') 18 | for line in reader: 19 | st = line[0].strip() 20 | val = int(line[1].strip()) 21 | values[st] = CsvRecord(val, st) 22 | return values 23 | 24 | def diffCsv(self, values1, values2): 25 | values = {} 26 | 27 | for st in values1.keys(): 28 | c = values1[st] 29 | values[st] = CsvRecord(0, c.st) 30 | if st in values2.keys(): 31 | values[st].val = values2[st].val - values1[st].val 32 | else: 33 | values[st].val = -(values1[st].val) 34 | 35 | # make sure all new keys are added to the graph as well 36 | for st in values2.keys(): 37 | if st not in values.keys(): 38 | c = values2[st] 39 | values[st] = CsvRecord(0, c.st) 40 | values[st].val = values2[st].val 41 | 42 | return values 43 | 44 | def equal(self, values1, values2): 45 | for st in values1.keys(): 46 | if st not in values2.keys(): 47 | return False 48 | if values1[st].val != values2[st].val: 49 | return False 50 | return len(values1) == len(values2) 51 | 52 | def writeDiff(self, diffCsv, filename): 53 | with open(filename, "w") as csvfile: 54 | for st in diffCsv: 55 | c = diffCsv[st] 56 | # if c.val > 0: 57 | csvfile.write("%s %d\n" % (st, c.val)) 58 | 59 | if __name__ == '__main__': 60 | 61 | if len(sys.argv) < 4: 62 | print "Usage: python diff_flame_graphs.py profile1 profile2 outputname" 63 | print "Note: profile(*) is a textfile containing stacktraces and a value for those traces, separated by a space" 64 | sys.exit(0) 65 | 66 | diff = DiffFlameGraph() 67 | val1 = diff.loadCSV(sys.argv[1]) 68 | val2 = diff.loadCSV(sys.argv[2]) 69 | 70 | diffCsv = diff.diffCsv(val1, val2) 71 | diff.writeDiff(diffCsv, sys.argv[3]) 72 | -------------------------------------------------------------------------------- /graphs/flamegraph/flamegraph.pl: -------------------------------------------------------------------------------- 1 | #!/usr/bin/perl -w 2 | # 3 | # flamegraph.pl flame stack grapher. 4 | # 5 | # This takes stack samples and renders a call graph, allowing hot functions 6 | # and codepaths to be quickly identified. Stack samples can be generated using 7 | # tools such as DTrace, perf, SystemTap, and Instruments. 8 | # 9 | # USAGE: ./flamegraph.pl [options] input.txt > graph.svg 10 | # 11 | # grep funcA input.txt | ./flamegraph.pl [options] > graph.svg 12 | # 13 | # Options are listed in the usage message (--help). 14 | # 15 | # The input is stack frames and sample counts formatted as single lines. Each 16 | # frame in the stack is semicolon separated, with a space and count at the end 17 | # of the line. These can be generated using DTrace with stackcollapse.pl, 18 | # and other tools using the stackcollapse variants. 19 | # 20 | # The output graph shows relative presence of functions in stack samples. The 21 | # ordering on the x-axis has no meaning; since the data is samples, time order 22 | # of events is not known. The order used sorts function names alphabetically. 23 | # 24 | # While intended to process stack samples, this can also process stack traces. 25 | # For example, tracing stacks for memory allocation, or resource usage. You 26 | # can use --title to set the title to reflect the content, and --countname 27 | # to change "samples" to "bytes" etc. 28 | # 29 | # There are a few different palettes, selectable using --color. Functions 30 | # called "-" will be printed gray, which can be used for stack separators (eg, 31 | # between user and kernel stacks). 32 | # 33 | # HISTORY 34 | # 35 | # This was inspired by Neelakanth Nadgir's excellent function_call_graph.rb 36 | # program, which visualized function entry and return trace events. As Neel 37 | # wrote: "The output displayed is inspired by Roch's CallStackAnalyzer which 38 | # was in turn inspired by the work on vftrace by Jan Boerhout". See: 39 | # https://blogs.oracle.com/realneel/entry/visualizing_callstacks_via_dtrace_and 40 | # 41 | # Copyright 2011 Joyent, Inc. All rights reserved. 42 | # Copyright 2011 Brendan Gregg. All rights reserved. 43 | # 44 | # CDDL HEADER START 45 | # 46 | # The contents of this file are subject to the terms of the 47 | # Common Development and Distribution License (the "License"). 48 | # You may not use this file except in compliance with the License. 49 | # 50 | # You can obtain a copy of the license at docs/cddl1.txt or 51 | # http://opensource.org/licenses/CDDL-1.0. 52 | # See the License for the specific language governing permissions 53 | # and limitations under the License. 54 | # 55 | # When distributing Covered Code, include this CDDL HEADER in each 56 | # file and include the License file at docs/cddl1.txt. 57 | # If applicable, add the following below this CDDL HEADER, with the 58 | # fields enclosed by brackets "[]" replaced with your own identifying 59 | # information: Portions Copyright [yyyy] [name of copyright owner] 60 | # 61 | # CDDL HEADER END 62 | # 63 | # 21-Nov-2013 Shawn Sterling Added consistent palette file option 64 | # 17-Mar-2013 Tim Bunce Added options and more tunables. 65 | # 15-Dec-2011 Dave Pacheco Support for frames with whitespace. 66 | # 10-Sep-2011 Brendan Gregg Created this. 67 | 68 | use strict; 69 | 70 | use Getopt::Long; 71 | 72 | use Digest::MD5 qw(md5_hex); 73 | 74 | # tunables 75 | my $encoding; 76 | my $fonttype = "Verdana"; 77 | my $imagewidth = 1200; # max width, pixels 78 | my $frameheight = 16; # max height is dynamic 79 | my $fontsize = 12; # base text size 80 | my $fontwidth = 0.59; # avg width relative to fontsize 81 | my $minwidth = 1; # min function width, pixels 82 | my $titletext = "Flame Graph"; # centered heading 83 | my $nametype = "Function:"; # what are the names in the data? 84 | my $countname = "samples"; # what are the counts in the data? 85 | my $colors = "hot"; # color theme 86 | my $bgcolor1 = "#eeeeee"; # background color gradient start 87 | my $bgcolor2 = "#eeeeb0"; # background color gradient stop 88 | my $nameattrfile; # file holding function attributes 89 | my $timemax; # (override the) sum of the counts 90 | my $factor = 1; # factor to scale counts by 91 | my $hash = 0; # color by function name 92 | my $palette = 0; # if we use consistent palettes (default off) 93 | my %palette_map; # palette map hash 94 | my $pal_file = "palette.map"; # palette map file name 95 | 96 | GetOptions( 97 | 'fonttype=s' => \$fonttype, 98 | 'width=i' => \$imagewidth, 99 | 'height=i' => \$frameheight, 100 | 'encoding=s' => \$encoding, 101 | 'fontsize=f' => \$fontsize, 102 | 'fontwidth=f' => \$fontwidth, 103 | 'minwidth=f' => \$minwidth, 104 | 'title=s' => \$titletext, 105 | 'nametype=s' => \$nametype, 106 | 'countname=s' => \$countname, 107 | 'nameattr=s' => \$nameattrfile, 108 | 'total=s' => \$timemax, 109 | 'factor=f' => \$factor, 110 | 'colors=s' => \$colors, 111 | 'hash' => \$hash, 112 | 'cp' => \$palette, 113 | ) or die < outfile.svg\n 115 | --title # change title text 116 | --width # width of image (default 1200) 117 | --height # height of each frame (default 16) 118 | --minwidth # omit smaller functions (default 0.1 pixels) 119 | --fonttype # font type (default "Verdana") 120 | --fontsize # font size (default 12) 121 | --countname # count type label (default "samples") 122 | --nametype # name type label (default "Function:") 123 | --colors # "hot", "mem", "io" palette (default "hot") 124 | --hash # colors are keyed by function name hash 125 | --cp # use consistent palette (palette.map) 126 | 127 | eg, 128 | $0 --title="Flame Graph: malloc()" trace.txt > graph.svg 129 | USAGE_END 130 | 131 | # internals 132 | my $ypad1 = $fontsize * 4; # pad top, include title 133 | my $ypad2 = $fontsize * 2 + 10; # pad bottom, include labels 134 | my $xpad = 10; # pad lefm and right 135 | my $depthmax = 0; 136 | my %Events; 137 | my %nameattr; 138 | 139 | if ($nameattrfile) { 140 | # The name-attribute file format is a function name followed by a tab then 141 | # a sequence of tab separated name=value pairs. 142 | open my $attrfh, $nameattrfile or die "Can't read $nameattrfile: $!\n"; 143 | while (<$attrfh>) { 144 | chomp; 145 | my ($funcname, $attrstr) = split /\t/, $_, 2; 146 | die "Invalid format in $nameattrfile" unless defined $attrstr; 147 | $nameattr{$funcname} = { map { split /=/, $_, 2 } split /\t/, $attrstr }; 148 | } 149 | } 150 | 151 | if ($colors eq "mem") { $bgcolor1 = "#eeeeee"; $bgcolor2 = "#e0e0ff"; } 152 | if ($colors eq "io") { $bgcolor1 = "#f8f8f8"; $bgcolor2 = "#e8e8e8"; } 153 | 154 | # SVG functions 155 | { package SVG; 156 | sub new { 157 | my $class = shift; 158 | my $self = {}; 159 | bless ($self, $class); 160 | return $self; 161 | } 162 | 163 | sub header { 164 | my ($self, $w, $h) = @_; 165 | my $enc_attr = ''; 166 | if (defined $encoding) { 167 | $enc_attr = qq{ encoding="$encoding"}; 168 | } 169 | $self->{svg} .= < 171 | 172 |