Console logs of the benchmarked servers
21 |- "
22 | for f in ${LOG_FILES} ; do
23 | LOGS_HTML="${LOGS_HTML}
24 |
- $f " 25 | done 26 | LOGS_HTML="${LOGS_HTML} 27 |
Machine Details
42 |$(uname -a)43 | EOF 44 | 45 | DATA=`lsb_release -sd 2>&1` 46 | if [ $? -eq 0 ] ; then 47 | echo "
${DATA}" >> "${REPORTS_HOME}/server-info.html"
48 | fi
49 |
50 | DATA=`free -m 2>&1`
51 | if [ $? -eq 0 ] ; then
52 | echo "${DATA}" >> "${REPORTS_HOME}/server-info.html"
53 | fi
54 |
55 | DATA=`cat /proc/cpuinfo 2>&1`
56 | if [ $? -eq 0 ] ; then
57 | echo "${DATA}" >> "${REPORTS_HOME}/server-info.html"
58 | fi
59 |
60 | DATA=`java -version 2>&1`
61 | if [ $? -eq 0 ] ; then
62 | echo "${DATA}" >> "${REPORTS_HOME}/server-info.html"
63 | fi
64 |
65 | which erl > /dev/null
66 | if [ $? -eq 0 ] ; then
67 | DATA=`erl -version 2>&1`
68 | else
69 | DATA=`${WORKSPACE}/erlang/bin/erl -version 2>&1`
70 | fi
71 | if [ $? -eq 0 ] ; then
72 | echo "" >> "${REPORTS_HOME}/server-info.html"
73 | echo "${DATA}" >> "${REPORTS_HOME}/server-info.html"
74 | echo "" >> "${REPORTS_HOME}/server-info.html"
75 | fi
76 |
77 | fi
78 |
79 | echo "=========================================================================="
80 | echo "Results stored under: ${REPORTS_HOME}"
81 | echo "=========================================================================="
82 |
83 | fi
--------------------------------------------------------------------------------
/bin/benchmark-setup:
--------------------------------------------------------------------------------
1 | #!/bin/bash
2 |
3 | true \
4 | ${REPORTS_HOME:=$1} \
5 | ${REPORTS_HOME:=`pwd`/reports/`hostname`}
6 | WORKSPACE="${BASEDIR}/workspace"
7 |
8 | mkdir -p ${WORKSPACE}
9 | mkdir -p ${REPORTS_HOME}
10 | cd "${REPORTS_HOME}" ; REPORTS_HOME=`pwd` ; cd - > /dev/null
11 |
12 | #
13 | # Install SBT
14 | #
15 | if [ ! -f "${WORKSPACE}/bin/sbt" ] ; then
16 | mkdir ~/.ivy2 2> /dev/null
17 | mkdir "${WORKSPACE}/bin" 2> /dev/null
18 | cd "${WORKSPACE}/bin"
19 | wget http://simple-build-tool.googlecode.com/files/sbt-launch-0.7.4.jar
20 | cat > ${WORKSPACE}/bin/sbt <
42 |
54 |
55 |
56 |
57 |
--------------------------------------------------------------------------------
/reports/ubuntu-2600k/apollo-1.1-SNAPSHOT.log:
--------------------------------------------------------------------------------
1 |
2 | _____ .__ .__
3 | / _ \ ______ ____ | | | | ____
4 | / /_\ \\____ \ / _ \| | | | / _ \
5 | / | \ |_> > <_> ) |_| |_( <_> )
6 | \____|__ / __/ \____/|____/____/\____/
7 | \/|__| Apache Apollo (1.1-SNAPSHOT)
8 |
9 |
10 | Loading configuration file '/home/chirino/sandbox/mqtt-benchmark/workspace/apollo-1.1-SNAPSHOT/etc/apollo.xml'.
11 | INFO | OS : Linux 3.0.0-15-generic (Ubuntu 11.10)
12 | INFO | JVM : Java HotSpot(TM) 64-Bit Server VM 1.6.0_30 (Sun Microsystems Inc.)
13 | INFO | Apollo : 1.1-SNAPSHOT (at: /mnt/md0/mqtt-benchmark/workspace/apache-apollo-1.1-SNAPSHOT)
14 | INFO | OS is restricting the open file limit to: 4096
15 | WARN | Please increase the process file limit using 'ulimit -n 4500' or configure lower connection limits on the broker connectors.
16 | INFO | Starting store: leveldb store at /home/chirino/sandbox/mqtt-benchmark/workspace/apollo-1.1-SNAPSHOT/data
17 | INFO | Accepting connections at: tcp://0.0.0.0:61613
18 | INFO | Accepting connections at: ws://0.0.0.0:61623/
19 | INFO | Administration interface available at: http://127.0.0.1:61680/
20 |
--------------------------------------------------------------------------------
/reports/ubuntu-2600k/resources/ajax-loader.gif:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/chirino/mqtt-benchmark/da9664486b5c9648542f0a9b7ce37ec6abbb3d63/reports/ubuntu-2600k/resources/ajax-loader.gif
--------------------------------------------------------------------------------
/reports/ubuntu-2600k/resources/blank.gif:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/chirino/mqtt-benchmark/da9664486b5c9648542f0a9b7ce37ec6abbb3d63/reports/ubuntu-2600k/resources/blank.gif
--------------------------------------------------------------------------------
/reports/ubuntu-2600k/resources/jquery.flot.crosshair.js:
--------------------------------------------------------------------------------
1 | /*
2 | Flot plugin for showing crosshairs, thin lines, when the mouse hovers
3 | over the plot.
4 |
5 | crosshair: {
6 | mode: null or "x" or "y" or "xy"
7 | color: color
8 | lineWidth: number
9 | }
10 |
11 | Set the mode to one of "x", "y" or "xy". The "x" mode enables a
12 | vertical crosshair that lets you trace the values on the x axis, "y"
13 | enables a horizontal crosshair and "xy" enables them both. "color" is
14 | the color of the crosshair (default is "rgba(170, 0, 0, 0.80)"),
15 | "lineWidth" is the width of the drawn lines (default is 1).
16 |
17 | The plugin also adds four public methods:
18 |
19 | - setCrosshair(pos)
20 |
21 | Set the position of the crosshair. Note that this is cleared if
22 | the user moves the mouse. "pos" is in coordinates of the plot and
23 | should be on the form { x: xpos, y: ypos } (you can use x2/x3/...
24 | if you're using multiple axes), which is coincidentally the same
25 | format as what you get from a "plothover" event. If "pos" is null,
26 | the crosshair is cleared.
27 |
28 | - clearCrosshair()
29 |
30 | Clear the crosshair.
31 |
32 | - lockCrosshair(pos)
33 |
34 | Cause the crosshair to lock to the current location, no longer
35 | updating if the user moves the mouse. Optionally supply a position
36 | (passed on to setCrosshair()) to move it to.
37 |
38 | Example usage:
39 | var myFlot = $.plot( $("#graph"), ..., { crosshair: { mode: "x" } } };
40 | $("#graph").bind("plothover", function (evt, position, item) {
41 | if (item) {
42 | // Lock the crosshair to the data point being hovered
43 | myFlot.lockCrosshair({ x: item.datapoint[0], y: item.datapoint[1] });
44 | }
45 | else {
46 | // Return normal crosshair operation
47 | myFlot.unlockCrosshair();
48 | }
49 | });
50 |
51 | - unlockCrosshair()
52 |
53 | Free the crosshair to move again after locking it.
54 | */
55 |
56 | (function ($) {
57 | var options = {
58 | crosshair: {
59 | mode: null, // one of null, "x", "y" or "xy",
60 | color: "rgba(170, 0, 0, 0.80)",
61 | lineWidth: 1
62 | }
63 | };
64 |
65 | function init(plot) {
66 | // position of crosshair in pixels
67 | var crosshair = { x: -1, y: -1, locked: false };
68 |
69 | plot.setCrosshair = function setCrosshair(pos) {
70 | if (!pos)
71 | crosshair.x = -1;
72 | else {
73 | var o = plot.p2c(pos);
74 | crosshair.x = Math.max(0, Math.min(o.left, plot.width()));
75 | crosshair.y = Math.max(0, Math.min(o.top, plot.height()));
76 | }
77 |
78 | plot.triggerRedrawOverlay();
79 | };
80 |
81 | plot.clearCrosshair = plot.setCrosshair; // passes null for pos
82 |
83 | plot.lockCrosshair = function lockCrosshair(pos) {
84 | if (pos)
85 | plot.setCrosshair(pos);
86 | crosshair.locked = true;
87 | }
88 |
89 | plot.unlockCrosshair = function unlockCrosshair() {
90 | crosshair.locked = false;
91 | }
92 |
93 | function onMouseOut(e) {
94 | if (crosshair.locked)
95 | return;
96 |
97 | if (crosshair.x != -1) {
98 | crosshair.x = -1;
99 | plot.triggerRedrawOverlay();
100 | }
101 | }
102 |
103 | function onMouseMove(e) {
104 | if (crosshair.locked)
105 | return;
106 |
107 | if (plot.getSelection && plot.getSelection()) {
108 | crosshair.x = -1; // hide the crosshair while selecting
109 | return;
110 | }
111 |
112 | var offset = plot.offset();
113 | crosshair.x = Math.max(0, Math.min(e.pageX - offset.left, plot.width()));
114 | crosshair.y = Math.max(0, Math.min(e.pageY - offset.top, plot.height()));
115 | plot.triggerRedrawOverlay();
116 | }
117 |
118 | plot.hooks.bindEvents.push(function (plot, eventHolder) {
119 | if (!plot.getOptions().crosshair.mode)
120 | return;
121 |
122 | eventHolder.mouseout(onMouseOut);
123 | eventHolder.mousemove(onMouseMove);
124 | });
125 |
126 | plot.hooks.drawOverlay.push(function (plot, ctx) {
127 | var c = plot.getOptions().crosshair;
128 | if (!c.mode)
129 | return;
130 |
131 | var plotOffset = plot.getPlotOffset();
132 |
133 | ctx.save();
134 | ctx.translate(plotOffset.left, plotOffset.top);
135 |
136 | if (crosshair.x != -1) {
137 | ctx.strokeStyle = c.color;
138 | ctx.lineWidth = c.lineWidth;
139 | ctx.lineJoin = "round";
140 |
141 | ctx.beginPath();
142 | if (c.mode.indexOf("x") != -1) {
143 | ctx.moveTo(crosshair.x, 0);
144 | ctx.lineTo(crosshair.x, plot.height());
145 | }
146 | if (c.mode.indexOf("y") != -1) {
147 | ctx.moveTo(0, crosshair.y);
148 | ctx.lineTo(plot.width(), crosshair.y);
149 | }
150 | ctx.stroke();
151 | }
152 | ctx.restore();
153 | });
154 |
155 | plot.hooks.shutdown.push(function (plot, eventHolder) {
156 | eventHolder.unbind("mouseout", onMouseOut);
157 | eventHolder.unbind("mousemove", onMouseMove);
158 | });
159 | }
160 |
161 | $.plot.plugins.push({
162 | init: init,
163 | options: options,
164 | name: 'crosshair',
165 | version: '1.0'
166 | });
167 | })(jQuery);
168 |
--------------------------------------------------------------------------------
/reports/ubuntu-2600k/server-info.html:
--------------------------------------------------------------------------------
1 |
43 |
45 | MQTT Benchmark Results
44 |
46 |
53 | Machine Details
2 |-
3 |
- CPU: 3.4 GHz Intel 2600K
4 |
model name : Intel(R) Core(TM) i7-2600K CPU @ 3.40GHz
5 |
6 | - Memory: 8 GB 2000 MHz DDR3 7 |
- Disk: 3 x 10k RPM Raptor drives in software Raid 0 (Striping) 8 |
- OS: Ubuntu 11.10
9 |
Linux ubuntu-2600k 3.0.0-15-generic #26-Ubuntu SMP Fri Jan 20 17:23:00 UTC 2012 x86_64 x86_64 x86_64 GNU/Linux
10 |
11 | - Java: OpenJDK 64-Bit 1.6.0_23
12 |
java version "1.6.0_23" 13 | OpenJDK Runtime Environment (IcedTea6 1.11pre) (6b23~pre11-0ubuntu1.11.10) 14 | OpenJDK 64-Bit Server VM (build 20.0-b11, mixed mode)
15 |
16 |
361 |
1056 |
1057 |
1058 |
--------------------------------------------------------------------------------
/src/main/scala/com/github/mqtt/benchmark/Benchmark.scala:
--------------------------------------------------------------------------------
1 | /**
2 | * Copyright (C) 2009-2011 the original author or authors.
3 | * See the notice.md file distributed with this work for additional
4 | * information regarding copyright ownership.
5 | *
6 | * Licensed under the Apache License, Version 2.0 (the "License");
7 | * you may not use this file except in compliance with the License.
8 | * You may obtain a copy of the License at
9 | *
10 | * http://www.apache.org/licenses/LICENSE-2.0
11 | *
12 | * Unless required by applicable law or agreed to in writing, software
13 | * distributed under the License is distributed on an "AS IS" BASIS,
14 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
15 | * See the License for the specific language governing permissions and
16 | * limitations under the License.
17 | */
18 | package com.github.mqtt.benchmark
19 |
20 | import scala.collection.mutable.HashMap
21 | import scala.xml.{XML, NodeSeq}
22 | import scala.util.control.Exception.catching
23 | import scala.util.Random
24 |
25 | import java.io.{PrintStream, FileOutputStream, File}
26 | import collection.JavaConversions
27 | import java.lang.{String, Class}
28 |
29 | import org.apache.felix.gogo.commands.basic.DefaultActionPreparator
30 | import org.apache.felix.service.command.CommandSession
31 | import org.apache.felix.gogo.commands.{CommandException, Action, Option => option, Argument => argument, Command => command}
32 |
33 | import sun.misc.Signal;
34 | import sun.misc.SignalHandler;
35 |
36 | object Benchmark {
37 | def main(args: Array[String]):Unit = {
38 | val session = new CommandSession {
39 | def getKeyboard = System.in
40 | def getConsole = System.out
41 | def put(p1: String, p2: AnyRef) = {}
42 | def get(p1: String) = null
43 | def format(p1: AnyRef, p2: Int) = throw new UnsupportedOperationException
44 | def execute(p1: CharSequence) = throw new UnsupportedOperationException
45 | def convert(p1: Class[_], p2: AnyRef) = throw new UnsupportedOperationException
46 | def close = {}
47 | }
48 |
49 | val action = new Benchmark()
50 | val p = new DefaultActionPreparator
51 | try {
52 | if( p.prepare(action, session, JavaConversions.asJavaList(args.toList)) ) {
53 | action.execute(session)
54 | }
55 | } catch {
56 | case x:CommandException=>
57 | println(x.getMessage)
58 | System.exit(-1);
59 | }
60 | }
61 | }
62 |
63 | @command(scope="mqtt", name = "benchmark", description = "The MQTT benchmarking tool")
64 | class Benchmark extends Action {
65 |
66 | // Helpers needed to diferenciate between default value and not set on the CLI value for primitive values
67 | def toIntOption(x: java.lang.Integer): Option[Int] = if(x!=null) Some(x.intValue) else None
68 | def toLongOption(x: java.lang.Long): Option[Long] = if(x!=null) Some(x.longValue) else None
69 | def toBooleanOption(x: java.lang.Boolean): Option[Boolean] = if(x!=null) Some(x.booleanValue) else None
70 |
71 | @option(name = "--broker_name", description = "The name of the broker being benchmarked.")
72 | var cl_broker_name:String = _
73 | var broker_name = FlexibleProperty(default = None, high_priority = () => Option(cl_broker_name))
74 |
75 | @option(name = "--protocol", description = "protocol to use (tcp, ssl, tls, tlsv2, etc.)")
76 | var cl_protocol: String = _
77 | var protocol = FlexibleProperty(default = Some("tcp"), high_priority = () => Option(cl_protocol))
78 |
79 | @option(name = "--key-store-file", description = "The JKS keystore file to use for keys and certs when using ssl connections")
80 | var cl_key_store_file: String = _
81 | var key_store_file = FlexibleProperty(default = None, high_priority = () => Option(cl_key_store_file))
82 |
83 | @option(name = "--key-store-password", description = "The JKS keystore password")
84 | var cl_key_store_password: String = _
85 | var key_store_password = FlexibleProperty(default = None, high_priority = () => Option(cl_key_store_password))
86 |
87 | @option(name = "--key-password", description = "The password the key in the JKS keystore")
88 | var cl_key_password: String = _
89 | var key_password = FlexibleProperty(default = None, high_priority = () => Option(cl_key_password))
90 |
91 | @option(name = "--host", description = "server host name")
92 | var cl_host: String = _
93 | var host = FlexibleProperty(default = Some("127.0.0.1"), high_priority = () => Option(cl_host))
94 | @option(name = "--port", description = "server port")
95 | var cl_port: java.lang.Integer = _
96 | var port = FlexibleProperty(default = Some(1883), high_priority = () => toIntOption(cl_port))
97 |
98 | @option(name = "--user", description = "user name to connect with")
99 | var cl_user:String = _
100 | var user = FlexibleProperty(default = None, high_priority = () => Option(cl_user))
101 | @option(name = "--password", description = "password to connect with")
102 | var cl_password:String = _
103 | var password = FlexibleProperty(default = None, high_priority = () => Option(cl_password))
104 |
105 | @option(name = "--sample-count", description = "number of samples to take")
106 | var cl_sample_count: java.lang.Integer = _
107 | var sample_count = FlexibleProperty(default = Some(15), high_priority = () => toIntOption(cl_sample_count))
108 | @option(name = "--sample-interval", description = "number of milli seconds that data is collected.")
109 | var cl_sample_interval: java.lang.Integer = _
110 | var sample_interval = FlexibleProperty(default = Some(1000), high_priority = () => toIntOption(cl_sample_interval))
111 | @option(name = "--warm-up-count", description = "number of warm up samples to ignore")
112 | var cl_warm_up_count: java.lang.Integer = _
113 | var warm_up_count = FlexibleProperty(default = Some(3), high_priority = () => toIntOption(cl_warm_up_count))
114 |
115 | @argument(index=0, name = "out", description = "The file to store benchmark metrics in", required=true)
116 | var cl_out: File = _
117 | var out = FlexibleProperty(default = None, high_priority = () => Option(cl_out))
118 |
119 | @option(name = "--scenario-connection-scale", description = "enable the connection scale scenarios")
120 | var cl_scenario_connection_scale: java.lang.Boolean = _
121 | var scenario_connection_scale = FlexibleProperty(default = Some(false), high_priority = () => toBooleanOption(cl_scenario_connection_scale))
122 |
123 | @option(name = "--scenario-request-response", description = "enable the request response scenarios")
124 | var cl_scenario_request_response: java.lang.Boolean = _
125 | var scenario_request_response = FlexibleProperty(default = Some(false), high_priority = () => toBooleanOption(cl_scenario_request_response))
126 |
127 | @option(name = "--scenario-connection-scale-rate", description = "How many connection to add after each sample")
128 | var cl_scenario_connection_scale_rate: java.lang.Integer = _
129 | var scenario_connection_scale_rate = FlexibleProperty(default = Some(50), high_priority = () => toIntOption(cl_scenario_connection_scale_rate))
130 | @option(name = "--scenario-connection-max-samples", description = "The maximum number of sample to take in the connection scale scenario")
131 | var cl_scenario_connection_scale_max_samples: java.lang.Integer = _
132 | var scenario_connection_scale_max_samples = FlexibleProperty(default = Some(100), high_priority = () => toIntOption(cl_scenario_connection_scale_max_samples))
133 |
134 | @option(name = "--scenario-producer-throughput", description = "enable the producer throughput scenarios")
135 | var cl_scenario_producer_throughput: java.lang.Boolean = _
136 | var scenario_producer_throughput = FlexibleProperty(default = Some(true), high_priority = () => toBooleanOption(cl_scenario_producer_throughput))
137 |
138 | @option(name = "--scenario-subscription-loading", description = "enable the subscription load/unload scenarios")
139 | var cl_scenario_subscription_loading: java.lang.Boolean = _
140 | var scenario_subscription_loading = FlexibleProperty(default = Some(true), high_priority = () => toBooleanOption(cl_scenario_subscription_loading))
141 |
142 | @option(name = "--scenario-partitioned", description = "enable the partitioned load scenarios")
143 | var cl_scenario_partitioned: java.lang.Boolean = _
144 | var scenario_partitioned = FlexibleProperty(default = Some(true), high_priority = () => toBooleanOption(cl_scenario_partitioned))
145 | @option(name = "--scenario-fan-in-out", description = "enable the fan in/fan out scenarios")
146 | var cl_scenario_fan_in_out: java.lang.Boolean = _
147 | var scenario_fan_in_out = FlexibleProperty(default = Some(true), high_priority = () => toBooleanOption(cl_scenario_fan_in_out))
148 |
149 | @option(name = "--scenario-file", description = "uses a scenario defined in an XML file instead of the default ones")
150 | var cl_scenario_file: File = _
151 | var scenario_file = FlexibleProperty(default = None, high_priority = () => Option(cl_scenario_file))
152 |
153 | @option(name = "--destination-prefix", description = "prefix used for the destination names.")
154 | var cl_destination_prefix: String = _
155 | var destination_prefix = FlexibleProperty(default = Some(""), high_priority = () => Option(cl_destination_prefix))
156 |
157 | @option(name = "--drain-timeout", description = "How long to wait for a drain to timeout in ms.")
158 | var cl_drain_timeout: java.lang.Long = _
159 | var drain_timeout = FlexibleProperty(default = Some(3000L), high_priority = () => toLongOption(cl_drain_timeout))
160 |
161 | @option(name = "--messages-per-connection", description = "The number of messages that are sent before the client reconnect.")
162 | var cl_messages_per_connection: java.lang.Integer = _
163 | var messages_per_connection = FlexibleProperty(
164 | default = Some(new propertyFunction { override def apply() = -1 }),
165 | high_priority = () => {
166 | if (cl_messages_per_connection != null)
167 | Some(new propertyFunction { override def apply() = cl_messages_per_connection.intValue })
168 | else
169 | None
170 | }
171 | )
172 |
173 | @option(name = "--message-retain", description = "Should the producer set the retain flag?")
174 | var cl_message_retain: java.lang.Boolean = _
175 | var message_retain = FlexibleProperty(default = Some(false), high_priority = () => toBooleanOption(cl_message_retain))
176 |
177 | @option(name = "--display-errors", description = "Should errors get dumped to the screen when they occur?")
178 | var cl_display_errors: java.lang.Boolean = _
179 | var display_errors = FlexibleProperty(default = Some(true), high_priority = () => toBooleanOption(cl_display_errors))
180 |
181 | var samples = HashMap[String, List[(Long,Long)]]()
182 | var benchmark_results = new BenchmarkResults()
183 |
184 | def json_format(value:Option[List[String]]):String = {
185 | value.map { json_format _ }.getOrElse("null")
186 | }
187 |
188 | def json_format(value:List[String]):String = {
189 | "[ "+value.mkString(",")+" ]"
190 | }
191 |
192 | def write_results() {
193 | val parent_dir = out.get.getParentFile
194 | if (parent_dir != null) {
195 | parent_dir.mkdirs
196 | }
197 | val os = new PrintStream(new FileOutputStream(out.get))
198 |
199 | if( scenario_file.getOption.isEmpty ) {
200 | os.println("{")
201 | os.println(""" "benchmark_settings": {""")
202 | os.println(""" "broker_name": "%s",""".format(broker_name.get))
203 | os.println(""" "host": "%s",""".format(host.get))
204 | os.println(""" "port": %d,""".format(port.get))
205 | os.println(""" "sample_count": %d,""".format(sample_count.get))
206 | os.println(""" "sample_interval": %d,""".format(sample_interval.get))
207 | os.println(""" "warm_up_count": %d,""".format(warm_up_count.get))
208 | os.println(""" "scenario_connection_scale_rate": %d""".format(scenario_connection_scale_rate.get))
209 | os.println(""" },""")
210 | os.println(samples.map { case (name, sample)=>
211 | """ "%s": %s""".format(name, json_format(sample.map(x=> "[%d,%d]".format(x._1,x._2))))
212 | }.mkString(",\n"))
213 | os.println("}")
214 | } else {
215 | os.print(benchmark_results.to_json())
216 | }
217 |
218 | os.close
219 |
220 | println("===================================================================")
221 | println("Stored: "+out.get)
222 | println("===================================================================")
223 | }
224 |
225 | def execute(session: CommandSession): AnyRef = {
226 |
227 | FlexibleProperty.init_all()
228 |
229 | broker_name.set_default(out.get.getName.stripSuffix(".json"))
230 |
231 | // Protect against ctrl-c, write the results we have in any case
232 | Signal.handle(new Signal("INT"), new SignalHandler () {
233 | def handle(sig: Signal) {
234 | println("\n\n**** Program interruption requested by the user, writing the results ****\n")
235 | write_results()
236 | System.exit(0)
237 | }
238 | });
239 |
240 | println("===================================================================")
241 | println("Benchmarking %s at: %s:%d".format(broker_name.get, host.get, port.get))
242 | println("===================================================================")
243 |
244 | try {
245 | if( scenario_file.getOption.isEmpty ) {
246 | run_benchmarks
247 | } else {
248 | load_and_run_benchmarks
249 | }
250 | } catch {
251 | case e : Exception => {
252 | println("There was an error, we proceed to write the results we got:")
253 | println(e)
254 | println(e.getStackTraceString)
255 | }
256 | }
257 |
258 | write_results()
259 |
260 | null
261 | }
262 |
263 | private def benchmark(name:String, drain:Boolean=true, sc:Int=sample_count.get, is_done: (List[Scenario])=>Boolean = null)(init_func: (Scenario)=>Unit ):Unit = {
264 | multi_benchmark(List(name), drain, sc, is_done) { scenarios =>
265 | init_func(scenarios.head)
266 | }
267 | }
268 |
269 | private def multi_benchmark(names:List[String], drain:Boolean=true, sc:Int=sample_count.get, is_done: (List[Scenario])=>Boolean = null, results: HashMap[String, ClientResults] = HashMap.empty)(init_func: (List[Scenario])=>Unit ):Unit = {
270 | val scenarios:List[Scenario] = names.map { name=>
271 | val scenario = new NonBlockingScenario
272 | scenario.name = name
273 | scenario.sample_interval = sample_interval.get
274 | scenario.protocol = protocol.get
275 | scenario.host = host.get
276 | scenario.port = port.get
277 | scenario.key_store_file = key_store_file.getOption()
278 | scenario.key_store_password = key_store_password.getOption()
279 | scenario.key_password = key_password.getOption()
280 | scenario.user = user.getOption
281 | scenario.password = password.getOption
282 | scenario.destination_prefix = destination_prefix.get
283 | scenario.drain_timeout = drain_timeout.get
284 | scenario.display_errors = display_errors.get
285 | scenario.message_retain = message_retain.get
286 | scenario
287 | }
288 |
289 | init_func(scenarios)
290 |
291 | scenarios.foreach{ scenario=>
292 | if (scenario.destination_name.isEmpty) {
293 | if( scenario.destination_prefix == "queue" ) {
294 | scenario.destination_name = "loadq"
295 | } else if( scenario.destination_prefix == "topic" ) {
296 | scenario.destination_name = "loadt"
297 | }
298 | }
299 | }
300 |
301 | print("scenario : %s ".format(names.mkString(" and ")))
302 |
303 | def with_load[T](s:List[Scenario])(proc: => T):T = {
304 | s.headOption match {
305 | case Some(senario) =>
306 | senario.with_load {
307 | with_load(s.drop(1)) {
308 | proc
309 | }
310 | }
311 | case None =>
312 | proc
313 | }
314 | }
315 |
316 | Thread.currentThread.setPriority(Thread.MAX_PRIORITY)
317 | val sample_set = with_load(scenarios) {
318 | for( i <- 0 until warm_up_count.get ) {
319 | Thread.sleep(sample_interval.get)
320 | print(".")
321 | }
322 | scenarios.foreach(_.collection_start)
323 |
324 | if( is_done!=null ) {
325 | while( !is_done(scenarios) ) {
326 | print(".")
327 | Thread.sleep(sample_interval.get)
328 | scenarios.foreach(_.collection_sample)
329 | }
330 |
331 | } else {
332 | var remaining = sc
333 | while( remaining > 0 ) {
334 | print(".")
335 | Thread.sleep(sample_interval.get)
336 | scenarios.foreach(_.collection_sample)
337 | remaining-=1
338 | }
339 | }
340 |
341 |
342 | println(".")
343 | scenarios.foreach{ scenario=>
344 | val collected = scenario.collection_end
345 | collected.foreach{ x=>
346 | if( !x._1.startsWith("e_") || x._2.find( _._2 != 0 ).isDefined ) {
347 | println("%s samples: %s".format(x._1, json_format(x._2.map(_._2.toString))) )
348 |
349 | if (results.contains(scenario.name)) {
350 | // Copy the scenario results to the results structure
351 | val client_results = results(scenario.name)
352 | client_results.producers_data = collected.getOrElse("p_"+scenario.name, Nil)
353 | client_results.consumers_data = collected.getOrElse("c_"+scenario.name, Nil)
354 | client_results.error_data = collected.getOrElse("e_"+scenario.name, Nil)
355 | client_results.request_p90 = collected.getOrElse("p90_"+scenario.name, Nil)
356 | client_results.request_p99 = collected.getOrElse("p99_"+scenario.name, Nil)
357 | client_results.request_p999 = collected.getOrElse("p999_"+scenario.name, Nil)
358 |
359 | if ( client_results.error_data.foldLeft(0L)((a,x) => a + x._2) == 0 ) {
360 | // If there are no errors, we keep an empty list
361 | client_results.error_data = Nil
362 | }
363 | }
364 | }
365 | }
366 | samples ++= collected
367 | }
368 | }
369 | Thread.currentThread.setPriority(Thread.NORM_PRIORITY)
370 |
371 | if( drain) {
372 | scenarios.headOption.foreach( _.drain )
373 | }
374 | }
375 |
376 | trait propertyFunction {
377 |
378 | protected val SLEEP = -500
379 |
380 | protected var init_time: Long = 0
381 |
382 | def init(time: Long) { init_time = time }
383 |
384 | def now() = { System.currentTimeMillis() - init_time }
385 |
386 | def apply() = 0
387 |
388 | /* Alternates two values for short periods of time (fast) or long ones (slow) in bursts */
389 | def burst(slow: Int, fast: Int, duration: Int, period: Int) = {
390 | new Function1[Long, Int] {
391 | var burstLeft: Long = 0
392 | var previousTime: Long = 0
393 | def apply(time: Long) = {
394 | if (time != previousTime) {
395 | if (burstLeft > 0) {
396 | burstLeft -= time-previousTime
397 | if(burstLeft < 0){
398 | burstLeft = 0
399 | }
400 | } else {
401 | if (util.Random.nextInt(period) == 0) {
402 | burstLeft = duration
403 | }
404 | }
405 | previousTime = time
406 | }
407 | if (burstLeft > 0) fast else slow
408 | }
409 | }
410 | }
411 |
412 | /* Returns random numbers uniformly distributed between min (included) and max (not included) */
413 | def random (min: Int, max: Int) = {
414 | if (min == max) {
415 | new Function1[Long, Int] {
416 | def apply(time: Long): Int = {
417 | return min
418 | }
419 | }
420 | } else if (max > min) {
421 | new Function1[Long, Int] {
422 | def apply(time: Long): Int = {
423 | return Random.nextInt(max-min) + min
424 | }
425 | }
426 | } else {
427 | throw new Exception("Error in random function, min bigger than max.")
428 | }
429 | }
430 |
431 | /* Returns random numbers normally (gaussian) distributed with a mean and a variance */
432 | def normal (mean: Int, variance: Int) = {
433 | new Function1[Long, Int] {
434 | def apply(time: Long): Int = {
435 | return (Random.nextGaussian*variance + mean).toInt
436 | }
437 | }
438 | }
439 | }
440 |
441 | private def mlabel(size:Int) = if((size%1024)==0) (size/1024)+"k" else size+"b"
442 | private def plabel(persistent:Boolean) = if(persistent) "p" else ""
443 | private def slabel(sync_send:Boolean) = if(sync_send) "" else "a"
444 |
445 | def run_benchmarks = {
446 |
447 | val clean_values = List(true, false)
448 | def clean_text(v:Boolean) = if(v) "clean" else "dirty"
449 | def client_text(count:Int, clean:Boolean, qos:Int) = "(%d * %s qos%d)".format(count, clean_text(clean), qos)
450 |
451 | if(scenario_request_response.get) {
452 | for( producers <- List(1, 10, 100); clean <- List(false, true); consumers <- List(1, 5, 10); qos <- List(0,1,2) ) {
453 | val name = "rr:20b:%s_qos%d_%d>1<%s_qos%d_%d".format(clean_text(clean), qos, producers, clean_text(clean), qos, consumers)
454 | benchmark(name) { g=>
455 | g.message_size = 20
456 | g.producer_clean = clean
457 | g.producer_qos = qos
458 | g.producers = producers
459 | g.consumer_qos = qos
460 | g.consumers = consumers
461 | g.request_response = true
462 | g.producer_clean = clean
463 | }
464 | }
465 | }
466 |
467 | // if(scenario_connection_scale.get ) {
468 | // for( messages_per_connection <- List(-1)) {
469 | //
470 | // /** this test keeps going until we start getting a large number of errors */
471 | // var remaining = scenario_connection_scale_max_samples.get
472 | // def is_done(scenarios:List[Scenario]):Boolean = {
473 | // remaining -= 1;
474 | // var errors = 0L
475 | // scenarios.foreach( _.error_samples.lastOption.foreach( errors+= _._2 ) )
476 | // return errors >= scenario_connection_scale_rate.get || remaining <= 0
477 | // }
478 | //
479 | // benchmark("20b_Xa%s_1queue_1".format(messages_per_connection)+"m", true, 0, is_done) { scenario=>
480 | // scenario.message_size = 20
481 | // scenario.producers = 0
482 | // scenario.messages_per_connection = messages_per_connection
483 | // scenario.producers_per_sample = scenario_connection_scale_rate.get
484 | // scenario.producer_sleep = 1000
485 | // scenario.producer_clean = true
486 | // scenario.destination_count = 1
487 | // scenario.destination_prefix = "queue"
488 | // scenario.consumers = 1
489 | // }
490 | // }
491 | // }
492 |
493 | if( scenario_subscription_loading.get ) {
494 |
495 | // Setup the sub
496 | benchmark("load_setup", false, 1) { g=>
497 | g.producers = 0
498 | g.destination_count = 1
499 | g.destination_name = "load_me_up"
500 | g.consumer_clean = false
501 | g.consumer_qos = 1
502 | g.consumers = 1
503 | g.clear_subscriptions_when_finished = false
504 | }
505 |
506 | // Load with the 3 QoSes
507 | for ( qos <- List(0,1,2)) {
508 | val name = "load_20b:%s->[1]".format(client_text(1, true, qos))
509 | benchmark(name, false, 30) { g=>
510 | g.message_size = 20
511 | g.producer_clean = true
512 | g.producer_qos = qos
513 | g.producers = 1
514 | g.destination_count = 1
515 | g.destination_name = "load_me_up"
516 | g.consumers = 0
517 | g.clear_subscriptions_when_finished = false
518 | }
519 | }
520 |
521 | // Unload with the 3 QoSes
522 | for ( qos <- List(2,1,0)) {
523 | val name = "load_20b:[1]->%s".format(client_text(1, false, qos))
524 | benchmark(name, false, 15) { g=>
525 | g.producers = 0
526 | g.destination_count = 1
527 | g.destination_name = "load_me_up"
528 | g.consumer_clean = false
529 | g.consumer_qos = qos
530 | g.consumers = 1
531 | g.clear_subscriptions_when_finished = qos==2 // Clear them after the last one.
532 | }
533 | }
534 |
535 | }
536 |
537 | // // Setup a scenario /w fast and slow consumers
538 | // if(scenario_slow_consumer.get) {
539 | // for( dt <- destination_types) {
540 | // multi_benchmark(List("20b_1a_1%s_1fast".format(dt), "20b_0_1%s_1slow".format(dt))) {
541 | // case List(fast:Scenario, slow:Scenario) =>
542 | // fast.message_size = 20
543 | // fast.producers = 1
544 | // fast.producer_clean = true
545 | // fast.destination_count = 1
546 | // fast.destination_prefix = dt
547 | // fast.consumers = 1
548 | //
549 | // slow.producers = 0
550 | // slow.destination_count = 1
551 | // slow.destination_prefix = dt
552 | // slow.consumer_sleep = 100 // He can only process 10 /sec
553 | // slow.consumers = 1
554 | // case _ =>
555 | // }
556 | // }
557 | // }
558 |
559 | if( scenario_producer_throughput.get ) {
560 | // Benchmark for figuring out the max producer throughput
561 | for( size <- List(20, 1024, 1024 * 256) ) {
562 | val name = "pt_%s:%s->[1]".format(mlabel(size), client_text(1, true, 0))
563 | benchmark(name) { g=>
564 | g.message_size = size
565 | g.producer_clean = true
566 | g.producer_qos = 0
567 | g.producers = 1
568 | g.destination_count = 1
569 | g.consumers = 0
570 | }
571 | }
572 | }
573 |
574 | // Benchmark for the parallel scenarios
575 | if( scenario_partitioned.get ) {
576 |
577 | var sizes = List(20, 1024, 1024 * 256)
578 | val destinations = List(1, 5, 10)
579 | for( clean <- clean_values ; size <- sizes; load <- destinations ; qos <- List(0,1,2)) {
580 | val name = "par_%s:%s->[%d]->%s".format(mlabel(size), client_text(load, clean, qos), load, client_text(load, clean, qos))
581 | benchmark(name) { g=>
582 | g.message_size = size
583 | g.producer_clean = clean
584 | g.producer_qos = qos
585 | g.producers = load
586 | g.destination_count = load
587 | g.consumer_clean = clean
588 | g.consumer_qos = qos
589 | g.consumers = load
590 | }
591 | }
592 | }
593 |
594 | if( scenario_fan_in_out.get ) {
595 | val client_count = List(1, 5, 10)
596 | var sizes = List(20)
597 | for( clean <- clean_values; size <- sizes; consumers <- client_count; producers <- client_count; qos <- List(0,1,2) ) {
598 | val name = "fan_%s:%s->[1]->%s".format(mlabel(size), client_text(producers, clean, qos), client_text(consumers, clean, qos))
599 | benchmark(name) { g=>
600 | g.message_size = size
601 | g.producer_clean = clean
602 | g.producer_qos = qos
603 | g.producers = producers
604 | g.destination_count = 1
605 | g.consumer_clean = clean
606 | g.consumer_qos = qos
607 | g.consumers = consumers
608 | }
609 | }
610 | }
611 |
612 | }
613 |
614 | def load_and_run_benchmarks = {
615 |
616 | var producers = FlexibleProperty[Int]()
617 | var consumers = FlexibleProperty[Int]()
618 | var destination_type = FlexibleProperty[String]()
619 | var destination_name = FlexibleProperty[String]()
620 | var destination_count = FlexibleProperty[Int]()
621 | var consumer_prefix = FlexibleProperty[String]()
622 |
623 | var content_length = FlexibleProperty[Boolean]()
624 |
625 | var drain = FlexibleProperty[Boolean](default = Some(false))
626 | var persistent = FlexibleProperty[Boolean]()
627 | var durable = FlexibleProperty[Boolean]()
628 | var sync_send = FlexibleProperty[Boolean]()
629 |
630 | var ack = FlexibleProperty[String]()
631 |
632 | var producers_per_sample = FlexibleProperty[Int]()
633 | var consumers_per_sample = FlexibleProperty[Int]()
634 |
635 | var headers = FlexibleProperty[Array[Array[String]]](default = Some(Array[Array[String]]()))
636 | var selector = FlexibleProperty[String]()
637 |
638 | var producer_sleep = FlexibleProperty[propertyFunction](default = Some(new propertyFunction { override def apply() = 0 }))
639 | var consumer_sleep = FlexibleProperty[propertyFunction](default = Some(new propertyFunction { override def apply() = 0 }))
640 | var message_size = FlexibleProperty[propertyFunction](default = Some(new propertyFunction { override def apply() = 1024 }))
641 |
642 | def getStringValue(property_name: String, ns_xml: NodeSeq, vars: Map[String, String] = Map.empty[String, String]): Option[String] = {
643 | val value = ns_xml \ property_name
644 | if (value.length == 1) Some(substituteVariables(value.text.trim, vars)) else None
645 | }
646 |
647 | def getIntValue(property_name: String, ns_xml: NodeSeq, vars: Map[String, String] = Map.empty[String, String]): Option[Int] = {
648 | val value = getStringValue(property_name, ns_xml, vars)
649 | try {
650 | value.map((x:String) => x.toInt)
651 | } catch {
652 | case e: NumberFormatException => throw new Exception("Error in XML scenario, not integer provided: " + value.getOrElse("\"\""))
653 | }
654 | }
655 |
656 | def getBooleanValue(property_name: String, ns_xml: NodeSeq, vars: Map[String, String] = Map.empty[String, String]): Option[Boolean] = {
657 | val value = getStringValue(property_name, ns_xml, vars)
658 | try {
659 | value.map((x:String) => x.toBoolean)
660 | } catch {
661 | case e: NumberFormatException => throw new Exception("Error in XML scenario, not boolean provided: " + value.getOrElse("\"\""))
662 | }
663 | }
664 |
665 | def getPropertyFunction(property_name: String, clients_xml: NodeSeq, vars: Map[String, String] = Map.empty[String, String]): Option[propertyFunction] = {
666 | val format_catcher = catching(classOf[NumberFormatException])
667 | val property_function_nodeset = clients_xml \ property_name
668 | val property_function_value: Option[Int] = format_catcher.opt(substituteVariables(property_function_nodeset.text.trim, vars).toInt)
669 | if (property_function_nodeset.length == 1 && property_function_value.isDefined) {
670 | Some(new propertyFunction { override def apply() = property_function_value.get })
671 | } else if ((property_function_nodeset \ "range").length > 0) {
672 | Some(new propertyFunction {
673 | var ranges: List[Tuple2[Int, (Long) => Int]] = Nil
674 | for (range_node <- property_function_nodeset \ "range") {
675 | val range_value = format_catcher.opt(substituteVariables(range_node.text.trim, vars).toInt)
676 | val range_end = getStringValue("@end", range_node, vars).
677 | map((x:String) => x.toLowerCase().replace("end", Int.MaxValue.toString).toInt).
678 | map((x: Int) => if (x >= 0) x else sample_count.get*sample_interval.get + x)
679 | val range_burst = range_node \ "burst"
680 | val range_random = range_node \ "random"
681 | val range_normal = range_node \ "normal"
682 | if (range_node.text == "sleep") {
683 | ranges :+= Tuple2(range_end.get, (time: Long) => SLEEP)
684 | } else if (range_value.isDefined) {
685 | ranges :+= Tuple2(range_end.get, (time: Long) => range_value.get)
686 | } else if (range_burst.length == 1) {
687 | var (slow, fast, duration, period) = (100, 0 , 1, 10)
688 | slow = getIntValue("@slow", range_burst, vars).getOrElse(slow)
689 | fast = getIntValue("@fast", range_burst, vars).getOrElse(fast)
690 | duration = getIntValue("@duration", range_burst, vars).getOrElse(duration)
691 | period = getIntValue("@period", range_burst, vars).getOrElse(period)
692 | ranges :+= Tuple2(range_end.get, burst(slow, fast, duration, period))
693 | } else if (range_random.length == 1) {
694 | var (min, max) = (0 , 1024)
695 | min = getIntValue("@min", range_random, vars).getOrElse(min)
696 | max = getIntValue("@max", range_random, vars).getOrElse(max)
697 | ranges :+= Tuple2(range_end.get, random(min, max))
698 | } else if (range_normal.length == 1) {
699 | var (mean, variance) = (0 , 1)
700 | mean = getIntValue("@mean", range_normal, vars).getOrElse(mean)
701 | variance = getIntValue("@variance", range_normal, vars).getOrElse(variance)
702 | ranges :+= Tuple2(range_end.get, normal(mean, variance))
703 | } else {
704 | throw new Exception("Error in XML scenario, unsuported property function: "+range_node.text)
705 | }
706 | }
707 | ranges = ranges.sortBy(_._1)
708 |
709 | override def apply() = {
710 | val n = now
711 | val r = ranges.find( r => n < r._1 )
712 | if (r.isDefined) {
713 | r.get._2(n)
714 | } else {
715 | // Default values for diferent property names
716 | property_name match {
717 | case "producer_sleep" => SLEEP
718 | case "consumer_sleep" => SLEEP
719 | case "message_size" => 1024
720 | case "messages_per_connection" => -1
721 | }
722 | }
723 | }
724 | })
725 | } else {
726 | None
727 | }
728 | }
729 |
730 | def getPropertyHeaders(property_name: String, ns_xml: NodeSeq, vars: Map[String, String] = Map.empty[String, String]): Option[Array[Array[String]]] = {
731 | val headers = ns_xml \ property_name
732 | if (headers.length == 1) {
733 | Some((headers(0) \ "client_type") map { client_type =>
734 | (client_type \ "header") map { header =>
735 | substituteVariables(header.text.trim, vars)
736 | } toArray
737 | } toArray)
738 | } else {
739 | None
740 | }
741 |
742 | //Some() else None
743 | }
744 |
745 | def push_properties(node: NodeSeq, vars: Map[String, String] = Map.empty[String, String]) {
746 | sample_count.push(getIntValue("sample_count", node, vars))
747 | drain.push(getBooleanValue("drain", node, vars))
748 | warm_up_count.push(getIntValue("warm_up_count", node, vars))
749 | sample_interval.push(getIntValue("sample_interval", node, vars))
750 |
751 | user.push(getStringValue("login", node, vars))
752 | password.push(getStringValue("passcode", node, vars))
753 | host.push(getStringValue("host", node, vars))
754 | port.push(getIntValue("port", node, vars))
755 | producers.push(getIntValue("producers", node, vars))
756 | consumers.push(getIntValue("consumers", node, vars))
757 | destination_type.push(getStringValue("destination_type", node, vars))
758 | destination_name.push(getStringValue("destination_name", node, vars))
759 | destination_count.push(getIntValue("destination_count", node, vars))
760 |
761 | consumer_prefix.push(getStringValue("consumer_prefix", node, vars))
762 | destination_prefix.push(getStringValue("queue_prefix", node, vars))
763 | content_length.push(getBooleanValue("content_length", node, vars))
764 | drain_timeout.push(getIntValue("drain_timeout", node, vars).map(_.toLong))
765 | persistent.push(getBooleanValue("persistent", node, vars))
766 | durable.push(getBooleanValue("durable", node, vars))
767 | sync_send.push(getBooleanValue("sync_send", node, vars))
768 | ack.push(getStringValue("ack", node, vars))
769 | producers_per_sample.push(getIntValue("producers_per_sample", node, vars))
770 | consumers_per_sample.push(getIntValue("consumers_per_sample", node, vars))
771 |
772 | headers.push(getPropertyHeaders("headers", node, vars))
773 | selector.push(getStringValue("selector", node, vars))
774 |
775 | producer_sleep.push(getPropertyFunction("producer_sleep", node, vars))
776 | consumer_sleep.push(getPropertyFunction("consumer_sleep", node, vars))
777 | message_size.push(getPropertyFunction("message_size", node, vars))
778 | messages_per_connection.push(getPropertyFunction("messages_per_connection", node, vars))
779 | }
780 |
781 | def pop_properties() {
782 | sample_count.pop()
783 | drain.pop()
784 | warm_up_count.pop()
785 | sample_interval.pop()
786 |
787 | user.pop()
788 | password.pop()
789 | host.pop()
790 | port.pop()
791 | producers.pop()
792 | consumers.pop()
793 | destination_type.pop()
794 | destination_name.pop()
795 | destination_count.pop()
796 |
797 | consumer_prefix.pop()
798 | destination_prefix.pop()
799 | message_size.pop()
800 | content_length.pop()
801 | drain_timeout.pop()
802 | persistent.pop()
803 | durable.pop()
804 | sync_send.pop()
805 | ack.pop()
806 | messages_per_connection.pop()
807 | producers_per_sample.pop()
808 | consumers_per_sample.pop()
809 |
810 | headers.pop()
811 | selector.pop()
812 |
813 | producer_sleep.pop()
814 | consumer_sleep.pop()
815 | }
816 |
817 | /** This fucntion generates a list of tuples, each of them containing the
818 | * variables to be replaced in the scenario template and the SingleScenarioResults
819 | * object that will keep the results for this scenario.
820 | *
821 | * The list is generated from a list of variables and posible values, and
822 | * the parent of the ScenarioResults tree structure. The ScenarioResults
823 | * objects are linked properly. */
824 | def combineLoopVariables(loop_vars: List[LoopVariable], parent: LoopScenarioResults): List[(Map[String, String], SingleScenarioResults)] = loop_vars match {
825 | case LoopVariable(name, _, values) :: Nil => values map { v =>
826 | var scenario_results = new SingleScenarioResults()
827 | parent.scenarios :+= (v.label, scenario_results)
828 | (Map(name -> v.value), scenario_results)
829 | }
830 | case LoopVariable(name, _, values) :: tail => {
831 | values flatMap { lv =>
832 | var scenario_results = new LoopScenarioResults()
833 | parent.scenarios :+= (lv.label, scenario_results)
834 | val combined_tail = combineLoopVariables(tail, scenario_results)
835 | combined_tail map { vv => (vv._1 + (name -> lv.value), vv._2) }
836 | }
837 | }
838 | case _ => Nil
839 | }
840 |
841 | def substituteVariables(orig: String, vars: Map[String, String]): String = {
842 | val format_catcher = catching(classOf[NumberFormatException])
843 | var modified = orig
844 | for ((key, value) <- vars) {
845 | modified = modified.replaceAll("\\$\\{"+key+"\\}", value)
846 |
847 | // Functions applied to the variable
848 | val int_value: Option[Int] = format_catcher.opt( value.toInt )
849 | val boolean_value: Option[Boolean] = format_catcher.opt( value.toBoolean )
850 |
851 | if (int_value.isDefined) {
852 | modified = modified.replaceAll("\\$\\{mlabel\\("+key+"\\)\\}", mlabel(int_value.get).toString)
853 | }
854 | if (boolean_value.isDefined) {
855 | modified = modified.replaceAll("\\$\\{slabel\\("+key+"\\)\\}", slabel(boolean_value.get).toString)
856 | modified = modified.replaceAll("\\$\\{plabel\\("+key+"\\)\\}", plabel(boolean_value.get).toString)
857 | }
858 | }
859 | modified
860 | }
861 |
862 | val scenarios_xml = XML.loadFile(scenario_file.get)
863 |
864 | val global_common_xml = scenarios_xml \ "common"
865 | push_properties(global_common_xml)
866 |
867 | broker_name.push(getStringValue("broker_name", scenarios_xml))
868 |
869 | benchmark_results.broker_name = broker_name.get
870 | benchmark_results.description = getStringValue("description", scenarios_xml).getOrElse("").replaceAll("\n", "\\\\n")
871 | benchmark_results.platform_name = getStringValue("platform_name", scenarios_xml).getOrElse("").replaceAll("\n", "\\\\n")
872 | benchmark_results.platform_desc = getStringValue("platform_desc", scenarios_xml).getOrElse("").replaceAll("\n", "\\\\n")
873 |
874 | for (group_xml <- scenarios_xml \ "group") {
875 |
876 | val group_common_xml = group_xml \ "common"
877 | push_properties(group_common_xml)
878 |
879 | var group_results = new GroupResults()
880 | benchmark_results.groups :+= group_results
881 | group_results.name = getStringValue("@name", group_xml).get
882 | group_results.description = getStringValue("description", group_xml).getOrElse("").replaceAll("\n", "\\\\n")
883 |
884 | // Parse the loop variables
885 | var loop_vars = (group_xml \ "loop" \ "var") map { var_xml =>
886 | val values = (var_xml \ "value") map { value_xml =>
887 | val value = value_xml.text
888 | var label = (value_xml \ "@label").text
889 | label = if (label == "") value else label // If there is no label, we use the value
890 | val description = (value_xml \ "@description").text
891 | LoopValue(value, label, description)
892 | } toList
893 | val name = (var_xml \ "@name").text
894 | var label = (var_xml \ "@label").text
895 | label = if (label == "") name else label // If there is no label, we use the name
896 | LoopVariable(name, label, values)
897 | } toList
898 |
899 | group_results.loop = loop_vars
900 |
901 | for (scenario_xml <- group_xml \ "scenario") {
902 |
903 | // If there are no loop variables, we just have one empty map and a SingleScenarioResults
904 | // Otherwise, we combine the diferent values of the loop variables and generate a ScenarioResults tree
905 | val variables_and_result_list = if (loop_vars.isEmpty) {
906 | val scenario_results = new SingleScenarioResults()
907 | group_results.scenarios :+= scenario_results
908 | List((Map.empty[String, String], scenario_results))
909 | } else {
910 | val scenario_results = new LoopScenarioResults()
911 | group_results.scenarios :+= scenario_results
912 | combineLoopVariables(loop_vars, scenario_results)
913 | }
914 |
915 | for (variables_and_result <- variables_and_result_list) {
916 |
917 | val vars = variables_and_result._1
918 | val scenario_results = variables_and_result._2
919 |
920 | val scenario_common_xml = scenario_xml \ "common"
921 | push_properties(scenario_common_xml, vars)
922 |
923 | scenario_results.name = substituteVariables(getStringValue("@name", scenario_xml, vars).get, vars)
924 | scenario_results.label = substituteVariables(getStringValue("@label", scenario_xml, vars).getOrElse(scenario_results.name), vars)
925 |
926 | val names = (scenario_xml \ "clients").map( client => substituteVariables((client \ "@name").text, vars) ).toList
927 |
928 | var scenario_client_results = new HashMap[String, ClientResults]()
929 |
930 | multi_benchmark(names = names, drain = drain.get, results = scenario_client_results) { scenarios =>
931 | for (scenario <- scenarios) {
932 | val clients_xml = (scenario_xml \ "clients").filter( clients => substituteVariables((clients \ "@name").text, vars) == scenario.name )
933 | push_properties(clients_xml, vars)
934 |
935 | var client_results = new ClientResults()
936 | scenario_results.clients :+= client_results
937 | client_results.name = getStringValue("@name", clients_xml, vars).get
938 |
939 | scenario_client_results += (scenario.name -> client_results) // To be able to fill the results from multi_benchmark
940 |
941 | // Load all the properties in the scenario
942 | scenario.user = user.getOption()
943 | scenario.password = password.getOption()
944 | scenario.host = host.getOrElse(scenario.host)
945 | scenario.port = port.getOrElse(scenario.port)
946 | scenario.producers = producers.getOrElse(0)
947 | scenario.consumers = consumers.getOrElse(0)
948 | scenario.destination_prefix = destination_type.getOrElse(scenario.destination_prefix)
949 | scenario.destination_name = destination_name.getOrElse(scenario.destination_name)
950 | scenario.destination_count = destination_count.getOrElse(scenario.destination_count)
951 |
952 | scenario.drain_timeout = drain_timeout.getOrElse(scenario.drain_timeout)
953 | scenario.producers_per_sample = producers_per_sample.getOrElse(scenario.producers_per_sample)
954 | scenario.consumers_per_sample = consumers_per_sample.getOrElse(scenario.consumers_per_sample)
955 |
956 | scenario.producer_sleep = producer_sleep.get
957 | scenario.consumer_sleep = consumer_sleep.get
958 | scenario.message_size = message_size.get
959 | scenario.messages_per_connection = messages_per_connection.get
960 |
961 | // Copy the scenario settings to the results
962 | client_results.settings = scenario.settings
963 |
964 | pop_properties()
965 | }
966 | }
967 | pop_properties()
968 | }
969 | }
970 | pop_properties()
971 | }
972 | pop_properties()
973 | }
974 | }
975 |
--------------------------------------------------------------------------------
/src/main/scala/com/github/mqtt/benchmark/BenchmarkResults.scala:
--------------------------------------------------------------------------------
1 | /**
2 | * Copyright (C) 2009-2011 the original author or authors.
3 | * See the notice.md file distributed with this work for additional
4 | * information regarding copyright ownership.
5 | *
6 | * Licensed under the Apache License, Version 2.0 (the "License");
7 | * you may not use this file except in compliance with the License.
8 | * You may obtain a copy of the License at
9 | *
10 | * http://www.apache.org/licenses/LICENSE-2.0
11 | *
12 | * Unless required by applicable law or agreed to in writing, software
13 | * distributed under the License is distributed on an "AS IS" BASIS,
14 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
15 | * See the License for the specific language governing permissions and
16 | * limitations under the License.
17 | */
18 | package com.github.mqtt.benchmark
19 |
20 | import scala.collection.mutable.LinkedHashMap
21 | import scala.collection.mutable.StringBuilder
22 |
23 | class BenchmarkResults {
24 | var broker_name: String = ""
25 | var description: String = ""
26 | var platform_name: String = ""
27 | var platform_desc: String = ""
28 | var groups: List[GroupResults] = Nil
29 |
30 | def to_json(level: Int = 0): String = {
31 | var sb = new StringBuilder()
32 |
33 | val indent = " " * level
34 |
35 | sb ++= indent + "{\n"
36 | sb ++= indent + " \"broker_name\": \"" + broker_name + "\",\n"
37 | sb ++= indent + " \"description\": \"" + description + "\",\n"
38 | sb ++= indent + " \"platform_name\": \"" + platform_name + "\",\n"
39 | sb ++= indent + " \"platform_desc\": \"" + platform_desc + "\",\n"
40 | sb ++= indent + " \"groups\": [\n"
41 | sb ++= groups map { group =>
42 | group.to_json(level + 2)
43 | } mkString(",\n")
44 | sb ++= "\n"
45 | sb ++= indent + " ]\n"
46 | sb ++= indent + "}\n"
47 |
48 | sb.toString
49 | }
50 | }
51 |
52 | case class LoopValue(val value: String, val label: String, val description: String)
53 | case class LoopVariable(val name: String, val label: String, val values: List[LoopValue])
54 |
55 | class GroupResults {
56 | var name: String = ""
57 | var description: String = ""
58 | var loop: List[LoopVariable] = Nil
59 | var scenarios: List[ScenarioResults] = Nil
60 |
61 | def to_json(level: Int = 0): String = {
62 | var sb = new StringBuilder()
63 |
64 | val indent = " " * level
65 |
66 | sb ++= indent + "{\n"
67 | sb ++= indent + " \"name\": \"" + name + "\",\n"
68 | sb ++= indent + " \"description\": \"" + description + "\",\n"
69 |
70 | sb ++= indent + " \"loop\": [\n"
71 | sb ++= loop map { loop_var =>
72 | val values = loop_var.values map { value =>
73 | indent + " { \"label\": \"" + value.label + "\", \"description\": \"" + value.description + "\"}"
74 | } mkString(",\n")
75 |
76 | indent + " [\"" + loop_var.label + "\", [\n" +
77 | values + "\n" +
78 | indent + " ]]"
79 | } mkString(",\n")
80 | sb ++= "\n"
81 | sb ++= indent + " ],\n"
82 |
83 | sb ++= indent + " \"scenarios\": [\n"
84 | sb ++= scenarios map { scenario =>
85 | scenario.to_json(level + 2)
86 | } mkString(",\n")
87 | sb ++= "\n"
88 |
89 | sb ++= indent + " ]\n"
90 | sb ++= indent + "}"
91 |
92 | sb.toString
93 | }
94 | }
95 |
96 | abstract class ScenarioResults {
97 | def to_json(level: Int): String;
98 | }
99 |
100 | class LoopScenarioResults extends ScenarioResults {
101 | var scenarios: List[(String, ScenarioResults)] = Nil
102 |
103 | def to_json(level: Int = 0): String = {
104 | var sb = new StringBuilder()
105 |
106 | val indent = " " * level
107 |
108 | sb ++= indent + "{\n"
109 |
110 | sb ++= scenarios map { scenario =>
111 | indent + " \"" + scenario._1 + "\": \n" + scenario._2.to_json(level + 2)
112 | } mkString(",\n")
113 | sb ++= "\n"
114 | sb ++= indent + "}"
115 |
116 | sb.toString
117 | }
118 | }
119 |
120 | class SingleScenarioResults extends ScenarioResults {
121 | var name: String = ""
122 | var label: String = ""
123 | var clients: List[ClientResults] = Nil
124 |
125 | def to_json(level: Int = 0): String = {
126 | var sb = new StringBuilder()
127 |
128 | val indent = " " * level
129 |
130 | sb ++= indent + "{\n"
131 | sb ++= indent + " \"name\": \"" + name + "\",\n"
132 | sb ++= indent + " \"label\": \"" + label + "\",\n"
133 | sb ++= indent + " \"clients\": [\n"
134 | sb ++= clients map { client =>
135 | client.to_json(level + 2)
136 | } mkString(",\n")
137 | sb ++= "\n"
138 | sb ++= indent + " ]\n"
139 | sb ++= indent + "}"
140 |
141 | sb.toString
142 | }
143 | }
144 |
145 | class ClientResults {
146 | var name: String = ""
147 | var settings: List[(String, String)] = Nil
148 | var producers_data: List[(Long,Long)] = Nil
149 | var consumers_data: List[(Long,Long)] = Nil
150 | var request_p90: List[(Long,Long)] = Nil
151 | var request_p99: List[(Long,Long)] = Nil
152 | var request_p999: List[(Long,Long)] = Nil
153 | var error_data: List[(Long,Long)] = Nil
154 |
155 | def to_json(level: Int = 0): String = {
156 | var sb = new StringBuilder()
157 |
158 | val indent = " " * level
159 |
160 | sb ++= indent + "{\n"
161 | sb ++= indent + " \"name\": \"" + name + "\",\n"
162 | sb ++= indent + " \"settings\": {\n"
163 | sb ++= settings map { setting =>
164 | indent + " \"" + setting._1 + "\": \"" + setting._2 + "\""
165 | } mkString(",\n")
166 | sb ++= "\n"
167 | sb ++= indent + " },\n"
168 | sb ++= indent + " \"data\": {\n"
169 | sb ++= indent + " \"producers\": [ " + producers_data.map(x=> "[%d,%d]".format(x._1,x._2)).mkString(",") + " ],\n"
170 | sb ++= indent + " \"consumers\": [ " + consumers_data.map(x=> "[%d,%d]".format(x._1,x._2)).mkString(",") + " ],\n"
171 |
172 | if( request_p90 != Nil ) {
173 | sb ++= indent + " \"request_p90\": [ " + request_p90.map(x=> "[%d,%d]".format(x._1,x._2)).mkString(",") + " ],\n"
174 | }
175 | if( request_p99 != Nil ) {
176 | sb ++= indent + " \"request_p99\": [ " + request_p99.map(x=> "[%d,%d]".format(x._1,x._2)).mkString(",") + " ],\n"
177 | }
178 | if( request_p999 != Nil ) {
179 | sb ++= indent + " \"request_p999\": [ " + request_p999.map(x=> "[%d,%d]".format(x._1,x._2)).mkString(",") + " ],\n"
180 | }
181 |
182 | sb ++= indent + " \"error\": [ " + error_data.map(x=> "[%d,%d]".format(x._1,x._2)).mkString(",") + " ]\n"
183 | sb ++= indent + " }\n"
184 | sb ++= indent + "}"
185 |
186 | sb.toString
187 | }
188 | }
189 |
--------------------------------------------------------------------------------
/src/main/scala/com/github/mqtt/benchmark/FlexibleProperty.scala:
--------------------------------------------------------------------------------
1 | /**
2 | * Copyright (C) 2009-2011 the original author or authors.
3 | * See the notice.md file distributed with this work for additional
4 | * information regarding copyright ownership.
5 | *
6 | * Licensed under the Apache License, Version 2.0 (the "License");
7 | * you may not use this file except in compliance with the License.
8 | * You may obtain a copy of the License at
9 | *
10 | * http://www.apache.org/licenses/LICENSE-2.0
11 | *
12 | * Unless required by applicable law or agreed to in writing, software
13 | * distributed under the License is distributed on an "AS IS" BASIS,
14 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
15 | * See the License for the specific language governing permissions and
16 | * limitations under the License.
17 | */
18 | package com.github.mqtt.benchmark
19 |
20 | object FlexibleProperty {
21 |
22 | private var properties: List[FlexibleProperty[_]] = Nil
23 |
24 | def apply[T](default: Option[T] = None): FlexibleProperty[T] = {
25 | val p = new FlexibleProperty[T]()
26 | p.default_value = default
27 | properties = p :: properties
28 | return p
29 | }
30 |
31 | def apply[T](default: Option[T], high_priority: () => Option[T]): FlexibleProperty[T] = {
32 | val p = new FlexibleProperty[T]()
33 | p.default_value = default
34 | p.high_priority_function = high_priority
35 | properties = p :: properties
36 | return p
37 | }
38 |
39 | def init_all() {
40 | properties.foreach( _.init() )
41 | }
42 |
43 | }
44 |
45 | class FlexibleProperty[T]() {
46 |
47 | private var default_value: Option[T] = None
48 | private var high_priority_value: Option[T] = None
49 | private var values: List[Option[T]] = Nil
50 | private var high_priority_function: () => Option[T] = () => None
51 |
52 | def init() {
53 | high_priority_value = high_priority_function()
54 | }
55 |
56 | def set_high_priority(high_priority: T) {
57 | high_priority_value = Some(high_priority)
58 | }
59 |
60 | def clear_high_priority() {
61 | high_priority_value = None
62 | }
63 |
64 | def set_default(default: T) {
65 | default_value = Some(default)
66 | }
67 |
68 | def clear_default() {
69 | default_value = None
70 | }
71 |
72 | def push(value: Option[T]) {
73 | values = value :: values
74 | }
75 |
76 | def pop(): Option[T] = {
77 | val h = values.head
78 | values = values.tail
79 | h
80 | }
81 |
82 | def getOption(): Option[T] = {
83 | if (high_priority_value.isDefined) {
84 | high_priority_value
85 | } else {
86 | val filtered_values = values.filter(_.isDefined)
87 | if (! filtered_values.isEmpty){
88 | filtered_values.head
89 | } else {
90 | default_value
91 | }
92 | }
93 | }
94 |
95 | def get(): T = {
96 | getOption.get
97 | }
98 |
99 | def getOrElse(default: T): T = {
100 | getOption.getOrElse(default)
101 | }
102 |
103 | }
104 |
--------------------------------------------------------------------------------
/src/main/scala/com/github/mqtt/benchmark/NonBlockingScenario.scala:
--------------------------------------------------------------------------------
1 | /**
2 | * Copyright (C) 2009-2011 the original author or authors.
3 | * See the notice.md file distributed with this work for additional
4 | * information regarding copyright ownership.
5 | *
6 | * Licensed under the Apache License, Version 2.0 (the "License");
7 | * you may not use this file except in compliance with the License.
8 | * You may obtain a copy of the License at
9 | *
10 | * http://www.apache.org/licenses/LICENSE-2.0
11 | *
12 | * Unless required by applicable law or agreed to in writing, software
13 | * distributed under the License is distributed on an "AS IS" BASIS,
14 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
15 | * See the License for the specific language governing permissions and
16 | * limitations under the License.
17 | */
18 | package com.github.mqtt.benchmark
19 |
20 | import org.fusesource.hawtdispatch._
21 | import java.util.concurrent.{CountDownLatch, TimeUnit}
22 | import java.lang.Throwable
23 | import org.fusesource.hawtbuf.Buffer._
24 | import org.fusesource.mqtt.client._
25 | import scala.collection.mutable.HashMap
26 | import java.net.URI
27 | import org.fusesource.hawtbuf.{Buffer, UTF8Buffer, AsciiBuffer}
28 |
29 | //object NonBlockingScenario {
30 | // def main(args:Array[String]):Unit = {
31 | // val scenario = new com.github.mqtt.benchmark.NonBlockingScenario
32 | // scenario.display_errors = true
33 | //
34 | //// scenario.protocol = "tls"
35 | //// scenario.key_store_file = Some("/Users/chirino/sandbox/mqtt-benchmark/keystore")
36 | //// scenario.key_store_password = Some("password")
37 | //// scenario.key_password = Some("password")
38 | //
39 | // scenario.user = Some("admin")
40 | // scenario.password = Some("password")
41 | // scenario.port = 61613
42 | // scenario.message_size = 20
43 | //
44 | // scenario.consumer_clean = false
45 | // scenario.consumer_qos = 1
46 | // scenario.clear_subscriptions_when_finished = false
47 | // scenario.producer_clean = false
48 | // scenario.producer_qos = 0
49 | //
50 | //// scenario.consumers = 0; scenario.producers = 1
51 | // scenario.consumers = 1; scenario.producers = 0
52 | //
53 | // scenario.run
54 | // }
55 | //}
56 |
57 | /**
58 | *
362 |
364 | MQTT Server Performance Comparisons
363 |
365 |
407 |
421 |
422 |
424 |
452 |
453 |
459 |
704 |
705 |
711 |
959 |
1054 |
1055 | Table of Contents
366 |-
367 |
- Throughput to an Unsubscribed Topic 368 |
- Queue Load/Unload 369 |
- Partitioned Load Scenarios 370 |
- Fan In/Out Load Scenarios 371 |
- Request/Reply Scenarios 372 |
Overview
375 |376 | This report was generated using the mqtt-benchmark tool. It 377 | provides a comparative benchmark of messaging servers that implement the MQTT 1.0 378 | specification. It covers a wide variety of common usage scenarios. Each scenario is warmed up for 3 seconds before the performance samples are taken. 379 |
380 | 381 |
382 |
391 |
398 |
399 |
383 |
384 |
385 | Console logs of the benchmarked servers
386 |-
387 |
- apollo-1.1-SNAPSHOT.log 388 |
- mosquitto-0.15.log 389 |
Throughput to an Unsubscribed Topic
400 |401 | A single publisher sending non-persistent messages to a topic that does not have an subscribers attached. 402 |
403 |
404 | NOTE: hover over the graphs to see the legends.
405 |
406 |
409 | With a 20 b Playload410 | |
412 | <
413 | With a 1 k Playload414 | |
416 | With a 256 k Playload417 | |
419 |
Client Session/Subscription Load/Unload
423 |
426 | Loading427 |428 | A publisher on a clean session is sending messages with 20 byte payloads to 429 | with 1 subscribed non-clean session which is not currently connected. 430 | 431 |QoS 0 Publish432 |QoS 1 Publish434 |QoS 2 Publish436 | |
438 | Unloading439 |440 | The non-clean session client then reconnects and starts receiving the messages 441 | previously sent to the subscription but now the publisher has stopped. 442 | 443 |QoS 0 Subscribe444 |QoS 1 Subscribe446 |QoS 2 Subscribe448 | |
450 |
Fan In/Out Load Scenarios
454 |455 | These scenarios multiple subscribers and publishers communicate via one shared topic. 456 | All messages sent have a 20 byte payload. 457 |
458 || Clean | Non-Clean | |||||||||||||||||||||||||||||||||
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
QoS 0 |
461 |
|
501 |
| ||||||||||||||||||||||||||||||||
QoS 1 |
542 |
|
582 |
| ||||||||||||||||||||||||||||||||
QoS 2 |
623 |
|
663 |
|
Partitioned Load Scenarios
706 |707 | These scenarios sample performance as partitioned load is applied. 708 | Each topic only has 1 and only 1 publisher and subscriber attached. 709 |
710 || Clean | Non Clean | |||||||||||||||||||||||||||||||||
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
QoS 0 |
713 |
|
754 |
| ||||||||||||||||||||||||||||||||
QoS 1 |
795 |
|
836 |
| ||||||||||||||||||||||||||||||||
QoS 2 |
877 |
|
918 |
|
59 | * Simulates load on the a mqtt broker using non blocking io. 60 | *
61 | * 62 | * @author Hiram Chirino 63 | */ 64 | class NonBlockingScenario extends Scenario { 65 | 66 | def createProducer(i:Int) = { 67 | if(this.request_response) { 68 | new RequestingClient((i)) 69 | } else { 70 | new ProducerClient(i) 71 | } 72 | } 73 | def createConsumer(i:Int) = { 74 | if(this.request_response) { 75 | new RespondingClient(i) 76 | } else { 77 | new ConsumerClient(i) 78 | } 79 | } 80 | 81 | trait NonBlockingClient extends Client { 82 | 83 | protected var queue = createQueue(client_id) 84 | 85 | var message_counter=0L 86 | var reconnect_delay = 0L 87 | 88 | def client_id:String = null 89 | def clean = true 90 | 91 | sealed trait State 92 | 93 | case class INIT() extends State 94 | 95 | case class CONNECTING(host: String, port: Int, on_complete: ()=>Unit) extends State { 96 | 97 | def connect() = { 98 | val mqtt = new MQTT() 99 | mqtt.setDispatchQueue(queue) 100 | mqtt.setSslContext(ssl_context) 101 | mqtt.setHost(new URI(protocol+"://" + host + ":" + port)) 102 | mqtt.setClientId(client_id) 103 | mqtt.setCleanSession(clean) 104 | mqtt.setReconnectAttemptsMax(0) 105 | mqtt.setConnectAttemptsMax(0) 106 | 107 | user.foreach(mqtt.setUserName(_)) 108 | password.foreach(mqtt.setPassword(_)) 109 | val connection = mqtt.callbackConnection(); 110 | connection.connect(new Callback[Void](){ 111 | def onSuccess(na: Void) { 112 | state match { 113 | case x:CONNECTING => 114 | state = CONNECTED(connection) 115 | on_complete() 116 | case _ => 117 | connection.disconnect(null) 118 | } 119 | } 120 | def onFailure(value: Throwable) { 121 | on_failure(value) 122 | } 123 | }) 124 | } 125 | 126 | // We may need to delay the connection attempt. 127 | if( reconnect_delay==0 ) { 128 | connect 129 | } else { 130 | queue.after(5, TimeUnit.SECONDS) { 131 | if ( this == state ) { 132 | reconnect_delay=0 133 | connect 134 | } 135 | } 136 | } 137 | 138 | def close() = { 139 | state = DISCONNECTED() 140 | } 141 | 142 | def on_failure(e:Throwable) = { 143 | if( display_errors ) { 144 | e.printStackTrace 145 | } 146 | error_counter.incrementAndGet 147 | reconnect_delay = 1000 148 | close 149 | } 150 | 151 | } 152 | 153 | case class CONNECTED(val connection:CallbackConnection) extends State { 154 | 155 | connection.listener(new Listener { 156 | def onConnected() {} 157 | def onDisconnected() {} 158 | def onPublish(topic: UTF8Buffer, body: Buffer, ack: Runnable) { 159 | on_receive(topic, body, ack) 160 | } 161 | 162 | def onFailure(value: Throwable) { 163 | on_failure(value) 164 | } 165 | }) 166 | 167 | def close() = { 168 | state = CLOSING() 169 | connection.disconnect(new Callback[Void] { 170 | def onSuccess(value: Void) { 171 | state = DISCONNECTED() 172 | } 173 | def onFailure(value: Throwable) = onSuccess(null) 174 | }) 175 | } 176 | 177 | def on_failure(e:Throwable) = { 178 | if( display_errors ) { 179 | e.printStackTrace 180 | } 181 | error_counter.incrementAndGet 182 | reconnect_delay = 1000 183 | close 184 | } 185 | 186 | } 187 | case class CLOSING() extends State 188 | 189 | case class DISCONNECTED() extends State { 190 | queue { 191 | if( state==this ){ 192 | if( done.get ) { 193 | has_shutdown.countDown 194 | } else { 195 | reconnect_action 196 | } 197 | } 198 | } 199 | } 200 | 201 | var state:State = INIT() 202 | 203 | val has_shutdown = new CountDownLatch(1) 204 | def reconnect_action:Unit 205 | 206 | def on_failure(e:Throwable) = state match { 207 | case x:CONNECTING => x.on_failure(e) 208 | case x:CONNECTED => x.on_failure(e) 209 | case _ => 210 | } 211 | 212 | def start = queue { 213 | state = DISCONNECTED() 214 | } 215 | 216 | def queue_check = queue.assertExecuting() 217 | 218 | def open(host: String, port: Int)(on_complete: =>Unit) = { 219 | assert ( state.isInstanceOf[DISCONNECTED] ) 220 | queue_check 221 | state = CONNECTING(host, port, ()=>on_complete) 222 | } 223 | 224 | def close() = { 225 | queue_check 226 | state match { 227 | case x:CONNECTING => x.close 228 | case x:CONNECTED => x.close 229 | case _ => 230 | } 231 | } 232 | 233 | def shutdown = { 234 | assert(done.get) 235 | queue { 236 | close 237 | } 238 | has_shutdown.await() 239 | } 240 | 241 | def receive_suspend = { 242 | queue_check 243 | state match { 244 | case state:CONNECTED => state.connection.suspend() 245 | case _ => 246 | } 247 | } 248 | 249 | def receive_resume = { 250 | queue_check 251 | state match { 252 | case state:CONNECTED => state.connection.resume() 253 | case _ => 254 | } 255 | } 256 | 257 | def connection = { 258 | queue_check 259 | state match { 260 | case state:CONNECTED => Some(state.connection) 261 | case _ => None 262 | } 263 | } 264 | 265 | def on_receive(topic: UTF8Buffer, body: Buffer, ack: Runnable) = { 266 | ack.run() 267 | } 268 | 269 | def connect(proc: =>Unit) = { 270 | queue_check 271 | if( !done.get ) { 272 | open(host, port) { 273 | proc 274 | } 275 | } 276 | } 277 | 278 | } 279 | 280 | class ProducerClient(val id: Int) extends NonBlockingClient { 281 | 282 | override def client_id = "producer-"+id 283 | override def clean = producer_clean 284 | 285 | val message_cache = HashMap.empty[Int, AsciiBuffer] 286 | 287 | override def reconnect_action = { 288 | connect { 289 | write_action 290 | } 291 | } 292 | 293 | def write_action:Unit = { 294 | def retry:Unit = { 295 | if(done.get) { 296 | close 297 | } else { 298 | if(producer_sleep >= 0) { 299 | connection.foreach{ connection=> 300 | connection.publish(utf8(destination(id)), get_message(), QoS.values()(producer_qos), message_retain, new Callback[Void](){ 301 | def onSuccess(value: Void) = { 302 | producer_counter.incrementAndGet() 303 | message_counter += 1 304 | write_completed_action 305 | } 306 | def onFailure(value: Throwable) = { 307 | on_failure(value) 308 | } 309 | }) 310 | } 311 | } else { 312 | write_completed_action 313 | } 314 | } 315 | } 316 | retry 317 | } 318 | 319 | def write_completed_action:Unit = { 320 | def doit = { 321 | val m_p_connection = messages_per_connection.toLong 322 | if(m_p_connection > 0 && message_counter >= m_p_connection) { 323 | message_counter = 0 324 | close 325 | } else { 326 | write_action 327 | } 328 | } 329 | 330 | if(done.get) { 331 | close 332 | } else { 333 | if(producer_sleep != 0) { 334 | queue.after(math.abs(producer_sleep), TimeUnit.MILLISECONDS) { 335 | doit 336 | } 337 | } else { 338 | queue { doit } 339 | } 340 | } 341 | } 342 | 343 | def get_message() = { 344 | val m_s = message_size 345 | 346 | if(! message_cache.contains(m_s)) { 347 | message_cache(m_s) = message(client_id, m_s) 348 | } 349 | 350 | message_cache(m_s) 351 | } 352 | 353 | def message(name:String, size:Int) = { 354 | val buffer = new StringBuffer(size) 355 | buffer.append("Message from " + name + "\n") 356 | for( i <- buffer.length to size ) { 357 | buffer.append(('a'+(i%26)).toChar) 358 | } 359 | var rc = buffer.toString 360 | if( rc.length > size ) { 361 | rc.substring(0, size) 362 | } else { 363 | rc 364 | } 365 | ascii(rc) 366 | } 367 | 368 | } 369 | 370 | class ConsumerClient(val id: Int) extends NonBlockingClient { 371 | 372 | override def client_id = "consumer-"+id 373 | 374 | override def clean = consumer_clean 375 | 376 | override def reconnect_action = { 377 | connect { 378 | connection.foreach { connection => 379 | connection.subscribe(Array(new Topic(destination(id), QoS.values()(consumer_qos))), null) 380 | } 381 | } 382 | } 383 | 384 | def index_of(haystack:Array[Byte], needle:Array[Byte]):Int = { 385 | var i = 0 386 | while( haystack.length >= i+needle.length ) { 387 | if( haystack.startsWith(needle, i) ) { 388 | return i 389 | } 390 | i += 1 391 | } 392 | return -1 393 | } 394 | 395 | 396 | override def on_receive(topic: UTF8Buffer, body: Buffer, ack: Runnable) = { 397 | if( consumer_sleep != 0 && ((consumer_counter.get()%consumer_sleep_modulo) == 0)) { 398 | if( consumer_qos==0 ) { 399 | receive_suspend 400 | } 401 | queue.after(math.abs(consumer_sleep), TimeUnit.MILLISECONDS) { 402 | if( consumer_qos==0 ) { 403 | receive_resume 404 | } 405 | process_message(body, ack) 406 | } 407 | } else { 408 | process_message(body, ack) 409 | } 410 | } 411 | 412 | def process_message(body: Buffer, ack: Runnable):Unit = { 413 | ack.run() 414 | consumer_counter.incrementAndGet() 415 | } 416 | 417 | } 418 | 419 | class RequestingClient(id: Int) extends ProducerClient(id) { 420 | override def client_id = "requestor-"+id 421 | 422 | override def reconnect_action = { 423 | connect { 424 | connection.foreach { connection => 425 | connection.subscribe(Array(new Topic(response_destination(id), QoS.values()(consumer_qos))), null) 426 | } 427 | // give the response queue a chance to drain before doing new requests. 428 | queue.after(1000, TimeUnit.MILLISECONDS) { 429 | write_action 430 | } 431 | } 432 | } 433 | 434 | var request_start = 0L 435 | 436 | override def write_action:Unit = { 437 | def retry:Unit = { 438 | if(done.get) { 439 | close 440 | } else { 441 | if(producer_sleep >= 0) { 442 | connection.foreach{ connection=> 443 | var msg = get_message().deepCopy() // we have to copy since we are modifyiing.. 444 | msg.buffer.moveHead(msg.length-4).bigEndianEditor().writeInt(id) // write the last 4 bytes.. 445 | 446 | request_start = System.nanoTime() 447 | connection.publish(utf8(destination(id)), msg, QoS.values()(producer_qos), message_retain, new Callback[Void](){ 448 | def onSuccess(value: Void) = { 449 | // don't do anything.. we complete when 450 | // on_receive gets called. 451 | } 452 | def onFailure(value: Throwable) = { 453 | on_failure(value) 454 | } 455 | }) 456 | } 457 | } else { 458 | write_completed_action 459 | } 460 | } 461 | } 462 | retry 463 | } 464 | 465 | override def on_receive(topic: UTF8Buffer, body: Buffer, ack: Runnable) = { 466 | if(request_start != 0L) { 467 | request_times.add(System.nanoTime() - request_start) 468 | request_start = 0 469 | producer_counter.incrementAndGet() 470 | message_counter += 1 471 | write_completed_action 472 | } 473 | ack.run(); 474 | } 475 | 476 | } 477 | 478 | class RespondingClient(id: Int) extends ConsumerClient(id) { 479 | 480 | override def client_id = "responder-"+id 481 | 482 | val EMPTY = new Buffer(0); 483 | 484 | override def process_message(body: Buffer, ack: Runnable) = { 485 | connection.foreach{ connection=> 486 | body.moveHead(body.length-4) //lets read the last 4 bytes 487 | val rid = body.bigEndianEditor().readInt() 488 | connection.publish(utf8(response_destination(rid)), EMPTY, QoS.values()(producer_qos), message_retain, new Callback[Void](){ 489 | def onSuccess(value: Void) = { 490 | ack.run() 491 | consumer_counter.incrementAndGet() 492 | } 493 | def onFailure(value: Throwable) = { 494 | on_failure(value) 495 | } 496 | }) 497 | } 498 | } 499 | } 500 | } 501 | -------------------------------------------------------------------------------- /src/main/scala/com/github/mqtt/benchmark/Scenario.scala: -------------------------------------------------------------------------------- 1 | /** 2 | * Copyright (C) 2009-2011 the original author or authors. 3 | * See the notice.md file distributed with this work for additional 4 | * information regarding copyright ownership. 5 | * 6 | * Licensed under the Apache License, Version 2.0 (the "License"); 7 | * you may not use this file except in compliance with the License. 8 | * You may obtain a copy of the License at 9 | * 10 | * http://www.apache.org/licenses/LICENSE-2.0 11 | * 12 | * Unless required by applicable law or agreed to in writing, software 13 | * distributed under the License is distributed on an "AS IS" BASIS, 14 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 15 | * See the License for the specific language governing permissions and 16 | * limitations under the License. 17 | */ 18 | package com.github.mqtt.benchmark 19 | 20 | import java.util.concurrent.atomic._ 21 | import java.util.concurrent.TimeUnit._ 22 | import scala.collection.mutable.ListBuffer 23 | import java.util.concurrent.ConcurrentLinkedQueue 24 | import java.security.KeyStore 25 | import java.io.FileInputStream 26 | import javax.net.ssl._ 27 | import org.fusesource.hawtdispatch.transport.{SslTransport, TcpTransport} 28 | 29 | object Scenario { 30 | val MESSAGE_ID:Array[Byte] = "message-id" 31 | val NEWLINE = '\n'.toByte 32 | val NANOS_PER_SECOND = NANOSECONDS.convert(1, SECONDS) 33 | val NANOS_PER_MS = NANOSECONDS.convert(1, MILLISECONDS) 34 | 35 | implicit def toBytes(value: String):Array[Byte] = value.getBytes("UTF-8") 36 | 37 | def o[T](value:T):Option[T] = value match { 38 | case null => None 39 | case x => Some(x) 40 | } 41 | 42 | def percentiles(percentiles:Array[Double], values:Array[Long]) = { 43 | if (values.length > 0) { 44 | java.util.Arrays.sort(values) 45 | percentiles.map { p => 46 | val pos = p * (values.length + 1); 47 | if (pos < 1) { 48 | values(0) 49 | } else if (pos >= values.length) { 50 | values(values.length - 1); 51 | } else { 52 | val lower = values((pos - 1).toInt); 53 | val upper = values(pos.toInt); 54 | lower + ((pos - pos.floor) * (upper - lower)).toLong; 55 | } 56 | } 57 | } else { 58 | percentiles.map(p => -1L) 59 | } 60 | } 61 | } 62 | 63 | trait Scenario { 64 | import Scenario._ 65 | 66 | var user: Option[String] = None 67 | var password: Option[String] = None 68 | var request_response = false 69 | 70 | private var _producer_sleep: { def apply(): Int; def init(time: Long) } = new { def apply() = 0; def init(time: Long) {} } 71 | def producer_sleep = _producer_sleep() 72 | def producer_sleep_= (new_value: Int) = _producer_sleep = new { def apply() = new_value; def init(time: Long) {} } 73 | def producer_sleep_= (new_func: { def apply(): Int; def init(time: Long) }) = _producer_sleep = new_func 74 | 75 | private var _consumer_sleep: { def apply(): Int; def init(time: Long) } = new { def apply() = 0; def init(time: Long) {} } 76 | def consumer_sleep = _consumer_sleep() 77 | def consumer_sleep_= (new_value: Int) = _consumer_sleep = new { def apply() = new_value; def init(time: Long) {} } 78 | def consumer_sleep_= (new_func: { def apply(): Int; def init(time: Long) }) = _consumer_sleep = new_func 79 | 80 | var producers = 1 81 | var producers_per_sample = 0 82 | 83 | var consumers = 1 84 | var consumers_per_sample = 0 85 | var sample_interval = 1000 86 | var protocol = "tcp" 87 | var host = "127.0.0.1" 88 | var port = 61613 89 | var buffer_size = 32*1024 90 | 91 | var consumer_clean = true 92 | var consumer_qos = 0 93 | var clear_subscriptions_when_finished = true 94 | 95 | var producer_clean = true 96 | var producer_qos = 0 97 | 98 | var message_retain = false 99 | private var _message_size: { def apply(): Int; def init(time: Long) } = new { def apply() = 1024; def init(time: Long) {} } 100 | def message_size = _message_size() 101 | def message_size_= (new_value: Int) = _message_size = new { def apply() = new_value; def init(time: Long) {} } 102 | def message_size_= (new_func: { def apply(): Int; def init(time: Long) }) = _message_size = new_func 103 | 104 | var consumer_sleep_modulo = 1 105 | var producer_sleep_modulo = 1 106 | private var _messages_per_connection: { def apply(): Int; def init(time: Long) } = new { def apply() = -1; def init(time: Long) {} } 107 | def messages_per_connection = _messages_per_connection() 108 | def messages_per_connection_= (new_value: Int) = _messages_per_connection = new { def apply() = new_value; def init(time: Long) {} } 109 | def messages_per_connection_= (new_func: { def apply(): Int; def init(time: Long) }) = _messages_per_connection = new_func 110 | 111 | var display_errors = false 112 | 113 | var destination_prefix = "" 114 | 115 | private var _destination_name: () => String = () => "" 116 | def destination_name = _destination_name() 117 | def destination_name_=(new_name: String) = _destination_name = () => new_name 118 | def destination_name_=(new_func: () => String) = _destination_name = new_func 119 | 120 | private var _response_destination_name: () => String = () => "response" 121 | def response_destination_name = _response_destination_name() 122 | def response_destination_name_=(new_name: String) = _response_destination_name = () => new_name 123 | def response_destination_name_=(new_func: () => String) = _response_destination_name = new_func 124 | 125 | var destination_count = 1 126 | 127 | val producer_counter = new AtomicLong() 128 | val consumer_counter = new AtomicLong() 129 | val request_times = new ConcurrentLinkedQueue[Long]() 130 | 131 | val error_counter = new AtomicLong() 132 | val done = new AtomicBoolean() 133 | 134 | var name = "custom" 135 | 136 | var drain_timeout = 2000L 137 | 138 | var key_store_file:Option[String] = None 139 | var key_store_password:Option[String] = None 140 | var key_password:Option[String] = None 141 | 142 | var key_store:KeyStore = _ 143 | var trust_managers:Array[TrustManager] = _ 144 | var key_managers:Array[KeyManager] = _ 145 | 146 | def ssl_context:SSLContext = { 147 | Option(SslTransport.protocol(protocol)).map { protocol => 148 | val rc = SSLContext.getInstance(protocol) 149 | rc.init(get_key_managers, get_trust_managers, null) 150 | rc 151 | }.getOrElse(null) 152 | } 153 | 154 | def get_key_store = { 155 | if( key_store==null && key_store_file.isDefined ) { 156 | key_store = { 157 | val store = KeyStore.getInstance("JKS") 158 | store.load(new FileInputStream(key_store_file.get), key_store_password.getOrElse("").toCharArray()) 159 | store 160 | } 161 | } 162 | key_store 163 | } 164 | 165 | def get_trust_managers = { 166 | val store = get_key_store 167 | if( trust_managers==null && store!=null ) { 168 | val factory = TrustManagerFactory.getInstance("SunX509") 169 | factory.init(store) 170 | trust_managers = factory.getTrustManagers 171 | } 172 | trust_managers 173 | } 174 | 175 | def get_key_managers = { 176 | val store = get_key_store 177 | if( key_managers==null && store!=null) { 178 | val factory = KeyManagerFactory.getInstance("SunX509") 179 | factory.init(store, key_password.getOrElse("").toCharArray()) 180 | key_managers = factory.getKeyManagers 181 | } 182 | key_managers 183 | } 184 | 185 | 186 | def run() = { 187 | print(toString) 188 | println("--------------------------------------") 189 | println(" Running: Press ENTER to stop") 190 | println("--------------------------------------") 191 | println("") 192 | 193 | with_load { 194 | 195 | // start a sampling client... 196 | val sample_thread = new Thread() { 197 | override def run() = { 198 | 199 | def print_rate(name: String, periodCount:Long, totalCount:Long, nanos: Long) = { 200 | val rate_per_second: java.lang.Float = ((1.0f * periodCount / nanos) * NANOS_PER_SECOND) 201 | println("%s total: %,d, rate: %,.3f per second".format(name, totalCount, rate_per_second)) 202 | } 203 | def print_percentil(name: String, value:Long, max:Long) = { 204 | println("%sth percentile response time: %,.3f ms, max: %,.3f ms".format(name, (1.0f * value / NANOS_PER_MS), (1.0f * max / NANOS_PER_MS))) 205 | } 206 | 207 | try { 208 | var start = System.nanoTime 209 | var total_producer_count = 0L 210 | var total_consumer_count = 0L 211 | var total_error_count = 0L 212 | var max_p90 = 0L 213 | var max_p99 = 0L 214 | var max_p999 = 0L 215 | 216 | collection_start 217 | while( !done.get ) { 218 | Thread.sleep(sample_interval) 219 | val end = System.nanoTime 220 | collection_sample 221 | val samples = collection_end 222 | samples.get("p_custom").foreach { case (_, count)::Nil => 223 | total_producer_count += count 224 | print_rate("Producer", count, total_producer_count, end - start) 225 | case _ => 226 | } 227 | samples.get("c_custom").foreach { case (_, count)::Nil => 228 | total_consumer_count += count 229 | print_rate("Consumer", count, total_consumer_count, end - start) 230 | case _ => 231 | } 232 | samples.get("p90_custom").foreach { case (_, value)::Nil => 233 | max_p90 = max_p90.max(value) 234 | print_percentil("90", value, max_p90) 235 | case _ => 236 | } 237 | samples.get("p99_custom").foreach { case (_, value)::Nil => 238 | max_p99 = max_p99.max(value) 239 | print_percentil("99", value, max_p99) 240 | case _ => 241 | } 242 | samples.get("p999_custom").foreach { case (_, value)::Nil => 243 | max_p999 = max_p999.max(value) 244 | print_percentil("99.9", value, max_p999) 245 | case _ => 246 | } 247 | samples.get("e_custom").foreach { case (_, count)::Nil => 248 | if( count!= 0 ) { 249 | total_error_count += count 250 | print_rate("Error", count, total_error_count, end - start) 251 | } 252 | case _ => 253 | } 254 | start = end 255 | } 256 | } catch { 257 | case e:InterruptedException => 258 | } 259 | } 260 | } 261 | sample_thread.start() 262 | 263 | System.in.read() 264 | done.set(true) 265 | 266 | sample_thread.interrupt 267 | sample_thread.join 268 | } 269 | 270 | } 271 | 272 | override def toString() = { 273 | "--------------------------------------\n"+ 274 | "Scenario Settings\n"+ 275 | "--------------------------------------\n"+ 276 | " host = "+host+"\n"+ 277 | " port = "+port+"\n"+ 278 | " destination_count = "+destination_count+"\n" + 279 | " destination_prefix = "+destination_prefix+"\n"+ 280 | " destination_name = "+destination_name+"\n" + 281 | " sample_interval (ms) = "+sample_interval+"\n" + 282 | " \n"+ 283 | " --- Producer Properties ---\n"+ 284 | " producers = "+producers+"\n"+ 285 | " message_size = "+message_size+"\n"+ 286 | " producer_sleep (ms) = "+producer_sleep+"\n"+ 287 | " producer_qos = "+producer_qos+"\n"+ 288 | " producer_retain = "+message_retain+"\n"+ 289 | " \n"+ 290 | " --- Consumer Properties ---\n"+ 291 | " consumers = "+consumers+"\n"+ 292 | " consumer_sleep (ms) = "+consumer_sleep+"\n"+ 293 | " consumer_qos = "+consumer_qos+"\n"+ 294 | " clean_session = "+producer_clean+"\n"+ 295 | "" 296 | 297 | } 298 | 299 | def settings(): List[(String, String)] = { 300 | var s: List[(String, String)] = Nil 301 | 302 | s :+= ("host", host) 303 | s :+= ("port", port.toString) 304 | s :+= ("destination_prefix", destination_prefix) 305 | s :+= ("destination_count", destination_count.toString) 306 | s :+= ("destination_name", destination_name) 307 | s :+= ("sample_interval", sample_interval.toString) 308 | s :+= ("producers", producers.toString) 309 | s :+= ("message_size", message_size.toString) 310 | s :+= ("producer_sleep", producer_sleep.toString) 311 | s :+= ("consumers", consumers.toString) 312 | s :+= ("consumer_sleep", consumer_sleep.toString) 313 | s :+= ("consumer_qos", consumer_qos.toString) 314 | s :+= ("producer_qos", producer_qos.toString) 315 | s :+= ("producer_retain", message_retain.toString) 316 | s :+= ("durable", producer_clean.toString) 317 | 318 | s 319 | } 320 | 321 | protected def destination(i:Int) = destination_prefix+destination_name+"-"+(i%destination_count) 322 | 323 | protected def response_destination(i:Int) = destination_prefix+response_destination_name+"-"+i 324 | 325 | var producer_samples:Option[ListBuffer[(Long,Long)]] = None 326 | var consumer_samples:Option[ListBuffer[(Long,Long)]] = None 327 | var error_samples = ListBuffer[(Long,Long)]() 328 | 329 | var request_time_p90_samples = ListBuffer[(Long,Long)]() 330 | var request_time_p99_samples = ListBuffer[(Long,Long)]() 331 | var request_time_p999_samples = ListBuffer[(Long,Long)]() 332 | 333 | def collection_start: Unit = { 334 | producer_counter.set(0) 335 | consumer_counter.set(0) 336 | error_counter.set(0) 337 | request_times.clear() 338 | 339 | producer_samples = if (producers > 0 || producers_per_sample>0 ) { 340 | Some(ListBuffer[(Long,Long)]()) 341 | } else { 342 | None 343 | } 344 | consumer_samples = if (consumers > 0 || consumers_per_sample>0 ) { 345 | Some(ListBuffer[(Long,Long)]()) 346 | } else { 347 | None 348 | } 349 | request_time_p90_samples = ListBuffer[(Long,Long)]() 350 | request_time_p99_samples = ListBuffer[(Long,Long)]() 351 | request_time_p999_samples = ListBuffer[(Long,Long)]() 352 | } 353 | 354 | def collection_end: Map[String, scala.List[(Long,Long)]] = { 355 | var rc = Map[String, List[(Long,Long)]]() 356 | producer_samples.foreach{ samples => 357 | rc += "p_"+name -> samples.toList 358 | samples.clear 359 | } 360 | consumer_samples.foreach{ samples => 361 | rc += "c_"+name -> samples.toList 362 | samples.clear 363 | } 364 | rc += "e_"+name -> error_samples.toList 365 | error_samples.clear 366 | if(request_response) { 367 | rc += "p90_"+name -> request_time_p90_samples.toList 368 | request_time_p90_samples.clear 369 | rc += "p99_"+name -> request_time_p99_samples.toList 370 | request_time_p99_samples.clear 371 | rc += "p999_"+name -> request_time_p999_samples.toList 372 | request_time_p999_samples.clear 373 | } 374 | 375 | rc 376 | } 377 | 378 | trait Client { 379 | def start():Unit 380 | def shutdown():Unit 381 | } 382 | 383 | var producer_clients = List[Client]() 384 | var consumer_clients = List[Client]() 385 | 386 | def with_load[T](func: =>T ):T = { 387 | done.set(false) 388 | 389 | val now = System.currentTimeMillis() 390 | _producer_sleep.init(now) 391 | _consumer_sleep.init(now) 392 | _message_size.init(now) 393 | _messages_per_connection.init(now) 394 | 395 | for (i <- 0 until producers) { 396 | val client = createProducer(i) 397 | producer_clients ::= client 398 | client.start() 399 | } 400 | 401 | for (i <- 0 until consumers) { 402 | val client = createConsumer(i) 403 | consumer_clients ::= client 404 | client.start() 405 | } 406 | 407 | try { 408 | func 409 | } finally { 410 | done.set(true) 411 | // wait for the threads to finish.. 412 | for( client <- consumer_clients ) { 413 | client.shutdown 414 | } 415 | consumer_clients = List() 416 | for( client <- producer_clients ) { 417 | client.shutdown 418 | } 419 | producer_clients = List() 420 | } 421 | } 422 | 423 | def drain = { 424 | done.set(false) 425 | if( clear_subscriptions_when_finished && !consumer_clean ) { 426 | consumer_clean=true 427 | print("clearing subscriptions") 428 | consumer_counter.set(0) 429 | var consumer_clients = List[Client]() 430 | for (i <- 0 until destination_count.max(consumers)) { 431 | val client = createConsumer(i) 432 | consumer_clients ::= client 433 | client.start() 434 | } 435 | 436 | // Keep sleeping until we stop draining messages. 437 | var drained = 0L 438 | try { 439 | Thread.sleep(drain_timeout); 440 | def done() = { 441 | val c = consumer_counter.getAndSet(0) 442 | drained += c 443 | c == 0 444 | } 445 | while( !done ) { 446 | print(".") 447 | Thread.sleep(drain_timeout); 448 | } 449 | } finally { 450 | done.set(true) 451 | for( client <- consumer_clients ) { 452 | client.shutdown 453 | } 454 | println(". (drained %d)".format(drained)) 455 | } 456 | consumer_clean=false 457 | } 458 | } 459 | 460 | 461 | def collection_sample: Unit = { 462 | 463 | val now = System.currentTimeMillis() 464 | producer_samples.foreach(_.append((now, producer_counter.getAndSet(0)))) 465 | consumer_samples.foreach(_.append((now, consumer_counter.getAndSet(0)))) 466 | 467 | if( request_response ) { 468 | 469 | var count = producer_samples.get.last._2.toInt 470 | val times = new Array[Long](count) 471 | while(count > 0 ) { 472 | count -= 1 473 | times(count) = request_times.poll() 474 | } 475 | val p = percentiles(Array(0.9, 0.99, 0.999), times) 476 | request_time_p90_samples.append((now, p(0))) 477 | request_time_p99_samples.append((now, p(1))) 478 | request_time_p999_samples.append((now, p(2))) 479 | } 480 | 481 | error_samples.append((now, error_counter.getAndSet(0))) 482 | 483 | // we might need to increment number the producers.. 484 | for (i <- 0 until producers_per_sample) { 485 | val client = createProducer(producer_clients.length) 486 | producer_clients ::= client 487 | client.start() 488 | } 489 | 490 | // we might need to increment number the consumers.. 491 | for (i <- 0 until consumers_per_sample) { 492 | val client = createConsumer(consumer_clients.length) 493 | consumer_clients ::= client 494 | client.start() 495 | } 496 | 497 | } 498 | 499 | def createProducer(i:Int):Client 500 | def createConsumer(i:Int):Client 501 | 502 | protected def ignore_failure(func: =>Unit):Unit = try { 503 | func 504 | } catch { case _ => 505 | } 506 | 507 | } 508 | 509 | 510 | --------------------------------------------------------------------------------