9 | db=postgres
10 | driver=org.postgresql.Driver
11 | application=Generic
12 | conn=jdbc:postgresql://localhost:5432/postgres
13 | user=benchmarksql
14 | password=PWbmsql
15 |
16 | # Scaling and timing configuration
17 | warehouses=50
18 | loadWorkers=8
19 | monkeys=2
20 | sutThreads=16
21 | maxDeliveryBGThreads=12
22 | maxDeliveryBGPerWarehouse=1
23 | rampupMins=10
24 | rampupSUTMins=5
25 | rampupTerminalMins=5
26 | runMins=30
27 | reportIntervalSecs=30
28 | restartSUTThreadProbability=0.0
29 | keyingTimeMultiplier=1.0
30 | thinkTimeMultiplier=1.0
31 | traceTerminalIO=false
32 |
33 | # Below are the definitions for the "attempted" transaction mix.
34 | # The TPC-C specification requires minimum percentages for all but
35 | # the NEW_ORDER transaction. If a test run happens to have any of
36 | # those four types fall below those minimums, the entire test is
37 | # invalid. We don't want that to happen, so we specify values just
38 | # a tiny bit above the required minimum.
39 | # The newOrderWeight is calculated as 100.0 - sum(all_other_types).
40 | paymentWeight=43.2
41 | orderStatusWeight=4.2
42 | deliveryWeight=4.2
43 | stockLevelWeight=4.2
44 |
45 | # The TPC-C require a minimum of 1% of the NEW_ORDER transactions
46 | # to roll back due to a user entry error (non existing item
47 | # number. Doing it with a strict 1/100th probability can lead to
48 | # undershooting this target, so we default to 1.01% to be sure.
49 | rollbackPercent=1.01
50 |
51 | # Directory name to create for collecting detailed result data.
52 | # Comment this out to suppress. Note that the Flask UI will define
53 | # this by itself, so don't specify it if you run through the UI.
54 | resultDirectory=my_result_%tY-%tm-%td_%tH%tM%tS
55 |
56 | # BenchmarkSQL includes three OS metric collector scripts implemented
57 | # in Python3. Two require to have collectd installed on the server
58 | # systems, you want to include in the performance report. The data
59 | # will be saved in resultDirectory/data/os-metric.json. The third
60 | # is based on Prometheus and node_exporter.
61 |
62 | # mcCollectdMqtt.py is a metric collector that expects the collectd
63 | # instances on the servers to send the metric data to an MQTT broker.
64 |
65 | #osCollectorScript=./mcCollectdMqtt.py \
66 | # -h mymqttbroker.localdomain \
67 | # -t collectd/mydbserver.localdomain/# \
68 | # -t collectd/mybackrest.localdomain/#
69 |
70 | # mcCollectdGraphite.py is a metric collector that expects the
71 | # collectd instances on the servers to send the metric data to
72 | # a graphite/whisper database and be available through the /render
73 | # API.
74 |
75 | #osCollectorScript=./mcCollectdGraphite.py \
76 | # -u http://mygraphite.localdomain/render/ \
77 | # -t collectd.mydbserver_localdomain.*.* \
78 | # -t collectd.mydbserver_localdomain.*.*.* \
79 | # -t collectd.mybackrest_localdomain.*.* \
80 | # -t collectd.mybackrest_localdomain.*.*.*
81 |
82 | # mcPrometheus.py retrieves the metric data from a Prometheus
83 | # server through the API. It converts the output into the same
84 | # format as the former two produce. The instances listed are
85 | # the same names given in the "instance" label of the metric
86 | # data scraped by Prometheus. The port number will be removed
87 | # in the os-metric.json output.
88 |
89 | #osCollectorScript=./mcPrometheus.py \
90 | # -u http://myprometheus.localdomain:9090/api/v1/query_range \
91 | # -i mydbserver.localdomain:9100 \
92 | # -i mybackrest.localdomain:9100
93 |
94 | # The report script is what generates the detailed HTML report for
95 | # the benchmark run. It is a Jinja2 template based reporting system
96 | # that includes graphs of various metrics, captured during the benchmark.
97 |
98 | reportScript=./generateReport.py -t report_simple.html
99 |
100 | #reportScript=./generateReport.py \
101 | # -t report_extended.html \
102 | # -c 'mydbserver.localdomain:DB server' \
103 | # -d 'mydbserver.localdomain:DB server:hda2' \
104 | # -i 'mydbserver.localdomain:DB server:eth0' \
105 | # -c 'mybackrest.localdomain:pgbackrest server' \
106 | # -d 'mybackrest.localdomain:pgbackrest server:hda2' \
107 | # -i 'mybackrest.localdomain:pgbackrest server:eth0'
108 |
--------------------------------------------------------------------------------
/src/main/resources/FlaskService/templates/main.html:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 | BenchmarkSQL Status
5 |
6 |
41 |
42 |
43 | BenchmarkSQL Status is {{ current_job_type }}
44 | Current job is running for {{ current_job_runtime }}
45 |
77 | Current/Last Job Output
78 |
79 |
83 | Results
84 |
85 |
86 | | Result Name |
87 | Start Time |
88 | State |
89 | Action |
90 |
91 | {% for run_id, res_name, res_start, res_state in results %}
92 |
93 | | {{ res_name }} |
94 | {{ res_start }} |
95 | {{ res_state }} |
96 | {% if res_state == "RUN" %}
97 | In Progress |
98 | {% endif %}
99 | {% if res_state == "CANCELED" %}
100 | Show Log |
101 | Show Report |
102 | Delete Result |
103 | {% endif %}
104 | {% if res_state == "FINISHED" %}
105 | Show Log |
106 | Show Report |
107 | Delete Result |
108 | {% endif %}
109 |
110 | {% endfor %}
111 |
112 |
113 |
114 |
--------------------------------------------------------------------------------
/src/main/resources/benchmarkctl.py:
--------------------------------------------------------------------------------
1 | #!/usr/bin/env python3
2 |
3 | import requests
4 | import json
5 | import re
6 | import sys
7 |
8 | def main():
9 | if len(sys.argv) < 5:
10 | usage()
11 | sys.exit(2)
12 |
13 | with open(sys.argv[1], 'r') as fd:
14 | config = json.load(fd)
15 |
16 | command = sys.argv[2]
17 | appnode = sys.argv[3]
18 | dbnode = sys.argv[4]
19 |
20 | extra_opts = {}
21 | for opt in sys.argv[5:]:
22 | key, val = opt.split('=')
23 | extra_opts[key] = val
24 |
25 | # TODO: sanity checks for all args
26 |
27 | bmsql = BenchmarkSQL(config, appnode, dbnode, extra_opts)
28 |
29 | if command == 'build':
30 | result = bmsql.build()
31 | print(result['current_job_type'])
32 | elif command == 'destroy':
33 | result = bmsql.destroy()
34 | print(result['current_job_type'])
35 | elif command == 'run':
36 | result = bmsql.run()
37 | print(result['current_job_type'])
38 | print(result['current_job_id'])
39 | elif command == 'cancel':
40 | result = bmsql.cancel()
41 | print(result['current_job_type'])
42 | elif command == 'status':
43 | result = bmsql.status()
44 | print(result['current_job_type'])
45 | print(result['current_job_id'])
46 | elif command == 'txsummary':
47 | result = bmsql.txsummary(sys.argv[5])
48 | print(json.dumps(result['txsummary'], indent=2))
49 | else:
50 | print("unknown command '%s'"%(command,))
51 | sys.exit(2)
52 |
53 | def usage():
54 | print("""usage: benchmarkctl CONFIG.json COMMAND APPNODE DBNODE
55 | """, file = sys.stderr)
56 |
57 |
58 | class BenchmarkSQL:
59 | def __init__(self, config, appnode, dbnode, extra_opts = None):
60 | with open(config['properties_template'], 'r') as fd:
61 | properties = fd.read()
62 | overrides = config['properties']
63 | overrides.update(config['dbnodes'][dbnode]['properties'])
64 | overrides.update(config['appnodes'][appnode]['properties'])
65 | if extra_opts is not None:
66 | overrides.update(extra_opts)
67 | for key in overrides:
68 | properties = re.sub('^%s=.*$'%(key),
69 | '%s=%s'%(key, overrides[key]),
70 | properties,
71 | flags = re.MULTILINE)
72 |
73 | self.config = config
74 | self.appnode = appnode
75 | self.appconf = config['appnodes'][appnode]
76 | self.dbnode = dbnode
77 | self.dbconf = config['dbnodes'][dbnode]
78 | self.properties = properties
79 |
80 | def status(self):
81 | url = self.appconf['api_url']
82 | req = {
83 | 'command': 'status'
84 | }
85 | res = requests.post(url, data = {'request': json.dumps(req)})
86 | return json.loads(res.text)
87 |
88 | def txsummary(self, run_id):
89 | url = self.appconf['api_url']
90 | req = {
91 | 'command': 'txsummary',
92 | 'run_id': int(run_id)
93 | }
94 | res = requests.post(url, data = {'request': json.dumps(req)})
95 | return json.loads(res.text)
96 |
97 | def build(self):
98 | url = self.appconf['api_url']
99 | req = {
100 | 'command': 'build',
101 | 'properties': self.properties
102 | }
103 | res = requests.post(url, data = {'request': json.dumps(req)})
104 | return json.loads(res.text)
105 |
106 | def destroy(self):
107 | url = self.appconf['api_url']
108 | req = {
109 | 'command': 'destroy',
110 | 'properties': self.properties
111 | }
112 | res = requests.post(url, data = {'request': json.dumps(req)})
113 | return json.loads(res.text)
114 |
115 | def run(self):
116 | url = self.appconf['api_url']
117 | req = {
118 | 'command': 'run',
119 | 'properties': self.properties
120 | }
121 | res = requests.post(url, data = {'request': json.dumps(req)})
122 | return json.loads(res.text)
123 |
124 | def cancel(self):
125 | url = self.appconf['api_url']
126 | req = {
127 | 'command': 'cancel',
128 | 'properties': self.properties
129 | }
130 | res = requests.post(url, data = {'request': json.dumps(req)})
131 | return json.loads(res.text)
132 |
133 | if __name__ == '__main__':
134 | main()
135 |
--------------------------------------------------------------------------------
/src/main/resources/checks/check_details.sql:
--------------------------------------------------------------------------------
1 | -- ----------------------------------------------------------------------
2 | -- Test 1
3 | --
4 | -- All ORDER rows where O_CARRIER_ID is NULL must have a matching
5 | -- row in NEW_ORDER.
6 | -- ----------------------------------------------------------------------
7 | SELECT CASE count(*) WHEN 0 THEN 'OK ' ELSE 'ERROR' END AS "check",
8 | count(*) AS "count", 'Undelivered ORDERs not found in NEW_ORDER' AS "Problem"
9 | FROM bmsql_oorder
10 | WHERE o_carrier_id IS NULL
11 | AND NOT EXISTS (
12 | SELECT 1 FROM bmsql_new_order
13 | WHERE no_w_id = o_w_id AND no_d_id = o_d_id AND no_o_id = o_id
14 | );
15 |
16 | -- Detail information
17 | SELECT 'Undelivered ORDER' AS "_", O_W_ID, O_D_ID, O_ID,
18 | 'not found in NEW_ORDER' AS "__"
19 | FROM bmsql_oorder
20 | WHERE o_carrier_id IS NULL
21 | AND NOT EXISTS (
22 | SELECT 1 FROM bmsql_new_order
23 | WHERE no_w_id = o_w_id AND no_d_id = o_d_id AND no_o_id = o_id
24 | );
25 |
26 |
27 | -- ----------------------------------------------------------------------
28 | -- Test 2
29 | --
30 | -- All ORDER rows where O_CARRIER_ID is NOT NULL must not have a matching
31 | -- row in NEW_ORDER.
32 | -- ----------------------------------------------------------------------
33 | SELECT CASE count(*) WHEN 0 THEN 'OK ' ELSE 'ERROR' END AS "check",
34 | count(*) AS "count", 'Delivered ORDERs still found in NEW_ORDER' AS "Problem"
35 | FROM bmsql_oorder
36 | WHERE o_carrier_id IS NOT NULL
37 | AND EXISTS (
38 | SELECT 1 FROM bmsql_new_order
39 | WHERE no_w_id = o_w_id AND no_d_id = o_d_id AND no_o_id = o_id
40 | );
41 |
42 | -- Detail information
43 | SELECT 'Delivered ORDER' AS "_", O_W_ID, O_D_ID, O_ID,
44 | 'still found in NEW_ORDER' AS "__"
45 | FROM bmsql_oorder
46 | WHERE o_carrier_id IS NOT NULL
47 | AND EXISTS (
48 | SELECT 1 FROM bmsql_new_order
49 | WHERE no_w_id = o_w_id AND no_d_id = o_d_id AND no_o_id = o_id
50 | );
51 |
52 |
53 | -- ----------------------------------------------------------------------
54 | -- Test 3
55 | --
56 | -- All NEW_ORDER rows must have a matching ORDER row.
57 | -- ----------------------------------------------------------------------
58 | SELECT CASE count(*) WHEN 0 THEN 'OK ' ELSE 'ERROR' END AS "check",
59 | count(*) AS "count", 'Orphaned NEW_ORDER rows' AS "Problem"
60 | FROM bmsql_new_order
61 | WHERE NOT EXISTS (
62 | SELECT 1 FROM bmsql_oorder
63 | WHERE no_w_id = o_w_id AND no_d_id = o_d_id AND no_o_id = o_id
64 | );
65 |
66 | -- Detail information
67 | SELECT 'Orphaned NEW_ORDER row' AS "_", no_w_id, no_d_id, no_o_id
68 | FROM bmsql_new_order
69 | WHERE NOT EXISTS (
70 | SELECT 1 FROM bmsql_oorder
71 | WHERE no_w_id = o_w_id AND no_d_id = o_d_id AND no_o_id = o_id
72 | );
73 |
74 |
75 | -- ----------------------------------------------------------------------
76 | -- Test 4
77 | --
78 | -- ORDER_LINES must have a matching ORDER
79 | -- ----------------------------------------------------------------------
80 | SELECT CASE count(*) WHEN 0 THEN 'OK ' ELSE 'ERROR' END AS "check",
81 | count(*) AS "count", 'Orphaned ORDER_LINE rows' AS "Problem"
82 | FROM bmsql_order_line
83 | WHERE NOT EXISTS (
84 | SELECT 1 FROM bmsql_oorder
85 | WHERE ol_w_id = o_w_id AND ol_d_id = o_d_id AND ol_o_id = o_id
86 | );
87 |
88 | -- Detail information
89 | SELECT 'Orphaned ORDER_LINE row' AS "_", ol_w_id, ol_d_id, ol_o_id
90 | FROM bmsql_order_line
91 | WHERE NOT EXISTS (
92 | SELECT 1 FROM bmsql_oorder
93 | WHERE ol_w_id = o_w_id AND ol_d_id = o_d_id AND ol_o_id = o_id
94 | );
95 |
96 |
97 | -- ----------------------------------------------------------------------
98 | -- Test 5
99 | --
100 | -- Check the ORDER.O_OL_CNT
101 | -- ----------------------------------------------------------------------
102 | SELECT CASE count(*) WHEN 0 THEN 'OK ' ELSE 'ERROR' END AS "check",
103 | count(*) AS "count", 'ORDERs with wrong O_OL_CNT' AS "Problem"
104 | FROM (
105 | SELECT o_w_id, o_d_id, o_id, o_ol_cnt, count(*) AS "actual"
106 | FROM bmsql_oorder
107 | LEFT JOIN bmsql_order_line ON ol_w_id = o_w_id AND ol_d_id = o_d_id
108 | AND ol_o_id = o_id
109 | GROUP BY o_w_id, o_d_id, o_id, o_ol_cnt
110 | HAVING o_ol_cnt <> count(*)
111 | ) AS X;
112 |
113 | -- Detail information
114 | SELECT 'Wrong O_OL_CNT' AS "Problem", o_w_id, o_d_id, o_id, o_ol_cnt, count(*) AS "actual"
115 | FROM bmsql_oorder
116 | LEFT JOIN bmsql_order_line ON ol_w_id = o_w_id AND ol_d_id = o_d_id
117 | AND ol_o_id = o_id
118 | GROUP BY "Problem", o_w_id, o_d_id, o_id, o_ol_cnt
119 | HAVING o_ol_cnt <> count(*);
120 |
121 |
--------------------------------------------------------------------------------
/src/main/resources/checks/checks.sql:
--------------------------------------------------------------------------------
1 | -- ----------------------------------------------------------------------
2 | -- Test 1
3 | --
4 | -- All ORDER rows where O_CARRIER_ID is NULL must have a matching
5 | -- row in NEW_ORDER.
6 | -- ----------------------------------------------------------------------
7 | SELECT CASE count(*) WHEN 0 THEN 'OK ' ELSE 'ERROR' END AS "check",
8 | count(*) AS "count", 'Undelivered ORDERs not found in NEW_ORDER' AS "Description"
9 | FROM bmsql_oorder
10 | WHERE o_carrier_id IS NULL
11 | AND NOT EXISTS (
12 | SELECT 1 FROM bmsql_new_order
13 | WHERE no_w_id = o_w_id AND no_d_id = o_d_id AND no_o_id = o_id
14 | );
15 |
16 | -- ----------------------------------------------------------------------
17 | -- Test 2
18 | --
19 | -- All ORDER rows where O_CARRIER_ID is NOT NULL must not have a matching
20 | -- row in NEW_ORDER.
21 | -- ----------------------------------------------------------------------
22 | SELECT CASE count(*) WHEN 0 THEN 'OK ' ELSE 'ERROR' END AS "check",
23 | count(*) AS "count", 'Delivered ORDERs still found in NEW_ORDER' AS "Description"
24 | FROM bmsql_oorder
25 | WHERE o_carrier_id IS NOT NULL
26 | AND EXISTS (
27 | SELECT 1 FROM bmsql_new_order
28 | WHERE no_w_id = o_w_id AND no_d_id = o_d_id AND no_o_id = o_id
29 | );
30 |
31 | -- ----------------------------------------------------------------------
32 | -- Test 3
33 | --
34 | -- All NEW_ORDER rows must have a matching ORDER row.
35 | -- ----------------------------------------------------------------------
36 | SELECT CASE count(*) WHEN 0 THEN 'OK ' ELSE 'ERROR' END AS "check",
37 | count(*) AS "count", 'Orphaned NEW_ORDER rows' AS "Description"
38 | FROM bmsql_new_order
39 | WHERE NOT EXISTS (
40 | SELECT 1 FROM bmsql_oorder
41 | WHERE no_w_id = o_w_id AND no_d_id = o_d_id AND no_o_id = o_id
42 | );
43 |
44 | -- ----------------------------------------------------------------------
45 | -- Test 4
46 | --
47 | -- ORDER_LINES must have a matching ORDER
48 | -- ----------------------------------------------------------------------
49 | SELECT CASE count(*) WHEN 0 THEN 'OK ' ELSE 'ERROR' END AS "check",
50 | count(*) AS "count", 'Orphaned ORDER_LINE rows' AS "Description"
51 | FROM bmsql_order_line
52 | WHERE NOT EXISTS (
53 | SELECT 1 FROM bmsql_oorder
54 | WHERE ol_w_id = o_w_id AND ol_d_id = o_d_id AND ol_o_id = o_id
55 | );
56 |
57 | -- ----------------------------------------------------------------------
58 | -- Test 5
59 | --
60 | -- Check the ORDER.O_OL_CNT
61 | -- ----------------------------------------------------------------------
62 | SELECT CASE count(*) WHEN 0 THEN 'OK ' ELSE 'ERROR' END AS "check",
63 | count(*) AS "count", 'ORDERs with wrong O_OL_CNT' AS "Description"
64 | FROM (
65 | SELECT o_w_id, o_d_id, o_id, o_ol_cnt, count(*) AS "actual"
66 | FROM bmsql_oorder
67 | LEFT JOIN bmsql_order_line ON ol_w_id = o_w_id AND ol_d_id = o_d_id
68 | AND ol_o_id = o_id
69 | GROUP BY o_w_id, o_d_id, o_id, o_ol_cnt
70 | HAVING o_ol_cnt <> count(*)
71 | ) AS X;
72 |
73 | -- ----------------------------------------------------------------------
74 | -- Test 6
75 | --
76 | -- The W_YTD must match the sum(D_YTD) for the 10 districts of the
77 | -- Warehouse.
78 | -- ----------------------------------------------------------------------
79 | SELECT CASE count(*) WHEN 0 THEN 'OK ' ELSE 'ERROR' END AS "check",
80 | count(*) AS "count", 'Warehouses where W_YTD <> sum(D_YTD)' AS "Description"
81 | FROM (
82 | SELECT w_id, w_ytd, sum(d_ytd) AS sum_d_ytd
83 | FROM bmsql_warehouse
84 | LEFT JOIN bmsql_district ON d_w_id = w_id
85 | GROUP BY w_id, w_ytd
86 | HAVING w_ytd <> sum(d_ytd)
87 | ) AS X;
88 |
89 | -- ----------------------------------------------------------------------
90 | -- Test 7
91 | --
92 | -- The sum of all W_YTD must match the sum of all C_YTD_PAYMENT.
93 | -- Because the PAYMENT can happen remote, we cannot match those
94 | -- up by DISTRICT.
95 | -- ----------------------------------------------------------------------
96 | SELECT CASE count(*) WHEN 0 THEN 'OK ' ELSE 'ERROR' END AS "check",
97 | CASE count(*) WHEN 0 THEN 'sum(w_ytd) = sum(c_ytd_payment)'
98 | ELSE 'sum(w_ytd) <> sum(c_ytd_payment)' END AS "Description"
99 | FROM (
100 | SELECT sum_w_ytd, sum_c_ytd_payment
101 | FROM (SELECT sum(w_ytd) AS sum_w_ytd FROM bmsql_warehouse) AS W,
102 | (SELECT sum(c_ytd_payment) AS sum_c_ytd_payment FROM bmsql_customer) AS C
103 | WHERE sum_w_ytd <> sum_c_ytd_payment
104 | ) AS X;
105 |
106 | -- ----------------------------------------------------------------------
107 | -- Test 8
108 | --
109 | -- The C_BALANCE of a CUSTOMER must be equal to the sum(OL_AMOUNT) of
110 | -- all delivered ORDER_LINES (where OL_DELIVERY_D IS NOT NULL) minus
111 | -- the sum(H_AMOUNT).
112 | -- ----------------------------------------------------------------------
113 | SELECT CASE count(*) WHEN 0 THEN 'OK ' ELSE 'ERROR' END AS "check",
114 | count(*) AS "count",
115 | 'Customers where C_BALANCE <> sum(OL_AMOUNT) of undelivered orders minus sum(H_AMOUNT)' AS "Description"
116 | FROM (
117 | SELECT c_w_id, c_d_id, c_id, coalesce(sum_ol_amount, 0.0) AS sum_ol_amount,
118 | coalesce(sum_h_amount, 0.0) AS sum_h_amount
119 | FROM bmsql_customer
120 | LEFT JOIN (
121 | SELECT o_w_id, o_d_id, o_c_id, sum(ol_amount) as sum_ol_amount
122 | FROM bmsql_oorder
123 | JOIN bmsql_order_line ON ol_w_id = o_w_id AND ol_d_id = o_d_id AND ol_o_id = o_id
124 | WHERE o_carrier_id IS NOT NULL AND ol_delivery_d IS NOT NULL
125 | GROUP BY o_w_id, o_d_id, o_c_id
126 | ) AS OL ON o_w_id = c_w_id AND o_d_id = c_d_id AND o_c_id = c_id
127 | LEFT JOIN (
128 | SELECT h_c_w_id, h_c_d_id, h_c_id, sum(h_amount) AS sum_h_amount
129 | FROM bmsql_history
130 | GROUP BY h_c_w_id, h_c_d_id, h_c_id
131 | ) AS H ON h_c_w_id = c_w_id AND h_c_d_id = c_d_id AND h_c_id = c_id
132 | WHERE c_balance <> sum_ol_amount - sum_h_amount
133 | ) AS X;
134 |
135 |
--------------------------------------------------------------------------------
/src/main/resources/funcs.sh:
--------------------------------------------------------------------------------
1 | # ----
2 | # $1 is the properties file
3 | # ----
4 | PROPS="$1"
5 | if [ ! -f ${PROPS} ] ; then
6 | echo "${PROPS}: no such file" >&2
7 | exit 1
8 | fi
9 |
10 | # ----
11 | # getProp()
12 | #
13 | # Get a config value from the properties file.
14 | # ----
15 | function getProp()
16 | {
17 | grep "^${1}=" ${PROPS} | sed -e "s/^${1}=//"
18 | # grep "^${1}=" ${PROPS} | sed -e "s/^${1}=//" -e 's/\s*$//'
19 | }
20 |
21 | # ----
22 | # getCP()
23 | #
24 | # Determine the CLASSPATH based on the database system.
25 | # ----
26 | function setCP()
27 | {
28 | case "$(getProp db)" in
29 | oracle)
30 | cp="../lib/*"
31 | if [ ! -z "${ORACLE_HOME}" -a -d ${ORACLE_HOME}/lib ] ; then
32 | cp="${cp}:${ORACLE_HOME}/lib/*"
33 | fi
34 | cp="${cp}:../lib/*"
35 | ;;
36 | postgres)
37 | cp="../lib/*"
38 | ;;
39 | firebird)
40 | cp="../lib/*"
41 | ;;
42 | mariadb)
43 | cp="../lib/*"
44 | ;;
45 | transact-sql)
46 | cp="../lib/*"
47 | ;;
48 | babelfish)
49 | cp="../lib/*"
50 | ;;
51 | esac
52 | myCP="./:../BenchmarkSQL.jar:${cp}"
53 | export myCP
54 | }
55 |
56 | # ----
57 | # Make sure that the properties file does have db= and the value
58 | # is a database, we support.
59 | # ----
60 | db=$(getProp db)
61 | case "${db}" in
62 | oracle|postgres|firebird|mariadb|transact-sql|babelfish)
63 | ;;
64 | "") echo "ERROR: missing db= config option in ${PROPS}" >&2
65 | exit 1
66 | ;;
67 | *) echo "ERROR: unsupported database type db=${db} in ${PROPS}" >&2
68 | exit 1
69 | ;;
70 | esac
71 |
--------------------------------------------------------------------------------
/src/main/resources/generateReport.py:
--------------------------------------------------------------------------------
1 | #!/usr/bin/env python3
2 |
3 | import generateReport
4 | generateReport.main.main()
5 |
--------------------------------------------------------------------------------
/src/main/resources/generateReport/__init__.py:
--------------------------------------------------------------------------------
1 | from . import bmsqlResult
2 | from . import bmsqlPlot
3 | from . import main
4 |
--------------------------------------------------------------------------------
/src/main/resources/generateReport/bmsqlResult.py:
--------------------------------------------------------------------------------
1 | import os.path
2 | import csv
3 | import math
4 | import json
5 | import re
6 |
7 | class bmsqlResult:
8 | def __init__(self, resdir):
9 | """
10 | Create a new bmsqlResult instance and load all the data
11 | in the result directory.
12 | """
13 | self.ttypes = [
14 | 'NEW_ORDER',
15 | 'PAYMENT',
16 | 'ORDER_STATUS',
17 | 'STOCK_LEVEL',
18 | 'DELIVERY',
19 | 'DELIVERY_BG',
20 | ]
21 | self.resdir = resdir
22 | self.datadir = os.path.join(resdir, 'data')
23 |
24 | # ----
25 | # Load the run info into a dict
26 | # ----
27 | fname = os.path.join(self.datadir, 'runInfo.csv')
28 | with open(fname, newline = '') as fd:
29 | rdr = csv.DictReader(fd)
30 | self.runinfo = next(rdr)
31 |
32 | # ----
33 | # Load the other CSV files into dicts of arrays.
34 | #
35 | # result_ttype a dict of result_data slices by transaction type
36 | #
37 | # summary_ttype a dict of transaction summary info per type
38 | #
39 | # hist_ttype a dict of hist_data slices by transaction type
40 | #
41 | # hist_bins the number of bins in the histogram
42 | #
43 | # hist_cutoff the edge of the last bin in the histogram
44 | #
45 | # Loading of the summary will fail if the benchmark run is
46 | # still in progress or has been aborted. We then return with
47 | # an incoplete result, which still allows drawing graphs.
48 | # ----
49 | self.result_ttype = self._load_ttype_csv_multiple('result.csv')
50 | try:
51 | self.summary_ttype = self._load_ttype_csv_single('summary.csv')
52 | except StopIteration:
53 | return
54 | self.hist_ttype = self._load_ttype_csv_multiple('histogram.csv')
55 | self.hist_bins = len(self.hist_ttype['NEW_ORDER'])
56 | self.hist_cutoff = self.hist_ttype['NEW_ORDER'][-1][0]
57 | self.hist_statsdiv = math.log(self.hist_cutoff * 1000.0) / self.hist_bins
58 |
59 | # ----
60 | # The total number of "measured" transactions is the sum summary
61 | # counts but without the delivery background transactions.
62 | # ----
63 | self.total_trans = (sum([self.summary_ttype[tt][0]
64 | for tt in self.ttypes])
65 | - self.summary_ttype['DELIVERY_BG'][0])
66 |
67 | # ----
68 | # If an OS metric collector was running, load its data.
69 | # ----
70 | os_metric_fname = os.path.join(self.datadir, 'os-metric.json')
71 | if os.path.exists(os_metric_fname):
72 | with open(os_metric_fname) as fd:
73 | self.os_metric = json.loads(fd.read())
74 | else:
75 | self.os_metric = {}
76 |
77 | # ----
78 | # Load the run.properties but remove the password
79 | # ----
80 | prop_fname = os.path.join(resdir, 'run.properties')
81 | with open(prop_fname, 'r') as fd:
82 | props = fd.read()
83 | self.properties = re.sub(r'(password\s*=\s*).*$', r'\1********',
84 | props, flags = re.M)
85 |
86 | def tpm_c(self):
87 | num_new_order = self.summary_ttype['NEW_ORDER'][0]
88 | return num_new_order / int(self.runinfo['runMins'])
89 |
90 | def tpm_total(self):
91 | return self.total_trans / int(self.runinfo['runMins'])
92 |
93 | def percentile(self, tt, nth):
94 | """
95 | Returns the nth percentile response time of transaction type tt
96 | """
97 | nth_have = 0
98 | nth_need = int(self.summary_ttype[tt][0] * nth)
99 | b = 0
100 | for b in range(0, self.hist_bins):
101 | if nth_have >= nth_need:
102 | break
103 | nth_have += int(self.hist_ttype[tt][b][1])
104 | return math.exp(float(b) * self.hist_statsdiv) / 1000.0
105 |
106 | def num_trans(self, tt):
107 | """
108 | Returns the total number of transaction for the given type
109 | during the measurement cycle
110 | """
111 | return int(self.summary_ttype[tt][0])
112 |
113 | def trans_mix(self, tt):
114 | """
115 | Returns the percentage of the transaction type overall
116 | """
117 | return self.summary_ttype[tt][1]
118 |
119 | def avg_latency(self, tt):
120 | """
121 | Returns the average latency for the given transaction type
122 | during the measurement cycle
123 | """
124 | return self.summary_ttype[tt][2]
125 |
126 | def max_latency(self, tt):
127 | """
128 | Returns the maximum latency for the given transaction type
129 | during the measurement cycle
130 | """
131 | return self.summary_ttype[tt][3]
132 |
133 | def num_rollbacks(self, tt):
134 | """
135 | Returns the number of rollbacks that happened for the transaction
136 | type. This is only useful for NEW_ORDER.
137 | """
138 | return int(self.summary_ttype[tt][4])
139 |
140 | def num_errors(self, tt):
141 | """
142 | Returns the number of errors encountered for the transaction type
143 | during the measurement cycle
144 | """
145 | return int(self.summary_ttype[tt][5])
146 |
147 | def _load_ttype_csv_single(self, fname, skip_header = True):
148 | """
149 | Read a CSV file that has the transaction type as the first element.
150 | We expect a single row per transaction type.
151 | """
152 | ttdict = {}
153 | path = os.path.join(self.datadir, fname)
154 | with open(path, newline = '') as fd:
155 | rdr = csv.reader(fd)
156 | if skip_header:
157 | _ = next(rdr)
158 | for row in rdr:
159 | tt = row[0]
160 | ttdict[tt] = [float(d) for d in row[1:]]
161 |
162 | return ttdict
163 |
164 | def _load_ttype_csv_multiple(self, fname, skip_header = True):
165 | """
166 | Read a CSV file that has the transaction type as the first element.
167 | Return a list of tuples as well as a dict that has lists of tuples
168 | separated by transaction type.
169 | """
170 | ttdict = {}
171 | path = os.path.join(self.datadir, fname)
172 | with open(path, newline = '') as fd:
173 | rdr = csv.reader(fd)
174 | if skip_header:
175 | _ = next(rdr)
176 | data = [[row[0], [float(d) for d in row[1:]]] for row in rdr]
177 |
178 | for ttype in self.ttypes:
179 | tuples = filter(lambda x : x[0] == ttype, data)
180 | ttdict[ttype] = [tup[1] for tup in tuples]
181 |
182 | return ttdict
183 |
--------------------------------------------------------------------------------
/src/main/resources/generateReport/main.py:
--------------------------------------------------------------------------------
1 | #!/usr/bin/env python3
2 |
3 | import os
4 | import sys
5 | import jinja2
6 | import base64
7 | import getopt
8 |
9 | from generateReport import *
10 |
11 | def main():
12 | opt_template = 'report_simple.html'
13 | opt_resultdir = None
14 | opt_os_metrics = []
15 | opt_tt_limit = {
16 | 'NEW_ORDER': 5.0,
17 | 'PAYMENT': 5.0,
18 | 'ORDER_STATUS': 5.0,
19 | 'STOCK_LEVEL': 20.0,
20 | 'DELIVERY': 5.0,
21 | 'DELIVERY_BG': 80.0
22 | }
23 | opt_help = False
24 | errors = False
25 |
26 | opts, args = getopt.getopt(sys.argv[1:], 't:r:l:c:m:d:i:h?',
27 | ['template=', 'resultdir=', 'limit=',
28 | 'cpu=', 'memory=', 'disk=', 'interface=',
29 | 'help'])
30 | for opt, val in opts:
31 | if opt in ['-t', '--template',]:
32 | opt_template = val
33 | elif opt in ['-r', '--resultdir',]:
34 | opt_resultdir = val
35 | elif opt in ['-l', '--limit',]:
36 | sval = val.split('=')
37 | if len(sval) != 2:
38 | print("invalid limit specification: {}".format(val),
39 | file = sys.stderr)
40 | errors = True
41 | continue
42 | tt = sval[0].upper()
43 | if tt not in opt_tt_limit:
44 | print("unknown transaction type: {}".format(tt),
45 | file = sys.stderr)
46 | errors = True
47 | continue
48 | try:
49 | opt_tt_limit[tt] = float(sval[1])
50 | except Exception as e:
51 | print("invalid limit specification: {}".format(str(e)),
52 | file = sys.stderr)
53 | errors = True
54 | continue
55 | elif opt in ['-c', '--cpu',]:
56 | sval = val.split(':')
57 | if len(sval) != 2:
58 | print("invalid host specification: {}".format(val),
59 | file = sys.stderr)
60 | print("use HOSTNAME:ALIAS".format(val),
61 | file = sys.stderr)
62 | errors = True
63 | continue
64 | opt_os_metrics.append(('cpu', sval[0], sval[1]))
65 | elif opt in ['-m', '--memory',]:
66 | sval = val.split(':')
67 | if len(sval) != 2:
68 | print("invalid specification: {}".format(val),
69 | file = sys.stderr)
70 | print("use HOSTNAME:ALIAS".format(val),
71 | file = sys.stderr)
72 | errors = True
73 | continue
74 | opt_os_metrics.append(('memory', sval[0], sval[1]))
75 | elif opt in ['-d', '--disk',]:
76 | sval = val.split(':')
77 | if len(sval) != 3:
78 | print("invalid disk device specification: {}".format(val),
79 | file = sys.stderr)
80 | print("use HOSTNAME:ALIAS:DEVICENAME".format(val),
81 | file = sys.stderr)
82 | errors = True
83 | print("invalid host specification: {}".format(val),
84 | file = sys.stderr)
85 | opt_os_metrics.append(('disk', sval[0], sval[1], sval[2]))
86 | elif opt in ['-i', '--interface',]:
87 | sval = val.split(':')
88 | if len(sval) != 3:
89 | print("invalid interface device specification: {}".format(val),
90 | file = sys.stderr)
91 | print("use HOSTNAME:ALIAS:DEVICENAME".format(val),
92 | file = sys.stderr)
93 | errors = True
94 | continue
95 | opt_os_metrics.append(('interface', sval[0], sval[1], sval[2]))
96 | elif opt in ['-?', '-h', '--help']:
97 | opt_help = True
98 | break
99 |
100 | if errors:
101 | return 2
102 | if opt_help or opt_resultdir is None:
103 | usage()
104 | return 2
105 |
106 | result = bmsqlResult.bmsqlResult(opt_resultdir)
107 | result.tt_limit = opt_tt_limit
108 | for tt in result.ttypes:
109 | break
110 | print("count {} = {}".format(tt, result.num_trans(tt)))
111 | print("mix {} = {:.3f}".format(tt, result.trans_mix(tt)))
112 | print("avg {} = {:.3f}".format(tt, result.avg_latency(tt)))
113 | print("max {} = {:.3f}".format(tt, result.max_latency(tt)))
114 | print("90th {} = {:.3f}".format(tt, result.percentile(tt, 0.9)))
115 | print("rbk {} = {} ({:.3f}%)".format(tt, result.num_rollbacks(tt),
116 | result.num_rollbacks(tt) / result.num_trans(tt) * 100))
117 | print("errors {} = {}".format(tt, result.num_errors(tt)))
118 | print("")
119 |
120 | reportFname = opt_resultdir.rstrip('/\\') + '.html'
121 | with open(reportFname, 'w') as fd:
122 | fd.write(generate_html(result, opt_template, opt_os_metrics))
123 | print("report generated as {}".format(reportFname))
124 |
125 | def generate_html(result, template, os_metrics):
126 | env = jinja2.Environment(
127 | loader = jinja2.PackageLoader('generateReport', 'templates')
128 | )
129 |
130 | plot = bmsqlPlot.bmsqlPlot(result)
131 |
132 | # ----
133 | # Collect all the data the template needs
134 | # ----
135 | data = {
136 | 'ttypes': result.ttypes,
137 | 'runinfo': result.runinfo,
138 | 'summary': summary_data(result),
139 | 'properties': result.properties,
140 | 'mix_warn': False,
141 | 'rbk_warn': False,
142 | 'tpm_c': '{:.2f}'.format(result.tpm_c()),
143 | 'tpm_total': '{:.2f}'.format(result.tpm_total()),
144 | 'tpm_percent': '{:.2f}'.format((result.tpm_c() * 100)
145 | / (12.86 * float(result.runinfo['runWarehouses']))),
146 | 'tpmc_svg': plot.tpmc_svg,
147 | 'delay_avg_svg': plot.delay_avg_svg,
148 | 'delay_max_svg': plot.delay_max_svg,
149 | 'metric_svg': plot.metric_svg,
150 | 'cpu_svg': plot.cpu_svg,
151 | 'memory_svg': plot.memory_svg,
152 | 'os_metrics': os_metrics,
153 | }
154 |
155 | # Propagate the mix_warn flag up to the toplevel
156 | for tt in result.ttypes:
157 | if data['summary'][tt]['mix_warn']:
158 | data['mix_warn'] = True
159 |
160 | template = env.get_template(template)
161 | return template.render(**data)
162 |
163 | def summary_data(result):
164 | color_ok = '#008000'
165 | color_warn = '#f08000'
166 | color_error = '#c00000'
167 |
168 | data = {}
169 | for tt in result.ttypes:
170 | # ----
171 | # Determine the percentiles and the latency limit
172 | # ----
173 | ninth = result.percentile(tt, 0.9)
174 | n5th = result.percentile(tt, 0.95)
175 | n9th = result.percentile(tt, 0.99)
176 | limit = result.tt_limit[tt]
177 |
178 | # ----
179 | # From that numbers we derive the color for the percentile numbers
180 | # ----
181 | color_limit = color_ok
182 | color_ninth = color_ok
183 | color_n5th = color_ok
184 | color_n9th = color_ok
185 | if ninth > limit:
186 | color_limit = color_error
187 | color_ninth = color_error
188 | if n5th > limit:
189 | if ninth <= limit:
190 | color_limit = color_warn
191 | color_n5th = color_warn
192 | if n9th > limit:
193 | if ninth <= limit:
194 | color_limit = color_warn
195 | color_n9th = color_warn
196 |
197 | # ----
198 | # Indicate if the transaction mix percentage is too low
199 | # by turning the number red.
200 | # ----
201 | mix = result.num_trans(tt) / result.total_trans * 100
202 | mix_warn = False
203 | color_mix = '#000000'
204 | if tt == 'NEW_ORDER' or tt == 'DELIVERY_BG':
205 | pass
206 | elif tt == 'PAYMENT':
207 | if mix < 43.0:
208 | color_mix = color_error
209 | mix_warn = True
210 | else:
211 | if mix < 4.0:
212 | color_mix = color_error
213 | mix_warn = True
214 | if tt == 'DELIVERY_BG':
215 | mix = 'N/A'
216 | else:
217 | mix = '{:.3f}%'.format(mix)
218 |
219 | # ----
220 | # Percentage of rollback is only relevant for NEW_ORDER
221 | # ----
222 | rbk = result.num_rollbacks(tt) / result.num_trans(tt) * 100
223 | color_rbk = '#000000'
224 | if tt == 'NEW_ORDER':
225 | if rbk < 1.0:
226 | color_rbk = color_error
227 | rbk = '{:.3f}%'.format(rbk)
228 | else:
229 | rbk = 'N/A'
230 |
231 | data[tt] = {
232 | 'count': result.num_trans(tt),
233 | 'mix': mix,
234 | 'mix_warn': mix_warn,
235 | 'style_mix': 'style="color:{};"'.format(color_mix),
236 | 'avg': "{:.3f}".format(result.avg_latency(tt)),
237 | 'max': "{:.3f}".format(result.max_latency(tt)),
238 | 'ninth': "{:.3f}".format(ninth),
239 | 'n5th': "{:.3f}".format(n5th),
240 | 'n9th': "{:.3f}".format(n9th),
241 | 'limit': "{:.3f}".format(limit),
242 | 'style_ninth': 'style="color:{};"'.format(color_ninth),
243 | 'style_n5th': 'style="color:{};"'.format(color_n5th),
244 | 'style_n9th': 'style="color:{};"'.format(color_n9th),
245 | 'style_limit': 'style="color:{};"'.format(color_limit),
246 | 'rbk': rbk,
247 | 'style_rbk': 'style="color:{};"'.format(color_rbk),
248 | 'errors': result.num_errors(tt),
249 | }
250 | return data
251 |
252 | def usage():
253 | sys.stderr.write("""usage: {} RESULT_DIR\n""".format(
254 | os.path.basename(sys.argv[0])))
255 |
256 | if __name__ == '__main__':
257 | main()
258 |
--------------------------------------------------------------------------------
/src/main/resources/generateReport/templates/bmsql.css:
--------------------------------------------------------------------------------
1 |
44 |
--------------------------------------------------------------------------------
/src/main/resources/generateReport/templates/img_cpu.html:
--------------------------------------------------------------------------------
1 | ,
4 | ) }})
5 |
--------------------------------------------------------------------------------
/src/main/resources/generateReport/templates/img_disk_octets.html:
--------------------------------------------------------------------------------
1 | '.format(metric[2], metric[3]),
4 | ylabel = 'MiB/s',
5 | metrics = [
6 | {
7 | 'op': 'ADD',
8 | 'lval': {
9 | 'op': 'VAL',
10 | 'host': metric[1],
11 | 'metric': 'disk-{}.disk_octets.read'.format(metric[3]),
12 | 'factor': 1 / 1024 / 1024,
13 | },
14 | 'rval': {
15 | 'op': 'VAL',
16 | 'host': metric[1],
17 | 'metric': 'disk-{}.disk_octets.write'.format(metric[3]),
18 | 'factor': 1 / 1024 / 1024,
19 | },
20 | 'index': 3,
21 | 'color': 'black',
22 | 'label': 'Total',
23 | },
24 | {
25 | 'op': 'VAL',
26 | 'host': metric[1],
27 | 'metric': 'disk-{}.disk_octets.read'.format(metric[3]),
28 | 'color': 'b',
29 | 'label': 'Read',
30 | 'factor': 1 / 1024 / 1024,
31 | },
32 | {
33 | 'op': 'VAL',
34 | 'host': metric[1],
35 | 'metric': 'disk-{}.disk_octets.write'.format(metric[3]),
36 | 'color': 'r',
37 | 'label': 'Write',
38 | 'factor': 1 / 1024 / 1024,
39 | },
40 | ]
41 | ) }})
42 |
--------------------------------------------------------------------------------
/src/main/resources/generateReport/templates/img_disk_ops.html:
--------------------------------------------------------------------------------
1 | '.format(metric[2], metric[3]),
4 | ylabel = 'IO Ops/s',
5 | metrics = [
6 | {
7 | 'op': 'ADD',
8 | 'lval': {
9 | 'op': 'VAL',
10 | 'host': metric[1],
11 | 'metric': 'disk-{}.disk_ops.read'.format(metric[3]),
12 | },
13 | 'rval': {
14 | 'op': 'VAL',
15 | 'host': metric[1],
16 | 'metric': 'disk-{}.disk_ops.write'.format(metric[3]),
17 | },
18 | 'index': 3,
19 | 'color': 'black',
20 | 'label': 'Total',
21 | },
22 | {
23 | 'op': 'VAL',
24 | 'host': metric[1],
25 | 'metric': 'disk-{}.disk_ops.read'.format(metric[3]),
26 | 'color': 'b',
27 | 'label': 'Read',
28 | },
29 | {
30 | 'op': 'VAL',
31 | 'host': metric[1],
32 | 'metric': 'disk-{}.disk_ops.write'.format(metric[3]),
33 | 'index': 2,
34 | 'color': 'r',
35 | 'label': 'Write',
36 | },
37 | ]
38 | ) }})
39 |
--------------------------------------------------------------------------------
/src/main/resources/generateReport/templates/img_interface_octets.html:
--------------------------------------------------------------------------------
1 | '.format(metric[2], metric[3]),
4 | ylabel = 'MiB/s',
5 | metrics = [
6 | {
7 | 'op': 'ADD',
8 | 'lval': {
9 | 'op': 'VAL',
10 | 'host': metric[1],
11 | 'metric': 'interface-{}.if_octets.rx'.format(metric[3]),
12 | 'factor': 1 / 1024 / 1024,
13 | },
14 | 'rval': {
15 | 'op': 'VAL',
16 | 'host': metric[1],
17 | 'metric': 'interface-{}.if_octets.tx'.format(metric[3]),
18 | 'factor': 1 / 1024 / 1024,
19 | },
20 | 'index': 3,
21 | 'color': 'black',
22 | 'label': 'Total',
23 | },
24 | {
25 | 'op': 'VAL',
26 | 'host': metric[1],
27 | 'metric': 'interface-{}.if_octets.rx'.format(metric[3]),
28 | 'color': 'b',
29 | 'label': 'Read',
30 | 'factor': 1 / 1024 / 1024,
31 | },
32 | {
33 | 'op': 'VAL',
34 | 'host': metric[1],
35 | 'metric': 'interface-{}.if_octets.tx'.format(metric[3]),
36 | 'color': 'r',
37 | 'label': 'Write',
38 | 'factor': 1 / 1024 / 1024,
39 | },
40 | ]
41 | ) }})
42 |
--------------------------------------------------------------------------------
/src/main/resources/generateReport/templates/img_interface_packets.html:
--------------------------------------------------------------------------------
1 | '.format(metric[2], metric[3]),
4 | ylabel = 'Packets/s',
5 | metrics = [
6 | {
7 | 'op': 'ADD',
8 | 'lval': {
9 | 'op': 'VAL',
10 | 'host': metric[1],
11 | 'metric': 'interface-{}.if_packets.rx'.format(metric[3]),
12 | },
13 | 'rval': {
14 | 'op': 'VAL',
15 | 'host': metric[1],
16 | 'metric': 'interface-{}.if_packets.tx'.format(metric[3]),
17 | },
18 | 'index': 3,
19 | 'color': 'black',
20 | 'label': 'Total',
21 | },
22 | {
23 | 'op': 'VAL',
24 | 'host': metric[1],
25 | 'metric': 'interface-{}.if_packets.rx'.format(metric[3]),
26 | 'color': 'b',
27 | 'label': 'Read',
28 | },
29 | {
30 | 'op': 'VAL',
31 | 'host': metric[1],
32 | 'metric': 'interface-{}.if_packets.tx'.format(metric[3]),
33 | 'color': 'r',
34 | 'label': 'Write',
35 | },
36 | ]
37 | ) }})
38 |
--------------------------------------------------------------------------------
/src/main/resources/generateReport/templates/img_latency.html:
--------------------------------------------------------------------------------
1 |  }})
2 |
--------------------------------------------------------------------------------
/src/main/resources/generateReport/templates/img_memory.html:
--------------------------------------------------------------------------------
1 | ,
4 | unit = 'MiB',
5 | factor = 1.0 / 1024 / 1024
6 | ) }})
7 |
--------------------------------------------------------------------------------
/src/main/resources/generateReport/templates/img_nopm.html:
--------------------------------------------------------------------------------
1 |  }})
2 |
--------------------------------------------------------------------------------
/src/main/resources/generateReport/templates/inc_latency_explain.html:
--------------------------------------------------------------------------------
1 |
2 | The total end-user experienced transaction latency is different from
3 | the database transaction latency. Since there is a limited number
4 | of database connections, a transaction submitted to the "System under Test"
5 | may not immediately start processing on the database because all
6 | connections are busy.
7 |
8 |
9 | BenchmarkSQL measures the total latency, experienced by the end-user,
10 | as well as the time, the
11 | request had to wait in the SUT for a database connection to become
12 | available. It is important to point out that increasing the number
13 | of database connections (parameter sutThreads) only helps to a certain
14 | point. That point is usually between two and eight times the number of
15 | CPU cores of the database server. After that point the concurrency in
16 | the database may increase the latency and cause the system to violate
17 | the response time constraints.
18 |
19 |
--------------------------------------------------------------------------------
/src/main/resources/generateReport/templates/inc_nopm_explain.html:
--------------------------------------------------------------------------------
1 |
2 | tpmC is the number of NEW_ORDER Transactions, that where processed
3 | per minute. This is often referred to as New Orders Per Minute (NOPM).
4 | A good benchmark result is one that achieves a high tpmC without
5 | violating any of the TPC-C response time or transaction mix
6 | constraints.
7 |
8 |
9 | A steady NOPM over the entire measurement period
10 | (0 .. {{ runinfo['runMins'] }} minutes in this run) is most desirable.
11 | Any frequent or prolonged drops in tpmC are likely caused by spikes in
12 | the transaction latency.
13 |
14 |
--------------------------------------------------------------------------------
/src/main/resources/generateReport/templates/inc_summary_explain.html:
--------------------------------------------------------------------------------
1 | {% if mix_warn %}
2 |
3 | Warning: The transaction mix did not meet the TPC-C
4 | specifications! The minimum percentage for transactions
5 | is 43% Payment and 4% for each of OrderStatus,
6 | StockLevel and Delivery. You may need to increase
7 | the probabilities in the configuration.
8 |
9 | {% endif %}
10 |
11 |
12 | The TPC-C specification has a theoretical maximum of 12.86 NEW_ORDER
13 | transactions per minute per warehouse. In reality this value cannot
14 | be reached because it would require a perfect mix with 45% of NEW_ORDER
15 | transactions and a ZERO response time from the System under Test
16 | including the database.
17 |
18 |
19 | The above tpmC of {{ tpm_c }} is {{ tpm_percent }}% of that theoretical
20 | maximum for a database with {{ runinfo['runWarehouses'] }} warehouses.
21 |
22 |
--------------------------------------------------------------------------------
/src/main/resources/generateReport/templates/inc_summary_table.html:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 | Transaction
Type |
5 | Latency |
6 | Count |
7 | Percent |
8 | Rollback |
9 | Errors |
10 |
11 |
12 | | 90th % |
13 | 95th % |
14 | 99th % |
15 | Avg |
16 | Max |
17 | Limit |
18 |
19 | {% for tt in ttypes %}
20 |
21 | | {{ tt }} |
22 | {{ summary[tt]['ninth'] }}s |
23 | {{ summary[tt]['n5th'] }}s |
24 | {{ summary[tt]['n9th'] }}s |
25 | {{ summary[tt]['avg'] }}s |
26 | {{ summary[tt]['max'] }}s |
27 | {{ summary[tt]['limit'] }}s |
28 | {{ summary[tt]['count'] }} |
29 | {{ summary[tt]['mix'] }} |
30 | {{ summary[tt]['rbk'] }} |
31 | {{ summary[tt]['errors'] }} |
32 |
33 | {% endfor %}
34 |
35 |
36 |
37 |
38 |
39 | | Overall tpmC: |
40 | {{ tpm_c }} |
41 |
42 |
43 | | Overall tpmTotal: |
44 | {{ tpm_total }} |
45 |
46 |
47 |
48 |
--------------------------------------------------------------------------------
/src/main/resources/generateReport/templates/report_extended.html:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 | BenchmarkSQL Run #{{ runinfo['runID'] }}
5 |
6 |
7 | {% include "bmsql.css" %}
8 |
9 |
10 |
11 |
12 | BenchmarkSQL Run #{{ runinfo['runID'] }}
13 |
14 |
15 |
16 | This TPC-C style benchmark run was performed using the
17 | {{ runinfo['application'] }} Application Module
18 | of BenchmarkSQL version
19 | {{ runinfo['jTPCCVersion'] }} and the
20 | {{ runinfo['dbType'] }} JDBC driver.
21 |
22 |
23 |
24 | Result Summary
25 |
26 | {% include "inc_summary_table.html" %}
27 | {% include "inc_summary_explain.html" %}
28 |
29 |
30 | NEW_ORDER Transactions per Minute
31 |
32 |
33 | {% include "img_nopm.html" %}
34 |
35 | {% include "inc_nopm_explain.html" %}
36 |
37 |
38 | NEW_ORDER Latency and Delay
39 |
40 |
41 |  }})
42 |
43 |
44 |  }})
45 |
46 |
47 | {% include "inc_latency_explain.html" %}
48 |
49 |
50 | PAYMENT Latency and Delay
51 |
52 |
53 |  }})
54 |
55 |
56 |  }})
57 |
58 |
59 |
60 | ORDER_STATUS Latency and Delay
61 |
62 |
63 |  }})
64 |
65 |
66 |  }})
67 |
68 |
69 |
70 | STOCK_LEVEL Latency and Delay
71 |
72 |
73 |  }})
74 |
75 |
76 |  }})
77 |
78 |
79 |
80 | DELIVERY (background part) Latency and Delay
81 |
82 |
83 |  }})
84 |
85 |
86 |  }})
87 |
88 |
89 |
93 | {% for metric in os_metrics %}
94 | {% if metric[0] == 'cpu' %}
95 |
96 | {{ metric[2] }} CPU usage
97 |
98 |
99 | {% include "img_cpu.html" %}
100 |
101 | {% endif %}
102 |
103 | {% if metric[0] == 'memory' %}
104 |
105 | {{ metric[2] }} Memory usage
106 |
107 |
108 | {% include "img_memory.html" %}
109 |
110 | {% endif %}
111 |
112 | {% if metric[0] == 'disk' %}
113 |
114 | {{ metric[2] }} Disk IO {{ metric[3] }}
115 |
116 |
117 | {% include "img_disk_octets.html" %}
118 |
119 | {% include "img_disk_ops.html" %}
120 |
121 | {% endif %}
122 |
123 | {% if metric[0] == 'interface' %}
124 |
125 | {{ metric[2] }} Network IO {{ metric[3] }}
126 |
127 |
128 | {% include "img_interface_octets.html" %}
129 |
130 | {% include "img_interface_packets.html" %}
131 |
132 | {% endif %}
133 | {% endfor %}
134 |
135 | Properties of this Run
136 |
137 | The configuration properties of this BenchmarkSQL run were:
138 |
139 |
140 |
141 |
142 | {{ properties }}
143 | |
144 |
145 |
146 |
147 |
148 |
149 |
--------------------------------------------------------------------------------
/src/main/resources/generateReport/templates/report_simple.html:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 | BenchmarkSQL Run #{{ runinfo['runID'] }}
5 |
6 |
7 | {% include "bmsql.css" %}
8 |
9 |
10 |
11 |
12 | BenchmarkSQL Run #{{ runinfo['runID'] }}
13 |
14 |
15 |
16 | This TPC-C style benchmark run was performed using the
17 | {{ runinfo['application'] }} Application Module
18 | of BenchmarkSQL version
19 | {{ runinfo['jTPCCVersion'] }} and the
20 | {{ runinfo['dbType'] }} JDBC driver.
21 |
22 |
23 |
24 | Result Summary
25 |
26 | {% include "inc_summary_table.html" %}
27 | {% include "inc_summary_explain.html" %}
28 |
29 |
30 | NEW_ORDER Transactions per Minute
31 |
32 |
33 | {% include "img_nopm.html" %}
34 |
35 | {% include "inc_nopm_explain.html" %}
36 |
37 |
38 | NEW_ORDER Latency and Delay
39 |
40 |
41 |
42 |
43 |
44 |
45 |
46 | {% include "inc_latency_explain.html" %}
47 |
48 |
49 | PAYMENT Latency and Delay
50 |
51 |
52 |
53 |
54 |
55 |
56 |
57 |
58 |
59 | ORDER_STATUS Latency and Delay
60 |
61 |
62 |
63 |
64 |
65 |
66 |
67 |
68 |
69 | STOCK_LEVEL Latency and Delay
70 |
71 |
72 |
73 |
74 |
75 |
76 |
77 |
78 |
79 | DELIVERY (background part) Latency and Delay
80 |
81 |
82 |
83 |
84 |
85 |
86 |
87 |
88 | Properties of this Run
89 |
90 | The configuration properties of this BenchmarkSQL run were:
91 |
92 |
93 |
94 |
95 | {{ properties }}
96 | |
97 |
98 |
99 |
100 |
101 |
102 |
--------------------------------------------------------------------------------
/src/main/resources/log4j2.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 | %d %p %c{1.} [%t] %m%n
11 |
12 |
13 |
14 |
15 | %m%n
16 |
17 |
18 |
19 |
20 |
21 |
22 |
23 |
25 |
26 |
27 |
28 |
30 |
31 |
32 |
33 |
34 |
35 |
36 |
37 |
38 |
39 |
40 |
--------------------------------------------------------------------------------
/src/main/resources/mcCollectdGraphite.py:
--------------------------------------------------------------------------------
1 | #!/usr/bin/env python3
2 | # ----------------------------------------------------------------------
3 | # mc_collectd_graphite.py
4 | #
5 | # OS Metric collector script for BenchmarkSQL that retrieves data
6 | # for selected hosts from a graphite-web instance and saves it in
7 | # the os-metric.json file.
8 | # ----------------------------------------------------------------------
9 | import os.path
10 | import sys
11 | import time
12 | import select
13 | import getopt
14 |
15 | import json
16 | import urllib.request
17 | import urllib.parse
18 |
19 | def main():
20 | cargs = {
21 | 'url': 'http://localhost:8080',
22 | 'targets': [
23 | ],
24 | 'startepoch': time.time(),
25 | }
26 |
27 | opts, args = getopt.getopt(sys.argv[1:], "u:t:r:S:", [
28 | "url=", "target=", "resultdir=", "startepoch=",
29 | ])
30 | for opt, val in opts:
31 | if opt in ['-u', '--url']:
32 | cargs['url'] = val
33 | elif opt in ['-t', '--target']:
34 | cargs['targets'].append(val)
35 | elif opt in ['-r', '--resultdir']:
36 | cargs['resultdir'] = val
37 | elif opt in ['-S', '--startepoch']:
38 | cargs['startepoch'] = float(val)
39 |
40 | coll = Collector(**cargs)
41 |
42 | try:
43 | coll.run()
44 | except KeyboardInterrupt:
45 | pass
46 |
47 | coll.shutdown()
48 |
49 | class Collector:
50 | def __init__(self, url = 'http://localhost:8080',
51 | targets = {}, resultdir = '.', startepoch = 0.0):
52 | self.url = url
53 | self.targets = targets
54 | self.resultdir = resultdir
55 | self.startepoch = float(startepoch)
56 | self.starttime = time.time()
57 |
58 | self.output = {}
59 |
60 | def run(self):
61 | # ----
62 | # Run until we receive anything on stdin (which is the way the
63 | # benchmark driver is signaling us to finish).
64 | # ----
65 | while True:
66 | r, w, x = select.select([sys.stdin], [], [], None)
67 | if len(r) > 0:
68 | break
69 |
70 | def shutdown(self):
71 | # ----
72 | # On shutdown we retrieve the metric data from the
73 | # graphite server by calling the /render API with
74 | # &format=json for all the targets specified.
75 | # ----
76 | minutes = int((time.time() - self.starttime) / 60) + 1
77 | params = urllib.parse.urlencode(
78 | [('target', t) for t in self.targets] +
79 | [('from', '-{}min'.format(minutes)), ('format', 'json')])
80 | url = self.url + "?" + params
81 |
82 | try:
83 | with urllib.request.urlopen(url) as fd:
84 | gdata = json.loads(fd.read().decode('utf-8'))
85 | except Exception as ex:
86 | print(str(ex), file = sys.stderr)
87 | print("url was:", url)
88 | return 1
89 |
90 | # ----
91 | # We need to reformat the data slightly since the hostnames
92 | # in the graphite metric paths have '_' instead of '.' as
93 | # domain name separators and the actual metric data is in
94 | # (value, timestamp) order, while we need that the other way
95 | # around.
96 | # ----
97 | result = {}
98 | for entry in gdata:
99 | esplit = entry['target'].split('.')
100 | host = esplit[1].replace('_', '.')
101 | metric = '.'.join(esplit[2:])
102 | if host not in result:
103 | result[host] = {}
104 | result[host][metric] = [(t - self.startepoch, v)
105 | for v, t in entry['datapoints']]
106 |
107 | with open(os.path.join(self.resultdir, 'os-metric.json'), 'w') as fd:
108 | fd.write(json.dumps(result))
109 |
110 | if __name__ == '__main__':
111 | main()
112 |
--------------------------------------------------------------------------------
/src/main/resources/mcCollectdMqtt.py:
--------------------------------------------------------------------------------
1 | #!/usr/bin/env python3
2 | # ----------------------------------------------------------------------
3 | # mc_collectd_mqtt.py
4 | #
5 | # OS metric collector script for BenchmarkSQL that retrieves data
6 | # sent to an MQTT broker by collectd on the server system(s)
7 | # ----------------------------------------------------------------------
8 | import os.path
9 | import sys
10 | import paho.mqtt.client as mqttc
11 | import csv
12 | import time
13 | import select
14 | import getopt
15 | import json
16 |
17 | def main():
18 | cargs = {
19 | 'host': 'localhost',
20 | 'topics': [
21 | ],
22 | 'startepoch': time.time(),
23 | }
24 |
25 | opts, args = getopt.getopt(sys.argv[1:], "h:p:U:P:t:r:i:S:", [
26 | "host=", "port=", "user=", "password=", "topic=",
27 | "resultdir=", "clientid=", "startepoch=",
28 | ])
29 | for opt, val in opts:
30 | if opt in ['-h', '--host']:
31 | cargs['host'] = val
32 | elif opt in ['-p', '--port']:
33 | cargs['port'] = val
34 | elif opt in ['-U', '--user']:
35 | cargs['user'] = val
36 | elif opt in ['-P', '--password']:
37 | cargs['password'] = val
38 | elif opt in ['-t', '--topic']:
39 | cargs['topics'].append(val)
40 | elif opt in ['-r', '--resultdir']:
41 | cargs['resultdir'] = val
42 | elif opt in ['-i', '--clientid']:
43 | cargs['clientId'] = val
44 | elif opt in ['-s', '--startepoch']:
45 | cargs['startepoch'] = float(val)
46 |
47 | coll = Collector(**cargs)
48 |
49 | try:
50 | coll.run()
51 | except KeyboardInterrupt:
52 | pass
53 |
54 | coll.shutdown()
55 |
56 | class Collector:
57 | def __init__(self, host = 'localhost', port = '1883',
58 | clientId = None, user = None, password = None,
59 | topics = {}, resultdir = '.', startepoch = 0.0):
60 | self.host = host
61 | self.port = int(port)
62 | self.clientId = clientId
63 | self.user = user
64 | self.password = password
65 | self.topics = topics
66 | self.resultdir = resultdir
67 | self.startepoch = float(startepoch)
68 |
69 | self.result = {}
70 |
71 | self.mqttc = mqttc.Client(self.clientId)
72 | self.mqttc.on_connect = self.on_mqtt_connect
73 | self.mqttc.on_disconnect = self.on_mqtt_disconnect
74 | self.mqttc.on_message = self.on_mqtt_message
75 |
76 | if self.user is not None:
77 | self.mqttc.username_pw_set(self.user, self.password)
78 | self.mqttc.connect(host = self.host, port = self.port)
79 |
80 | def on_mqtt_connect(self, client, userdata, flags, rc):
81 | """
82 | On connect or reconnect we only need to subscribe to all
83 | the specified topics
84 | """
85 | for topic in self.topics:
86 | self.mqttc.subscribe(topic, qos = 0)
87 |
88 | def on_mqtt_disconnect(self, clien, userdata, rc):
89 | """
90 | Nothing to do on disconnect
91 | """
92 | pass
93 |
94 | def on_mqtt_message(self, client, userdata, msg):
95 | """
96 | Collect all metric data received for the specified topics
97 | in self.result
98 | """
99 | # ----
100 | # Extract the hostname and metric path from the topic
101 | # ----
102 | tl = msg.topic.split('/')
103 | host = tl[1]
104 | metrics = ['.'.join(tl[2:]),]
105 |
106 | # ----
107 | # Extract the timestamp adjusted by startepoch from the payload
108 | # ----
109 | pl = msg.payload.decode('utf-8').rstrip('\0').split(':')
110 | epoch = float(pl[0]) - self.startepoch
111 |
112 | # ----
113 | # Some metrics sent by collectd actually have two values in them.
114 | # We handle this by splitting them into two metrics. Every disk-
115 | # with two values will become METRIC.read and METRIC.write and
116 | # every network interface- one becomes METRIC.rx and METRIC.tx.
117 | # Having individual metric names simplifies the code in the
118 | # report generator.
119 | # ----
120 | if metrics[0].startswith('disk-') and len(pl) == 3:
121 | metrics = [
122 | '.'.join(tl[2:] + ['read']),
123 | '.'.join(tl[2:] + ['write']),
124 | ]
125 | elif metrics[0].startswith('interface-') and len(pl) == 3:
126 | metrics = [
127 | '.'.join(tl[2:] + ['rx']),
128 | '.'.join(tl[2:] + ['tx']),
129 | ]
130 |
131 | # ----
132 | # Add the data to self.result
133 | # ----
134 | if host not in self.result:
135 | self.result[host] = {}
136 | for i in range(0, len(metrics)):
137 | if metrics[i] not in self.result[host]:
138 | self.result[host][metrics[i]] = []
139 | self.result[host][metrics[i]].append([
140 | epoch, float(pl[i + 1])])
141 |
142 | def run(self):
143 | # ----
144 | # We call mqttc.loop() which will return after each event. We stop
145 | # running when we receive any input on stdin (which is the way the
146 | # benchmark driver is signaling us to finish).
147 | # ----
148 | while True:
149 | self.mqttc.loop()
150 | r, w, x = select.select([sys.stdin], [], [], 0.0)
151 | if len(r) > 0:
152 | break
153 |
154 | def shutdown(self):
155 | # ----
156 | # On shutdown we dump all the collected data into the output file.
157 | # ----
158 | self.mqttc.loop_stop()
159 | with open(os.path.join(self.resultdir, 'os-metric.json'), 'w') as fd:
160 | fd.write(json.dumps(self.result))
161 |
162 | if __name__ == '__main__':
163 | main()
164 |
--------------------------------------------------------------------------------
/src/main/resources/requirements.txt:
--------------------------------------------------------------------------------
1 | #
2 | ####### Python3 requirements for BenchmarkSQL
3 | #
4 | Flask
5 | numpy
6 | matplotlib
7 | paho-mqtt
8 | jproperties
9 |
--------------------------------------------------------------------------------
/src/main/resources/runBenchmark.sh:
--------------------------------------------------------------------------------
1 | #!/usr/bin/env bash
2 |
3 | if [ $# -ne 1 ] ; then
4 | echo "usage: $(basename $0) PROPS_FILE" >&2
5 | exit 2
6 | fi
7 |
8 | SEQ_FILE="./.jTPCC_run_seq.dat"
9 | if [ ! -f "${SEQ_FILE}" ] ; then
10 | echo "0" > "${SEQ_FILE}"
11 | fi
12 | SEQ=$(expr $(cat "${SEQ_FILE}") + 1) || exit 1
13 | echo "${SEQ}" > "${SEQ_FILE}"
14 |
15 | source ./funcs.sh $1
16 |
17 | setCP || exit 1
18 |
19 | myOPTS="-Dprop=$1 -DrunID=${SEQ}"
20 | myOPTS="${myOPTS} -Djava.security.egd=file:/dev/./urandom"
21 |
22 | java -cp "$myCP" $myOPTS com.github.pgsqlio.benchmarksql.jtpcc.jTPCC &
23 | PID=$!
24 | while true ; do
25 | kill -0 $PID 2>/dev/null || break
26 | sleep 1
27 | done
28 |
--------------------------------------------------------------------------------
/src/main/resources/runDatabaseBuild.sh:
--------------------------------------------------------------------------------
1 | #!/usr/bin/env bash
2 |
3 | if [ $# -lt 1 ] ; then
4 | echo "usage: $(basename $0) PROPS [OPT VAL [...]]" >&2
5 | exit 2
6 | fi
7 |
8 | PROPS="$1"
9 | shift
10 | if [ ! -f "${PROPS}" ] ; then
11 | echo "${PROPS}: no such file or directory" >&2
12 | exit 1
13 | fi
14 |
15 | DB="$(grep '^db=' $PROPS | sed -e 's/^db=//')"
16 |
17 | BEFORE_LOAD="tableCreates extraCommandsBeforeLoad storedProcedureCreates"
18 |
19 | AFTER_LOAD="indexCreates foreignKeys buildFinish"
20 |
21 | for step in ${BEFORE_LOAD} ; do
22 | ./runSQL.sh "${PROPS}" $step &
23 | PID=$!
24 | while true ; do
25 | kill -0 $PID 2>/dev/null || break
26 | sleep 1
27 | done
28 | wait $PID
29 | rc=$?
30 | [ $rc -eq 0 ] || exit $rc
31 | done
32 |
33 | ./runLoader.sh "${PROPS}" $* &
34 | PID=$!
35 | while true ; do
36 | kill -0 $PID 2>/dev/null || break
37 | sleep 1
38 | done
39 | wait $PID
40 | rc=$?
41 | [ $rc -eq 0 ] || exit $rc
42 |
43 | for step in ${AFTER_LOAD} ; do
44 | ./runSQL.sh "${PROPS}" $step &
45 | PID=$!
46 | while true ; do
47 | kill -0 $PID 2>/dev/null || break
48 | sleep 1
49 | done
50 | wait $PID
51 | rc=$?
52 | [ $rc -eq 0 ] || exit $rc
53 | done
54 |
--------------------------------------------------------------------------------
/src/main/resources/runDatabaseDestroy.sh:
--------------------------------------------------------------------------------
1 | #!/usr/bin/env bash
2 |
3 | if [ $# -ne 1 ] ; then
4 | echo "usage: $(basename $0) PROPS" >&2
5 | exit 2
6 | fi
7 |
8 | PROPS="$1"
9 | if [ ! -f "${PROPS}" ] ; then
10 | echo "${PROPS}: no such file or directory" >&2
11 | exit 1
12 | fi
13 |
14 | DB="$(grep '^db=' $PROPS | sed -e 's/^db=//')"
15 | USER="$(grep '^user=' $PROPS | sed -e 's/^user=//' )"
16 | PASSWORD="$(grep '^password=' $PROPS | sed -e 's/^password=//' )"
17 |
18 | STEPS="tableDrops storedProcedureDrops"
19 |
20 | for step in ${STEPS} ; do
21 | ./runSQL.sh "${PROPS}" $step || exit 1 &
22 | PID=$!
23 | while true ; do
24 | kill -0 $PID 2>/dev/null || break
25 | sleep 1
26 | done
27 | wait $PID
28 | done
29 |
--------------------------------------------------------------------------------
/src/main/resources/runLoader.sh:
--------------------------------------------------------------------------------
1 | #!/usr/bin/env bash
2 |
3 | if [ $# -lt 1 ] ; then
4 | echo "usage: $(basename $0) PROPS_FILE [ARGS]" >&2
5 | exit 2
6 | fi
7 |
8 | source funcs.sh $1
9 | shift
10 |
11 | setCP || exit 1
12 |
13 | myOPTS="-Dprop=${PROPS}"
14 | myOPTS="${myOPTS} -Djava.security.egd=file:/dev/./urandom"
15 |
16 | java -cp "$myCP" $myOPTS com.github.pgsqlio.benchmarksql.loader.LoadData $*
17 |
--------------------------------------------------------------------------------
/src/main/resources/runSQL.sh:
--------------------------------------------------------------------------------
1 | #!/usr/bin/env bash
2 |
3 | # ----
4 | # Check command line usage
5 | # ----
6 | if [ $# -ne 2 ] ; then
7 | echo "usage: $(basename $0) PROPS_FILE SQL_FILE" >&2
8 | exit 2
9 | fi
10 |
11 | # ----
12 | # Load common functions
13 | # ----
14 | source funcs.sh $1
15 |
16 | # ----
17 | # Determine which SQL file to use.
18 | #
19 | # 1) If $2 specifies a file that ends in .sql, we use that.
20 | # 2) If a file ./sql./$2.sql exists, we use that.
21 | # 3) If none of the above, use ./sql.common/$2.sql.
22 | # ----
23 | if echo "$2" | grep -q -e '\.sql$' ; then
24 | ENDS_WITH_SQL=1
25 | else
26 | ENDS_WITH_SQL=0
27 | fi
28 |
29 | if [ -f "${2}" -a $ENDS_WITH_SQL -eq 1 ] ; then
30 | SQL_FILE="$2"
31 | else
32 | if [ -f "./sql.$(getProp db)/${2}.sql" ] ; then
33 | SQL_FILE="./sql.$(getProp db)/${2}.sql"
34 | else
35 | SQL_FILE="./sql.common/${2}.sql"
36 | if [ ! -f "${SQL_FILE}" ] ; then
37 | echo "ERROR: Cannot locate SQL file for ${2}" >&2
38 | exit 1
39 | fi
40 | fi
41 | fi
42 |
43 | # ----
44 | # Set myCP according to the database type.
45 | # ----
46 | setCP || exit 1
47 |
48 | echo "# ------------------------------------------------------------"
49 | echo "# Loading SQL file ${SQL_FILE}"
50 | echo "# ------------------------------------------------------------"
51 | myOPTS="-Dprop=$1"
52 | myOPTS="${myOPTS} -DcommandFile=${SQL_FILE}"
53 | myOPTS="${myOPTS} -Djava.security.egd=file:/dev/./urandom"
54 |
55 | java -cp "$myCP" $myOPTS com.github.pgsqlio.benchmarksql.jdbc.ExecJDBC
56 |
--------------------------------------------------------------------------------
/src/main/resources/sample.firebird.properties:
--------------------------------------------------------------------------------
1 | # General Driver and connection parameters
2 | #
3 | # db={ postgres | oracle | firebird | mariadb | transact-sql }
4 | # driver=
5 | # application={ Generic | PostgreSQLStoredProc | OracleStoredProc }
6 | # conn=
7 | # user=
8 | # password=
9 | db=firebird
10 | driver=org.firebirdsql.jdbc.FBDriver
11 | application=Generic
12 | conn=jdbc:firebirdsql://localhost:3050//var/lib/firebird/data/benchmarksql1.fdb?charSet=UTF-8
13 | user=benchmarksql
14 | password=PWbmsql
15 |
16 | # Scaling and timing configuration
17 | warehouses=50
18 | useWarehouseFrom=-1
19 | useWarehouseTo=-1
20 | loadWorkers=8
21 | monkeys=2
22 | sutThreads=16
23 | maxDeliveryBGThreads=12
24 | maxDeliveryBGPerWarehouse=1
25 | rampupMins=10
26 | rampupSUTMins=5
27 | rampupTerminalMins=5
28 | runMins=30
29 | reportIntervalSecs=30
30 | restartSUTThreadProbability=0.0
31 | keyingTimeMultiplier=1.0
32 | thinkTimeMultiplier=1.0
33 | terminalMultiplier=1
34 | traceTerminalIO=false
35 |
36 | # Below are the definitions for the "attempted" transaction mix.
37 | # The TPC-C specification requires minimum percentages for all but
38 | # the NEW_ORDER transaction. If a test run happens to have any of
39 | # those four types fall below those minimums, the entire test is
40 | # invalid. We don't want that to happen, so we specify values just
41 | # a tiny bit above the required minimum.
42 | # The newOrderWeight is calculated as 100.0 - sum(all_other_types).
43 | paymentWeight=43.2
44 | orderStatusWeight=4.2
45 | deliveryWeight=4.2
46 | stockLevelWeight=4.2
47 |
48 | # The TPC-C require a minimum of 1% of the NEW_ORDER transactions
49 | # to roll back due to a user entry error (non existing item
50 | # number. Doing it with a strict 1/100th probability can lead to
51 | # undershooting this target, so we default to 1.01% to be sure.
52 | rollbackPercent=1.01
53 |
54 | # Directory name to create for collecting detailed result data.
55 | # Comment this out to suppress. Note that the Flask UI will define
56 | # this by itself, so don't specify it if you run through the UI.
57 | resultDirectory=my_result_%tY-%tm-%td_%tH%tM%tS
58 |
59 | # BenchmarkSQL includes three OS metric collector scripts implemented
60 | # in Python3. Two require to have collectd installed on the server
61 | # systems, you want to include in the performance report. The data
62 | # will be saved in resultDirectory/data/os-metric.json. The third
63 | # is based on Prometheus and node_exporter.
64 |
65 | # mcCollectdMqtt.py is a metric collector that expects the collectd
66 | # instances on the servers to send the metric data to an MQTT broker.
67 |
68 | #osCollectorScript=./mcCollectdMqtt.py \
69 | # -h mymqttbroker.localdomain \
70 | # -t collectd/mydbserver.localdomain/# \
71 | # -t collectd/mybackrest.localdomain/#
72 |
73 | # mcCollectdGraphite.py is a metric collector that expects the
74 | # collectd instances on the servers to send the metric data to
75 | # a graphite/whisper database and be available through the /render
76 | # API.
77 |
78 | #osCollectorScript=./mcCollectdGraphite.py \
79 | # -u http://mygraphite.localdomain/render/ \
80 | # -t collectd.mydbserver_localdomain.*.* \
81 | # -t collectd.mydbserver_localdomain.*.*.* \
82 | # -t collectd.mybackrest_localdomain.*.* \
83 | # -t collectd.mybackrest_localdomain.*.*.*
84 |
85 | # mcPrometheus.py retrieves the metric data from a Prometheus
86 | # server through the API. It converts the output into the same
87 | # format as the former two produce. The instances listed are
88 | # the same names given in the "instance" label of the metric
89 | # data scraped by Prometheus. The port number will be removed
90 | # in the os-metric.json output.
91 |
92 | #osCollectorScript=./mcPrometheus.py \
93 | # -u http://myprometheus.localdomain:9090/api/v1/query_range \
94 | # -i mydbserver.localdomain:9100 \
95 | # -i mybackrest.localdomain:9100
96 |
97 | # The report script is what generates the detailed HTML report for
98 | # the benchmark run. It is a Jinja2 template based reporting system
99 | # that includes graphs of various metrics, captured during the benchmark.
100 |
101 | reportScript=./generateReport.py -t report_simple.html
102 |
103 | #reportScript=./generateReport.py \
104 | # -t report_extended.html \
105 | # -c 'mydbserver.localdomain:DB server' \
106 | # -d 'mydbserver.localdomain:DB server:hda2' \
107 | # -i 'mydbserver.localdomain:DB server:eth0' \
108 | # -c 'mybackrest.localdomain:pgbackrest server' \
109 | # -d 'mybackrest.localdomain:pgbackrest server:hda2' \
110 | # -i 'mybackrest.localdomain:pgbackrest server:eth0'
111 |
--------------------------------------------------------------------------------
/src/main/resources/sample.mariadb.properties:
--------------------------------------------------------------------------------
1 | # General Driver and connection parameters
2 | #
3 | # db={ postgres | oracle | firebird | mariadb | transact-sql }
4 | # driver=
5 | # application={ Generic | PostgreSQLStoredProc | OracleStoredProc }
6 | # conn=
7 | # user=
8 | # password=
9 | db=mariadb
10 | driver=org.mariadb.jdbc.Driver
11 | application=Generic
12 | conn=jdbc:mariadb://localhost:3306/benchmarksql1
13 | user=benchmarksql
14 | password=PWbmsql
15 |
16 | # Scaling and timing configuration
17 | warehouses=50
18 | useWarehouseFrom=-1
19 | useWarehouseTo=-1
20 | loadWorkers=8
21 | monkeys=2
22 | sutThreads=16
23 | maxDeliveryBGThreads=12
24 | maxDeliveryBGPerWarehouse=1
25 | rampupMins=10
26 | rampupSUTMins=5
27 | rampupTerminalMins=5
28 | runMins=30
29 | reportIntervalSecs=30
30 | restartSUTThreadProbability=0.0
31 | keyingTimeMultiplier=1.0
32 | thinkTimeMultiplier=1.0
33 | terminalMultiplier=1
34 | traceTerminalIO=false
35 |
36 | # Below are the definitions for the "attempted" transaction mix.
37 | # The TPC-C specification requires minimum percentages for all but
38 | # the NEW_ORDER transaction. If a test run happens to have any of
39 | # those four types fall below those minimums, the entire test is
40 | # invalid. We don't want that to happen, so we specify values just
41 | # a tiny bit above the required minimum.
42 | # The newOrderWeight is calculated as 100.0 - sum(all_other_types).
43 | paymentWeight=43.2
44 | orderStatusWeight=4.2
45 | deliveryWeight=4.2
46 | stockLevelWeight=4.2
47 |
48 | # The TPC-C require a minimum of 1% of the NEW_ORDER transactions
49 | # to roll back due to a user entry error (non existing item
50 | # number. Doing it with a strict 1/100th probability can lead to
51 | # undershooting this target, so we default to 1.01% to be sure.
52 | rollbackPercent=1.01
53 |
54 | # Directory name to create for collecting detailed result data.
55 | # Comment this out to suppress. Note that the Flask UI will define
56 | # this by itself, so don't specify it if you run through the UI.
57 | resultDirectory=my_result_%tY-%tm-%td_%tH%tM%tS
58 |
59 | # BenchmarkSQL includes three OS metric collector scripts implemented
60 | # in Python3. Two require to have collectd installed on the server
61 | # systems, you want to include in the performance report. The data
62 | # will be saved in resultDirectory/data/os-metric.json. The third
63 | # is based on Prometheus and node_exporter.
64 |
65 | # mcCollectdMqtt.py is a metric collector that expects the collectd
66 | # instances on the servers to send the metric data to an MQTT broker.
67 |
68 | #osCollectorScript=./mcCollectdMqtt.py \
69 | # -h mymqttbroker.localdomain \
70 | # -t collectd/mydbserver.localdomain/# \
71 | # -t collectd/mybackrest.localdomain/#
72 |
73 | # mcCollectdGraphite.py is a metric collector that expects the
74 | # collectd instances on the servers to send the metric data to
75 | # a graphite/whisper database and be available through the /render
76 | # API.
77 |
78 | #osCollectorScript=./mcCollectdGraphite.py \
79 | # -u http://mygraphite.localdomain/render/ \
80 | # -t collectd.mydbserver_localdomain.*.* \
81 | # -t collectd.mydbserver_localdomain.*.*.* \
82 | # -t collectd.mybackrest_localdomain.*.* \
83 | # -t collectd.mybackrest_localdomain.*.*.*
84 |
85 | # mcPrometheus.py retrieves the metric data from a Prometheus
86 | # server through the API. It converts the output into the same
87 | # format as the former two produce. The instances listed are
88 | # the same names given in the "instance" label of the metric
89 | # data scraped by Prometheus. The port number will be removed
90 | # in the os-metric.json output.
91 |
92 | #osCollectorScript=./mcPrometheus.py \
93 | # -u http://myprometheus.localdomain:9090/api/v1/query_range \
94 | # -i mydbserver.localdomain:9100 \
95 | # -i mybackrest.localdomain:9100
96 |
97 | # The report script is what generates the detailed HTML report for
98 | # the benchmark run. It is a Jinja2 template based reporting system
99 | # that includes graphs of various metrics, captured during the benchmark.
100 |
101 | reportScript=./generateReport.py -t report_simple.html
102 |
103 | #reportScript=./generateReport.py \
104 | # -t report_extended.html \
105 | # -c 'mydbserver.localdomain:DB server' \
106 | # -d 'mydbserver.localdomain:DB server:hda2' \
107 | # -i 'mydbserver.localdomain:DB server:eth0' \
108 | # -c 'mybackrest.localdomain:pgbackrest server' \
109 | # -d 'mybackrest.localdomain:pgbackrest server:hda2' \
110 | # -i 'mybackrest.localdomain:pgbackrest server:eth0'
111 |
--------------------------------------------------------------------------------
/src/main/resources/sample.oracle.properties:
--------------------------------------------------------------------------------
1 | # General Driver and connection parameters
2 | #
3 | # db={ postgres | oracle | firebird | mariadb | transact-sql }
4 | # driver=
5 | # application={ Generic | PostgreSQLStoredProc | OracleStoredProc }
6 | # conn=
7 | # user=
8 | # password=
9 | db=oracle
10 | driver=oracle.jdbc.driver.OracleDriver
11 | application=Generic
12 | conn=jdbc:oracle:thin:@localhost:1521:XE
13 | user=benchmarksql
14 | password=PWbmsql
15 |
16 | # Scaling and timing configuration
17 | warehouses=50
18 | useWarehouseFrom=-1
19 | useWarehouseTo=-1
20 | loadWorkers=8
21 | monkeys=2
22 | sutThreads=16
23 | maxDeliveryBGThreads=12
24 | maxDeliveryBGPerWarehouse=1
25 | rampupMins=10
26 | rampupSUTMins=5
27 | rampupTerminalMins=5
28 | runMins=30
29 | reportIntervalSecs=30
30 | restartSUTThreadProbability=0.0
31 | keyingTimeMultiplier=1.0
32 | thinkTimeMultiplier=1.0
33 | terminalMultiplier=1
34 | traceTerminalIO=false
35 |
36 | # Below are the definitions for the "attempted" transaction mix.
37 | # The TPC-C specification requires minimum percentages for all but
38 | # the NEW_ORDER transaction. If a test run happens to have any of
39 | # those four types fall below those minimums, the entire test is
40 | # invalid. We don't want that to happen, so we specify values just
41 | # a tiny bit above the required minimum.
42 | # The newOrderWeight is calculated as 100.0 - sum(all_other_types).
43 | paymentWeight=43.2
44 | orderStatusWeight=4.2
45 | deliveryWeight=4.2
46 | stockLevelWeight=4.2
47 |
48 | # The TPC-C require a minimum of 1% of the NEW_ORDER transactions
49 | # to roll back due to a user entry error (non existing item
50 | # number. Doing it with a strict 1/100th probability can lead to
51 | # undershooting this target, so we default to 1.01% to be sure.
52 | rollbackPercent=1.01
53 |
54 | # Directory name to create for collecting detailed result data.
55 | # Comment this out to suppress. Note that the Flask UI will define
56 | # this by itself, so don't specify it if you run through the UI.
57 | resultDirectory=my_result_%tY-%tm-%td_%tH%tM%tS
58 |
59 | # BenchmarkSQL includes three OS metric collector scripts implemented
60 | # in Python3. Two require to have collectd installed on the server
61 | # systems, you want to include in the performance report. The data
62 | # will be saved in resultDirectory/data/os-metric.json. The third
63 | # is based on Prometheus and node_exporter.
64 |
65 | # mcCollectdMqtt.py is a metric collector that expects the collectd
66 | # instances on the servers to send the metric data to an MQTT broker.
67 |
68 | #osCollectorScript=./mcCollectdMqtt.py \
69 | # -h mymqttbroker.localdomain \
70 | # -t collectd/mydbserver.localdomain/# \
71 | # -t collectd/mybackrest.localdomain/#
72 |
73 | # mcCollectdGraphite.py is a metric collector that expects the
74 | # collectd instances on the servers to send the metric data to
75 | # a graphite/whisper database and be available through the /render
76 | # API.
77 |
78 | #osCollectorScript=./mcCollectdGraphite.py \
79 | # -u http://mygraphite.localdomain/render/ \
80 | # -t collectd.mydbserver_localdomain.*.* \
81 | # -t collectd.mydbserver_localdomain.*.*.* \
82 | # -t collectd.mybackrest_localdomain.*.* \
83 | # -t collectd.mybackrest_localdomain.*.*.*
84 |
85 | # mcPrometheus.py retrieves the metric data from a Prometheus
86 | # server through the API. It converts the output into the same
87 | # format as the former two produce. The instances listed are
88 | # the same names given in the "instance" label of the metric
89 | # data scraped by Prometheus. The port number will be removed
90 | # in the os-metric.json output.
91 |
92 | #osCollectorScript=./mcPrometheus.py \
93 | # -u http://myprometheus.localdomain:9090/api/v1/query_range \
94 | # -i mydbserver.localdomain:9100 \
95 | # -i mybackrest.localdomain:9100
96 |
97 | # The report script is what generates the detailed HTML report for
98 | # the benchmark run. It is a Jinja2 template based reporting system
99 | # that includes graphs of various metrics, captured during the benchmark.
100 |
101 | reportScript=./generateReport.py -t report_simple.html
102 |
103 | #reportScript=./generateReport.py \
104 | # -t report_extended.html \
105 | # -c 'mydbserver.localdomain:DB server' \
106 | # -d 'mydbserver.localdomain:DB server:hda2' \
107 | # -i 'mydbserver.localdomain:DB server:eth0' \
108 | # -c 'mybackrest.localdomain:pgbackrest server' \
109 | # -d 'mybackrest.localdomain:pgbackrest server:hda2' \
110 | # -i 'mybackrest.localdomain:pgbackrest server:eth0'
111 |
--------------------------------------------------------------------------------
/src/main/resources/sample.postgresql.properties:
--------------------------------------------------------------------------------
1 | # General Driver and connection parameters
2 | #
3 | # db={ postgres | oracle | firebird | mariadb | transact-sql }
4 | # driver=
5 | # application={ Generic | PostgreSQLStoredProc | OracleStoredProc }
6 | # conn=
7 | # user=
8 | # password=
9 | db=postgres
10 | driver=org.postgresql.Driver
11 | application=Generic
12 | conn=jdbc:postgresql://localhost:5432/postgres
13 | user=benchmarksql
14 | password=PWbmsql
15 |
16 | # Scaling and timing configuration
17 | warehouses=50
18 | useWarehouseFrom=-1
19 | useWarehouseTo=-1
20 | loadWorkers=8
21 | monkeys=2
22 | sutThreads=16
23 | maxDeliveryBGThreads=12
24 | maxDeliveryBGPerWarehouse=1
25 | rampupMins=10
26 | rampupSUTMins=5
27 | rampupTerminalMins=5
28 | runMins=30
29 | reportIntervalSecs=30
30 | restartSUTThreadProbability=0.0
31 | keyingTimeMultiplier=1.0
32 | thinkTimeMultiplier=1.0
33 | terminalMultiplier=1
34 | traceTerminalIO=false
35 |
36 | # Below are the definitions for the "attempted" transaction mix.
37 | # The TPC-C specification requires minimum percentages for all but
38 | # the NEW_ORDER transaction. If a test run happens to have any of
39 | # those four types fall below those minimums, the entire test is
40 | # invalid. We don't want that to happen, so we specify values just
41 | # a tiny bit above the required minimum.
42 | # The newOrderWeight is calculated as 100.0 - sum(all_other_types).
43 | paymentWeight=43.2
44 | orderStatusWeight=4.2
45 | deliveryWeight=4.2
46 | stockLevelWeight=4.2
47 |
48 | # The TPC-C require a minimum of 1% of the NEW_ORDER transactions
49 | # to roll back due to a user entry error (non existing item
50 | # number. Doing it with a strict 1/100th probability can lead to
51 | # undershooting this target, so we default to 1.01% to be sure.
52 | rollbackPercent=1.01
53 |
54 | # Directory name to create for collecting detailed result data.
55 | # Comment this out to suppress. Note that the Flask UI will define
56 | # this by itself, so don't specify it if you run through the UI.
57 | resultDirectory=my_result_%tY-%tm-%td_%tH%tM%tS
58 |
59 | # BenchmarkSQL includes three OS metric collector scripts implemented
60 | # in Python3. Two require to have collectd installed on the server
61 | # systems, you want to include in the performance report. The data
62 | # will be saved in resultDirectory/data/os-metric.json. The third
63 | # is based on Prometheus and node_exporter.
64 |
65 | # mcCollectdMqtt.py is a metric collector that expects the collectd
66 | # instances on the servers to send the metric data to an MQTT broker.
67 |
68 | #osCollectorScript=./mcCollectdMqtt.py \
69 | # -h mymqttbroker.localdomain \
70 | # -t collectd/mydbserver.localdomain/# \
71 | # -t collectd/mybackrest.localdomain/#
72 |
73 | # mcCollectdGraphite.py is a metric collector that expects the
74 | # collectd instances on the servers to send the metric data to
75 | # a graphite/whisper database and be available through the /render
76 | # API.
77 |
78 | #osCollectorScript=./mcCollectdGraphite.py \
79 | # -u http://mygraphite.localdomain/render/ \
80 | # -t collectd.mydbserver_localdomain.*.* \
81 | # -t collectd.mydbserver_localdomain.*.*.* \
82 | # -t collectd.mybackrest_localdomain.*.* \
83 | # -t collectd.mybackrest_localdomain.*.*.*
84 |
85 | # mcPrometheus.py retrieves the metric data from a Prometheus
86 | # server through the API. It converts the output into the same
87 | # format as the former two produce. The instances listed are
88 | # the same names given in the "instance" label of the metric
89 | # data scraped by Prometheus. The port number will be removed
90 | # in the os-metric.json output.
91 |
92 | #osCollectorScript=./mcPrometheus.py \
93 | # -u http://myprometheus.localdomain:9090/api/v1/query_range \
94 | # -i mydbserver.localdomain:9100 \
95 | # -i mybackrest.localdomain:9100
96 |
97 | # The report script is what generates the detailed HTML report for
98 | # the benchmark run. It is a Jinja2 template based reporting system
99 | # that includes graphs of various metrics, captured during the benchmark.
100 |
101 | reportScript=./generateReport.py -t report_simple.html
102 |
103 | #reportScript=./generateReport.py \
104 | # -t report_extended.html \
105 | # -c 'mydbserver.localdomain:DB server' \
106 | # -d 'mydbserver.localdomain:DB server:hda2' \
107 | # -i 'mydbserver.localdomain:DB server:eth0' \
108 | # -c 'mybackrest.localdomain:pgbackrest server' \
109 | # -d 'mybackrest.localdomain:pgbackrest server:hda2' \
110 | # -i 'mybackrest.localdomain:pgbackrest server:eth0'
111 |
--------------------------------------------------------------------------------
/src/main/resources/sample.transact-sql.properties:
--------------------------------------------------------------------------------
1 | # General Driver and connection parameters
2 | #
3 | # db={ postgres | oracle | firebird | mariadb | transact-sql }
4 | # driver=
5 | # application={ Generic | PostgreSQLStoredProc | OracleStoredProc }
6 | # conn=
7 | # user=
8 | # password=
9 | db=transact-sql
10 | driver=com.microsoft.sqlserver.jdbc.SQLServerDriver
11 | application=Generic
12 | conn=jdbc:sqlserver://localhost;database=benchmarksql1
13 | user=benchmarksql
14 | password=PWbmsql
15 |
16 | # Scaling and timing configuration
17 | warehouses=50
18 | useWarehouseFrom=-1
19 | useWarehouseTo=-1
20 | loadWorkers=8
21 | monkeys=2
22 | sutThreads=16
23 | maxDeliveryBGThreads=12
24 | maxDeliveryBGPerWarehouse=1
25 | rampupMins=10
26 | rampupSUTMins=5
27 | rampupTerminalMins=5
28 | runMins=30
29 | reportIntervalSecs=30
30 | restartSUTThreadProbability=0.0
31 | keyingTimeMultiplier=1.0
32 | thinkTimeMultiplier=1.0
33 | terminalMultiplier=1
34 | traceTerminalIO=false
35 |
36 | # Below are the definitions for the "attempted" transaction mix.
37 | # The TPC-C specification requires minimum percentages for all but
38 | # the NEW_ORDER transaction. If a test run happens to have any of
39 | # those four types fall below those minimums, the entire test is
40 | # invalid. We don't want that to happen, so we specify values just
41 | # a tiny bit above the required minimum.
42 | # The newOrderWeight is calculated as 100.0 - sum(all_other_types).
43 | paymentWeight=43.2
44 | orderStatusWeight=4.2
45 | deliveryWeight=4.2
46 | stockLevelWeight=4.2
47 |
48 | # The TPC-C require a minimum of 1% of the NEW_ORDER transactions
49 | # to roll back due to a user entry error (non existing item
50 | # number. Doing it with a strict 1/100th probability can lead to
51 | # undershooting this target, so we default to 1.01% to be sure.
52 | rollbackPercent=1.01
53 |
54 | # Directory name to create for collecting detailed result data.
55 | # Comment this out to suppress. Note that the Flask UI will define
56 | # this by itself, so don't specify it if you run through the UI.
57 | resultDirectory=my_result_%tY-%tm-%td_%tH%tM%tS
58 |
59 | # BenchmarkSQL includes three OS metric collector scripts implemented
60 | # in Python3. Two require to have collectd installed on the server
61 | # systems, you want to include in the performance report. The data
62 | # will be saved in resultDirectory/data/os-metric.json. The third
63 | # is based on Prometheus and node_exporter.
64 |
65 | # mcCollectdMqtt.py is a metric collector that expects the collectd
66 | # instances on the servers to send the metric data to an MQTT broker.
67 |
68 | #osCollectorScript=./mcCollectdMqtt.py \
69 | # -h mymqttbroker.localdomain \
70 | # -t collectd/mydbserver.localdomain/# \
71 | # -t collectd/mybackrest.localdomain/#
72 |
73 | # mcCollectdGraphite.py is a metric collector that expects the
74 | # collectd instances on the servers to send the metric data to
75 | # a graphite/whisper database and be available through the /render
76 | # API.
77 |
78 | #osCollectorScript=./mcCollectdGraphite.py \
79 | # -u http://mygraphite.localdomain/render/ \
80 | # -t collectd.mydbserver_localdomain.*.* \
81 | # -t collectd.mydbserver_localdomain.*.*.* \
82 | # -t collectd.mybackrest_localdomain.*.* \
83 | # -t collectd.mybackrest_localdomain.*.*.*
84 |
85 | # mcPrometheus.py retrieves the metric data from a Prometheus
86 | # server through the API. It converts the output into the same
87 | # format as the former two produce. The instances listed are
88 | # the same names given in the "instance" label of the metric
89 | # data scraped by Prometheus. The port number will be removed
90 | # in the os-metric.json output.
91 |
92 | #osCollectorScript=./mcPrometheus.py \
93 | # -u http://myprometheus.localdomain:9090/api/v1/query_range \
94 | # -i mydbserver.localdomain:9100 \
95 | # -i mybackrest.localdomain:9100
96 |
97 | # The report script is what generates the detailed HTML report for
98 | # the benchmark run. It is a Jinja2 template based reporting system
99 | # that includes graphs of various metrics, captured during the benchmark.
100 |
101 | reportScript=./generateReport.py -t report_simple.html
102 |
103 | #reportScript=./generateReport.py \
104 | # -t report_extended.html \
105 | # -c 'mydbserver.localdomain:DB server' \
106 | # -d 'mydbserver.localdomain:DB server:hda2' \
107 | # -i 'mydbserver.localdomain:DB server:eth0' \
108 | # -c 'mybackrest.localdomain:pgbackrest server' \
109 | # -d 'mybackrest.localdomain:pgbackrest server:hda2' \
110 | # -i 'mybackrest.localdomain:pgbackrest server:eth0'
111 |
--------------------------------------------------------------------------------
/src/main/resources/sql.babelfish/tableCreates.sql:
--------------------------------------------------------------------------------
1 | create table bmsql_config (
2 | cfg_name nvarchar(30) primary key,
3 | cfg_value nvarchar(50)
4 | );
5 |
6 | create table bmsql_warehouse (
7 | w_id int not null,
8 | w_ytd decimal(12,2),
9 | w_tax decimal(4,4),
10 | w_name nvarchar(10),
11 | w_street_1 nvarchar(20),
12 | w_street_2 nvarchar(20),
13 | w_city nvarchar(20),
14 | w_state nchar(2),
15 | w_zip nchar(9)
16 | );
17 |
18 | create table bmsql_district (
19 | d_w_id int not null,
20 | d_id int not null,
21 | d_ytd decimal(12,2),
22 | d_tax decimal(4,4),
23 | d_next_o_id int,
24 | d_name nvarchar(10),
25 | d_street_1 nvarchar(20),
26 | d_street_2 nvarchar(20),
27 | d_city nvarchar(20),
28 | d_state nchar(2),
29 | d_zip nchar(9)
30 | );
31 |
32 | create table bmsql_customer (
33 | c_w_id int not null,
34 | c_d_id int not null,
35 | c_id int not null,
36 | c_discount decimal(4,4),
37 | c_credit nchar(2),
38 | c_last nvarchar(16),
39 | c_first nvarchar(16),
40 | c_credit_lim decimal(12,2),
41 | c_balance decimal(12,2),
42 | c_ytd_payment decimal(12,2),
43 | c_payment_cnt int,
44 | c_delivery_cnt int,
45 | c_street_1 nvarchar(20),
46 | c_street_2 nvarchar(20),
47 | c_city nvarchar(20),
48 | c_state nchar(2),
49 | c_zip nchar(9),
50 | c_phone nchar(16),
51 | c_since datetime,
52 | c_middle nchar(2),
53 | c_data nvarchar(500)
54 | );
55 |
56 | create table bmsql_history (
57 | h_c_id int,
58 | h_c_d_id int,
59 | h_c_w_id int,
60 | h_d_id int,
61 | h_w_id int,
62 | h_date datetime,
63 | h_amount decimal(8,2),
64 | h_data nvarchar(24)
65 | );
66 |
67 | create table bmsql_new_order (
68 | no_w_id int not null,
69 | no_d_id int not null,
70 | no_o_id int not null
71 | );
72 |
73 | create table bmsql_oorder (
74 | o_w_id int not null,
75 | o_d_id int not null,
76 | o_id int not null,
77 | o_c_id int,
78 | o_carrier_id int,
79 | o_ol_cnt int,
80 | o_all_local int,
81 | o_entry_d datetime
82 | );
83 |
84 | create table bmsql_order_line (
85 | ol_w_id int not null,
86 | ol_d_id int not null,
87 | ol_o_id int not null,
88 | ol_number int not null,
89 | ol_i_id int not null,
90 | ol_delivery_d datetime,
91 | ol_amount decimal(8,2),
92 | ol_supply_w_id int,
93 | ol_quantity int,
94 | ol_dist_info nchar(24)
95 | );
96 |
97 | create table bmsql_item (
98 | i_id int not null,
99 | i_name nvarchar(24),
100 | i_price decimal(5,2),
101 | i_data nvarchar(50),
102 | i_im_id int
103 | );
104 |
105 | create table bmsql_stock (
106 | s_w_id int not null,
107 | s_i_id int not null,
108 | s_quantity int,
109 | s_ytd int,
110 | s_order_cnt int,
111 | s_remote_cnt int,
112 | s_data nvarchar(50),
113 | s_dist_01 nchar(24),
114 | s_dist_02 nchar(24),
115 | s_dist_03 nchar(24),
116 | s_dist_04 nchar(24),
117 | s_dist_05 nchar(24),
118 | s_dist_06 nchar(24),
119 | s_dist_07 nchar(24),
120 | s_dist_08 nchar(24),
121 | s_dist_09 nchar(24),
122 | s_dist_10 nchar(24)
123 | );
124 |
125 |
126 |
--------------------------------------------------------------------------------
/src/main/resources/sql.common/buildFinish.sql:
--------------------------------------------------------------------------------
1 | -- ----
2 | -- Extra commands to run after the tables are created, loaded,
3 | -- indexes built and extra's created.
4 | -- ----
5 |
--------------------------------------------------------------------------------
/src/main/resources/sql.common/extraCommandsBeforeLoad.sql:
--------------------------------------------------------------------------------
1 | -- ----
2 | -- sql.common/extraCommandsBeforeLoad.sql
3 | --
4 | -- Empty placeholder file. Some databases might require
5 | -- extra commands to be run between creating the schema
6 | -- and loading the data. For example PostgreSQL, where we
7 | -- set the FILLFACTOR on some tables.
8 | -- ----
9 |
--------------------------------------------------------------------------------
/src/main/resources/sql.common/foreignKeys.sql:
--------------------------------------------------------------------------------
1 |
2 | alter table bmsql_district add constraint d_warehouse_fkey
3 | foreign key (d_w_id)
4 | references bmsql_warehouse (w_id);
5 |
6 | alter table bmsql_customer add constraint c_district_fkey
7 | foreign key (c_w_id, c_d_id)
8 | references bmsql_district (d_w_id, d_id);
9 |
10 | alter table bmsql_history add constraint h_customer_fkey
11 | foreign key (h_c_w_id, h_c_d_id, h_c_id)
12 | references bmsql_customer (c_w_id, c_d_id, c_id);
13 | alter table bmsql_history add constraint h_district_fkey
14 | foreign key (h_w_id, h_d_id)
15 | references bmsql_district (d_w_id, d_id);
16 |
17 | alter table bmsql_new_order add constraint no_order_fkey
18 | foreign key (no_w_id, no_d_id, no_o_id)
19 | references bmsql_oorder (o_w_id, o_d_id, o_id);
20 |
21 | alter table bmsql_oorder add constraint o_customer_fkey
22 | foreign key (o_w_id, o_d_id, o_c_id)
23 | references bmsql_customer (c_w_id, c_d_id, c_id);
24 |
25 | alter table bmsql_order_line add constraint ol_order_fkey
26 | foreign key (ol_w_id, ol_d_id, ol_o_id)
27 | references bmsql_oorder (o_w_id, o_d_id, o_id);
28 | alter table bmsql_order_line add constraint ol_stock_fkey
29 | foreign key (ol_supply_w_id, ol_i_id)
30 | references bmsql_stock (s_w_id, s_i_id);
31 |
32 | alter table bmsql_stock add constraint s_warehouse_fkey
33 | foreign key (s_w_id)
34 | references bmsql_warehouse (w_id);
35 | alter table bmsql_stock add constraint s_item_fkey
36 | foreign key (s_i_id)
37 | references bmsql_item (i_id);
38 |
--------------------------------------------------------------------------------
/src/main/resources/sql.common/indexCreates.sql:
--------------------------------------------------------------------------------
1 |
2 | alter table bmsql_warehouse add constraint bmsql_warehouse_pkey
3 | primary key (w_id);
4 |
5 | alter table bmsql_district add constraint bmsql_district_pkey
6 | primary key (d_w_id, d_id);
7 |
8 | alter table bmsql_customer add constraint bmsql_customer_pkey
9 | primary key (c_w_id, c_d_id, c_id);
10 |
11 | create index bmsql_customer_idx1
12 | on bmsql_customer (c_w_id, c_d_id, c_last, c_first);
13 |
14 | alter table bmsql_oorder add constraint bmsql_oorder_pkey
15 | primary key (o_w_id, o_d_id, o_id);
16 |
17 | create unique index bmsql_oorder_idx1
18 | on bmsql_oorder (o_w_id, o_d_id, o_carrier_id, o_id);
19 |
20 | alter table bmsql_new_order add constraint bmsql_new_order_pkey
21 | primary key (no_w_id, no_d_id, no_o_id);
22 |
23 | alter table bmsql_order_line add constraint bmsql_order_line_pkey
24 | primary key (ol_w_id, ol_d_id, ol_o_id, ol_number);
25 |
26 | alter table bmsql_stock add constraint bmsql_stock_pkey
27 | primary key (s_w_id, s_i_id);
28 |
29 | alter table bmsql_item add constraint bmsql_item_pkey
30 | primary key (i_id);
31 |
32 |
--------------------------------------------------------------------------------
/src/main/resources/sql.common/indexDrops.sql:
--------------------------------------------------------------------------------
1 |
2 | alter table bmsql_warehouse drop constraint bmsql_warehouse_pkey;
3 |
4 | alter table bmsql_district drop constraint bmsql_district_pkey;
5 |
6 | alter table bmsql_customer drop constraint bmsql_customer_pkey;
7 | drop index bmsql_customer_idx1;
8 |
9 | -- history table has no primary key
10 | -- commit;
11 |
12 | alter table bmsql_oorder drop constraint bmsql_oorder_pkey;
13 | drop index bmsql_oorder_idx1;
14 |
15 | alter table bmsql_new_order drop constraint bmsql_new_order_pkey;
16 |
17 | alter table bmsql_order_line drop constraint bmsql_order_line_pkey;
18 |
19 | alter table bmsql_stock drop constraint bmsql_stock_pkey;
20 |
21 | alter table bmsql_item drop constraint bmsql_item_pkey;
22 |
--------------------------------------------------------------------------------
/src/main/resources/sql.common/storedProcedureCreates.sql:
--------------------------------------------------------------------------------
1 | -- ----------------------------------------------------------------------
2 | -- This is a placeholder for databases, that don't support
3 | -- stored procedures or where the support is too limited to
4 | -- reasonably implement the TPCC transaction profiles.
5 | -- ----------------------------------------------------------------------
6 |
--------------------------------------------------------------------------------
/src/main/resources/sql.common/storedProcedureDrops.sql:
--------------------------------------------------------------------------------
1 | -- ----------------------------------------------------------------------
2 | -- This is a placeholder for databases, that don't support
3 | -- stored procedures or where the support is too limited to
4 | -- reasonably implement the TPCC transaction profiles.
5 | -- ----------------------------------------------------------------------
6 |
--------------------------------------------------------------------------------
/src/main/resources/sql.common/tableCreates.sql:
--------------------------------------------------------------------------------
1 | create table bmsql_config (
2 | cfg_name varchar(30) primary key,
3 | cfg_value varchar(50)
4 | );
5 |
6 | create table bmsql_warehouse (
7 | w_id integer not null,
8 | w_ytd decimal(12,2),
9 | w_tax decimal(4,4),
10 | w_name varchar(10),
11 | w_street_1 varchar(20),
12 | w_street_2 varchar(20),
13 | w_city varchar(20),
14 | w_state char(2),
15 | w_zip char(9)
16 | );
17 |
18 | create table bmsql_district (
19 | d_w_id integer not null,
20 | d_id integer not null,
21 | d_ytd decimal(12,2),
22 | d_tax decimal(4,4),
23 | d_next_o_id integer,
24 | d_name varchar(10),
25 | d_street_1 varchar(20),
26 | d_street_2 varchar(20),
27 | d_city varchar(20),
28 | d_state char(2),
29 | d_zip char(9)
30 | );
31 |
32 | create table bmsql_customer (
33 | c_w_id integer not null,
34 | c_d_id integer not null,
35 | c_id integer not null,
36 | c_discount decimal(4,4),
37 | c_credit char(2),
38 | c_last varchar(16),
39 | c_first varchar(16),
40 | c_credit_lim decimal(12,2),
41 | c_balance decimal(12,2),
42 | c_ytd_payment decimal(12,2),
43 | c_payment_cnt integer,
44 | c_delivery_cnt integer,
45 | c_street_1 varchar(20),
46 | c_street_2 varchar(20),
47 | c_city varchar(20),
48 | c_state char(2),
49 | c_zip char(9),
50 | c_phone char(16),
51 | c_since timestamp,
52 | c_middle char(2),
53 | c_data varchar(500)
54 | );
55 |
56 | create table bmsql_history (
57 | h_c_id integer,
58 | h_c_d_id integer,
59 | h_c_w_id integer,
60 | h_d_id integer,
61 | h_w_id integer,
62 | h_date timestamp,
63 | h_amount decimal(6,2),
64 | h_data varchar(24)
65 | );
66 |
67 | create table bmsql_new_order (
68 | no_w_id integer not null,
69 | no_d_id integer not null,
70 | no_o_id integer not null
71 | );
72 |
73 | create table bmsql_oorder (
74 | o_w_id integer not null,
75 | o_d_id integer not null,
76 | o_id integer not null,
77 | o_c_id integer,
78 | o_carrier_id integer,
79 | o_ol_cnt integer,
80 | o_all_local integer,
81 | o_entry_d timestamp
82 | );
83 |
84 | create table bmsql_order_line (
85 | ol_w_id integer not null,
86 | ol_d_id integer not null,
87 | ol_o_id integer not null,
88 | ol_number integer not null,
89 | ol_i_id integer not null,
90 | ol_delivery_d timestamp,
91 | ol_amount decimal(6,2),
92 | ol_supply_w_id integer,
93 | ol_quantity integer,
94 | ol_dist_info char(24)
95 | );
96 |
97 | create table bmsql_item (
98 | i_id integer not null,
99 | i_name varchar(24),
100 | i_price decimal(5,2),
101 | i_data varchar(50),
102 | i_im_id integer
103 | );
104 |
105 | create table bmsql_stock (
106 | s_w_id integer not null,
107 | s_i_id integer not null,
108 | s_quantity integer,
109 | s_ytd integer,
110 | s_order_cnt integer,
111 | s_remote_cnt integer,
112 | s_data varchar(50),
113 | s_dist_01 char(24),
114 | s_dist_02 char(24),
115 | s_dist_03 char(24),
116 | s_dist_04 char(24),
117 | s_dist_05 char(24),
118 | s_dist_06 char(24),
119 | s_dist_07 char(24),
120 | s_dist_08 char(24),
121 | s_dist_09 char(24),
122 | s_dist_10 char(24)
123 | );
124 |
125 |
126 |
--------------------------------------------------------------------------------
/src/main/resources/sql.common/tableDrops.sql:
--------------------------------------------------------------------------------
1 | drop table bmsql_config;
2 |
3 | drop table bmsql_new_order;
4 |
5 | drop table bmsql_order_line;
6 |
7 | drop table bmsql_oorder;
8 |
9 | drop table bmsql_history;
10 |
11 | drop table bmsql_customer;
12 |
13 | drop table bmsql_stock;
14 |
15 | drop table bmsql_item;
16 |
17 | drop table bmsql_district;
18 |
19 | drop table bmsql_warehouse;
20 |
21 |
--------------------------------------------------------------------------------
/src/main/resources/sql.common/tableTruncates.sql:
--------------------------------------------------------------------------------
1 |
2 | truncate table bmsql_warehouse;
3 |
4 | truncate table bmsql_item;
5 |
6 | truncate table bmsql_stock;
7 |
8 | truncate table bmsql_district;
9 |
10 | truncate table bmsql_customer;
11 |
12 | truncate table bmsql_history;
13 |
14 | truncate table bmsql_oorder;
15 |
16 | truncate table bmsql_order_line;
17 |
18 | truncate table bmsql_new_order;
19 |
--------------------------------------------------------------------------------
/src/main/resources/sql.mariadb/tableCreates.sql:
--------------------------------------------------------------------------------
1 | create table bmsql_config (
2 | cfg_name varchar(30) primary key,
3 | cfg_value varchar(50)
4 | );
5 |
6 | create table bmsql_warehouse (
7 | w_id integer not null,
8 | w_ytd decimal(12,2),
9 | w_tax decimal(4,4),
10 | w_name varchar(10),
11 | w_street_1 varchar(20),
12 | w_street_2 varchar(20),
13 | w_city varchar(20),
14 | w_state char(2),
15 | w_zip char(9)
16 | );
17 |
18 | create table bmsql_district (
19 | d_w_id integer not null,
20 | d_id integer not null,
21 | d_ytd decimal(12,2),
22 | d_tax decimal(4,4),
23 | d_next_o_id integer,
24 | d_name varchar(10),
25 | d_street_1 varchar(20),
26 | d_street_2 varchar(20),
27 | d_city varchar(20),
28 | d_state char(2),
29 | d_zip char(9)
30 | );
31 |
32 | create table bmsql_customer (
33 | c_w_id integer not null,
34 | c_d_id integer not null,
35 | c_id integer not null,
36 | c_discount decimal(4,4),
37 | c_credit char(2),
38 | c_last varchar(16),
39 | c_first varchar(16),
40 | c_credit_lim decimal(12,2),
41 | c_balance decimal(12,2),
42 | c_ytd_payment decimal(12,2),
43 | c_payment_cnt integer,
44 | c_delivery_cnt integer,
45 | c_street_1 varchar(20),
46 | c_street_2 varchar(20),
47 | c_city varchar(20),
48 | c_state char(2),
49 | c_zip char(9),
50 | c_phone char(16),
51 | c_since timestamp,
52 | c_middle char(2),
53 | c_data varchar(500)
54 | );
55 |
56 | create table bmsql_history (
57 | h_c_id integer,
58 | h_c_d_id integer,
59 | h_c_w_id integer,
60 | h_d_id integer,
61 | h_w_id integer,
62 | h_date timestamp,
63 | h_amount decimal(6,2),
64 | h_data varchar(24)
65 | );
66 |
67 | create table bmsql_new_order (
68 | no_w_id integer not null,
69 | no_d_id integer not null,
70 | no_o_id integer not null
71 | );
72 |
73 | create table bmsql_oorder (
74 | o_w_id integer not null,
75 | o_d_id integer not null,
76 | o_id integer not null,
77 | o_c_id integer,
78 | o_carrier_id integer,
79 | o_ol_cnt integer,
80 | o_all_local integer,
81 | o_entry_d timestamp
82 | );
83 |
84 | create table bmsql_order_line (
85 | ol_w_id integer not null,
86 | ol_d_id integer not null,
87 | ol_o_id integer not null,
88 | ol_number integer not null,
89 | ol_i_id integer not null,
90 | ol_delivery_d timestamp,
91 | ol_amount decimal(6,2),
92 | ol_supply_w_id integer,
93 | ol_quantity integer,
94 | ol_dist_info char(24)
95 | );
96 |
97 | create table bmsql_item (
98 | i_id integer not null,
99 | i_name varchar(24),
100 | i_price decimal(5,2),
101 | i_data varchar(50),
102 | i_im_id integer
103 | );
104 |
105 | create table bmsql_stock (
106 | s_w_id integer not null,
107 | s_i_id integer not null,
108 | s_quantity integer,
109 | s_ytd integer,
110 | s_order_cnt integer,
111 | s_remote_cnt integer,
112 | s_data varchar(50),
113 | s_dist_01 char(24),
114 | s_dist_02 char(24),
115 | s_dist_03 char(24),
116 | s_dist_04 char(24),
117 | s_dist_05 char(24),
118 | s_dist_06 char(24),
119 | s_dist_07 char(24),
120 | s_dist_08 char(24),
121 | s_dist_09 char(24),
122 | s_dist_10 char(24)
123 | );
124 |
125 |
126 |
--------------------------------------------------------------------------------
/src/main/resources/sql.mariadb/tableDrops.sql:
--------------------------------------------------------------------------------
1 | drop table bmsql_config;
2 |
3 | drop table bmsql_new_order;
4 |
5 | drop table bmsql_order_line;
6 |
7 | drop table bmsql_oorder;
8 |
9 | drop table bmsql_history;
10 |
11 | drop table bmsql_customer;
12 |
13 | drop table bmsql_stock;
14 |
15 | drop table bmsql_item;
16 |
17 | drop table bmsql_district;
18 |
19 | drop table bmsql_warehouse;
20 |
21 |
--------------------------------------------------------------------------------
/src/main/resources/sql.oracle/storedProcedureDrops.sql:
--------------------------------------------------------------------------------
1 | drop package tpccc_oracle;
2 | drop type num_array;
3 | drop type char_array;
4 | drop type varchar24_array;
5 | drop type int_array;
6 | drop type varchar16_array;
7 | drop type timestamp_array;
8 |
--------------------------------------------------------------------------------
/src/main/resources/sql.oracle/tableCreates.sql:
--------------------------------------------------------------------------------
1 | create table bmsql_config (
2 | cfg_name varchar2(30) primary key,
3 | cfg_value varchar2(50)
4 | );
5 |
6 | create table bmsql_warehouse (
7 | w_id integer not null,
8 | w_ytd number(12,2),
9 | w_tax number(4,4),
10 | w_name varchar2(10),
11 | w_street_1 varchar2(20),
12 | w_street_2 varchar2(20),
13 | w_city varchar2(20),
14 | w_state char(2),
15 | w_zip char(9)
16 | );
17 |
18 | create table bmsql_district (
19 | d_w_id integer not null,
20 | d_id integer not null,
21 | d_ytd number(12,2),
22 | d_tax number(4,4),
23 | d_next_o_id integer,
24 | d_name varchar2(10),
25 | d_street_1 varchar2(20),
26 | d_street_2 varchar2(20),
27 | d_city varchar2(20),
28 | d_state char(2),
29 | d_zip char(9)
30 | );
31 |
32 | create table bmsql_customer (
33 | c_w_id integer not null,
34 | c_d_id integer not null,
35 | c_id integer not null,
36 | c_discount number(4,4),
37 | c_credit char(2),
38 | c_last varchar2(16),
39 | c_first varchar2(16),
40 | c_credit_lim number(12,2),
41 | c_balance number(12,2),
42 | c_ytd_payment number(12,2),
43 | c_payment_cnt integer,
44 | c_delivery_cnt integer,
45 | c_street_1 varchar2(20),
46 | c_street_2 varchar2(20),
47 | c_city varchar2(20),
48 | c_state char(2),
49 | c_zip char(9),
50 | c_phone char(16),
51 | c_since timestamp,
52 | c_middle char(2),
53 | c_data varchar2(500)
54 | );
55 |
56 | create table bmsql_history (
57 | h_c_id integer,
58 | h_c_d_id integer,
59 | h_c_w_id integer,
60 | h_d_id integer,
61 | h_w_id integer,
62 | h_date timestamp,
63 | h_amount number(6,2),
64 | h_data varchar2(24)
65 | );
66 |
67 | create table bmsql_new_order (
68 | no_w_id integer not null,
69 | no_d_id integer not null,
70 | no_o_id integer not null
71 | );
72 |
73 | create table bmsql_oorder (
74 | o_w_id integer not null,
75 | o_d_id integer not null,
76 | o_id integer not null,
77 | o_c_id integer,
78 | o_carrier_id integer,
79 | o_ol_cnt integer,
80 | o_all_local integer,
81 | o_entry_d timestamp
82 | );
83 |
84 | create table bmsql_order_line (
85 | ol_w_id integer not null,
86 | ol_d_id integer not null,
87 | ol_o_id integer not null,
88 | ol_number integer not null,
89 | ol_i_id integer not null,
90 | ol_delivery_d timestamp,
91 | ol_amount number(6,2),
92 | ol_supply_w_id integer,
93 | ol_quantity integer,
94 | ol_dist_info char(24)
95 | );
96 |
97 | create table bmsql_item (
98 | i_id integer not null,
99 | i_name varchar2(24),
100 | i_price number(5,2),
101 | i_data varchar2(50),
102 | i_im_id integer
103 | );
104 |
105 | create table bmsql_stock (
106 | s_w_id integer not null,
107 | s_i_id integer not null,
108 | s_quantity integer,
109 | s_ytd integer,
110 | s_order_cnt integer,
111 | s_remote_cnt integer,
112 | s_data varchar2(50),
113 | s_dist_01 char(24),
114 | s_dist_02 char(24),
115 | s_dist_03 char(24),
116 | s_dist_04 char(24),
117 | s_dist_05 char(24),
118 | s_dist_06 char(24),
119 | s_dist_07 char(24),
120 | s_dist_08 char(24),
121 | s_dist_09 char(24),
122 | s_dist_10 char(24)
123 | );
124 |
125 |
126 |
--------------------------------------------------------------------------------
/src/main/resources/sql.postgres/buildFinish.sql:
--------------------------------------------------------------------------------
1 | -- ----
2 | -- Extra commands to run after the tables are created, loaded,
3 | -- indexes built and extra's created.
4 | -- PostgreSQL version.
5 | -- ----
6 |
7 | vacuum freeze analyze;
8 |
--------------------------------------------------------------------------------
/src/main/resources/sql.postgres/extraCommandsBeforeLoad.sql:
--------------------------------------------------------------------------------
1 | ALTER TABLE bmsql_oorder SET (FILLFACTOR = 85);
2 | ALTER TABLE bmsql_order_line SET (FILLFACTOR = 85);
3 | ALTER TABLE bmsql_warehouse SET (FILLFACTOR = 50);
4 | ALTER TABLE bmsql_district SET (FILLFACTOR = 79);
5 | ALTER TABLE bmsql_customer SET (FILLFACTOR = 90);
6 | ALTER TABLE bmsql_stock SET (FILLFACTOR = 95);
7 |
--------------------------------------------------------------------------------
/src/main/resources/sql.postgres/storedProcedureDrops.sql:
--------------------------------------------------------------------------------
1 | drop function if exists bmsql_proc_new_order (integer, integer, integer, integer[], integer[], integer[]);
2 | drop function if exists bmsql_proc_stock_level(integer, integer, integer);
3 | drop function if exists bmsql_proc_payment(integer, integer, integer, integer, integer, varchar(16), decimal(6,2));
4 | drop function if exists bmsql_proc_order_status (integer, integer, integer, var(16));
5 | drop function if exists bmsql_cid_from_clast(integer, integer, varchar(16));
6 | drop function if exists bmsql_proc_delivery_bg (integer, integer, integer);
7 |
--------------------------------------------------------------------------------
/src/main/resources/sql.postgres/tableCopies.sql:
--------------------------------------------------------------------------------
1 |
2 | copy bmsql_config
3 | (cfg_name, cfg_value)
4 | from '/tmp/csv/config.csv' WITH CSV;
5 |
6 | copy bmsql_warehouse
7 | (w_id, w_ytd, w_tax, w_name, w_street_1, w_street_2, w_city, w_state, w_zip)
8 | from '/tmp/csv/warehouse.csv' WITH CSV;
9 |
10 | copy bmsql_item
11 | (i_id, i_name, i_price, i_data, i_im_id)
12 | from '/tmp/csv/item.csv' WITH CSV;
13 |
14 | copy bmsql_stock
15 | (s_i_id, s_w_id, s_quantity, s_ytd, s_order_cnt, s_remote_cnt, s_data,
16 | s_dist_01, s_dist_02, s_dist_03, s_dist_04, s_dist_05,
17 | s_dist_06, s_dist_07, s_dist_08, s_dist_09, s_dist_10)
18 | from '/tmp/csv/stock.csv' WITH CSV;
19 |
20 | copy bmsql_district
21 | (d_id, d_w_id, d_ytd, d_tax, d_next_o_id, d_name, d_street_1,
22 | d_street_2, d_city, d_state, d_zip)
23 | from '/tmp/csv/district.csv' WITH CSV;
24 |
25 | copy bmsql_customer
26 | (c_id, c_d_id, c_w_id, c_discount, c_credit, c_last, c_first, c_credit_lim,
27 | c_balance, c_ytd_payment, c_payment_cnt, c_delivery_cnt, c_street_1,
28 | c_street_2, c_city, c_state, c_zip, c_phone, c_since, c_middle, c_data)
29 | from '/tmp/csv/customer.csv' WITH CSV;
30 |
31 | copy bmsql_history
32 | (h_c_id, h_c_d_id, h_c_w_id, h_d_id, h_w_id, h_date, h_amount, h_data)
33 | from '/tmp/csv/cust-hist.csv' WITH CSV;
34 |
35 | copy bmsql_oorder
36 | (o_id, o_w_id, o_d_id, o_c_id, o_carrier_id, o_ol_cnt, o_all_local, o_entry_d)
37 | from '/tmp/csv/order.csv' WITH CSV NULL AS 'NULL';
38 |
39 | copy bmsql_order_line
40 | (ol_w_id, ol_d_id, ol_o_id, ol_number, ol_i_id, ol_delivery_d,
41 | ol_amount, ol_supply_w_id, ol_quantity, ol_dist_info)
42 | from '/tmp/csv/order-line.csv' WITH CSV NULL AS 'NULL';
43 |
44 | copy bmsql_new_order
45 | (no_w_id, no_d_id, no_o_id)
46 | from '/tmp/csv/new-order.csv' WITH CSV;
47 |
--------------------------------------------------------------------------------
/src/main/resources/sql.transact-sql/tableCreates.sql:
--------------------------------------------------------------------------------
1 | create table bmsql_config (
2 | cfg_name nvarchar(30) primary key,
3 | cfg_value nvarchar(50)
4 | );
5 |
6 | create table bmsql_warehouse (
7 | w_id int not null,
8 | w_ytd decimal(12,2),
9 | w_tax decimal(4,4),
10 | w_name nvarchar(10),
11 | w_street_1 nvarchar(20),
12 | w_street_2 nvarchar(20),
13 | w_city nvarchar(20),
14 | w_state nchar(2),
15 | w_zip nchar(9)
16 | );
17 |
18 | create table bmsql_district (
19 | d_w_id int not null,
20 | d_id int not null,
21 | d_ytd decimal(12,2),
22 | d_tax decimal(4,4),
23 | d_next_o_id int,
24 | d_name nvarchar(10),
25 | d_street_1 nvarchar(20),
26 | d_street_2 nvarchar(20),
27 | d_city nvarchar(20),
28 | d_state nchar(2),
29 | d_zip nchar(9)
30 | );
31 |
32 | create table bmsql_customer (
33 | c_w_id int not null,
34 | c_d_id int not null,
35 | c_id int not null,
36 | c_discount decimal(4,4),
37 | c_credit nchar(2),
38 | c_last nvarchar(16),
39 | c_first nvarchar(16),
40 | c_credit_lim decimal(12,2),
41 | c_balance decimal(12,2),
42 | c_ytd_payment decimal(12,2),
43 | c_payment_cnt int,
44 | c_delivery_cnt int,
45 | c_street_1 nvarchar(20),
46 | c_street_2 nvarchar(20),
47 | c_city nvarchar(20),
48 | c_state nchar(2),
49 | c_zip nchar(9),
50 | c_phone nchar(16),
51 | c_since datetime,
52 | c_middle nchar(2),
53 | c_data nvarchar(500)
54 | );
55 |
56 | create table bmsql_history (
57 | h_c_id int,
58 | h_c_d_id int,
59 | h_c_w_id int,
60 | h_d_id int,
61 | h_w_id int,
62 | h_date datetime,
63 | h_amount decimal(6,2),
64 | h_data nvarchar(24)
65 | );
66 |
67 | create table bmsql_new_order (
68 | no_w_id int not null,
69 | no_d_id int not null,
70 | no_o_id int not null
71 | );
72 |
73 | create table bmsql_oorder (
74 | o_w_id int not null,
75 | o_d_id int not null,
76 | o_id int not null,
77 | o_c_id int,
78 | o_carrier_id int,
79 | o_ol_cnt int,
80 | o_all_local int,
81 | o_entry_d datetime
82 | );
83 |
84 | create table bmsql_order_line (
85 | ol_w_id int not null,
86 | ol_d_id int not null,
87 | ol_o_id int not null,
88 | ol_number int not null,
89 | ol_i_id int not null,
90 | ol_delivery_d datetime,
91 | ol_amount decimal(6,2),
92 | ol_supply_w_id int,
93 | ol_quantity int,
94 | ol_dist_info nchar(24)
95 | );
96 |
97 | create table bmsql_item (
98 | i_id int not null,
99 | i_name nvarchar(24),
100 | i_price decimal(5,2),
101 | i_data nvarchar(50),
102 | i_im_id int
103 | );
104 |
105 | create table bmsql_stock (
106 | s_w_id int not null,
107 | s_i_id int not null,
108 | s_quantity int,
109 | s_ytd int,
110 | s_order_cnt int,
111 | s_remote_cnt int,
112 | s_data nvarchar(50),
113 | s_dist_01 nchar(24),
114 | s_dist_02 nchar(24),
115 | s_dist_03 nchar(24),
116 | s_dist_04 nchar(24),
117 | s_dist_05 nchar(24),
118 | s_dist_06 nchar(24),
119 | s_dist_07 nchar(24),
120 | s_dist_08 nchar(24),
121 | s_dist_09 nchar(24),
122 | s_dist_10 nchar(24)
123 | );
124 |
125 |
126 |
--------------------------------------------------------------------------------