├── README.md ├── cassandra ├── cf-config.json ├── genjmxtrans.py ├── output │ ├── mycass01-cassandra.json │ └── mycass02-cassandra.json └── templates │ ├── cassandra.cache.template │ ├── cassandra.columnfamily.template │ └── cassandra.template ├── hadoop ├── genjmxtrans.py ├── output │ ├── hadoop01.myorg.com-datanode.json │ ├── hadoop01.myorg.com-tasktracker.json │ ├── hadoop02.myorg.com-datanode.json │ ├── hadoop02.myorg.com-tasktracker.json │ ├── jobtracker01.myorg.com-jobtracker.json │ └── namenode01.myorg.com-namenode.json └── templates │ ├── datanode.template │ ├── jobtracker.template │ ├── namenode.template │ └── tasktracker.template ├── kafka ├── genjmxtrans.py ├── output │ ├── kafka01.myorg.com-zookeeper.json │ ├── kafka02.myorg.com-zookeeper.json │ └── kafka03.myorg.com-zookeeper.json └── templates │ └── kafka.template ├── storm ├── genjmxtrans.py ├── output │ ├── storm01.myorg.com-zookeeper.json │ ├── storm02.myorg.com-zookeeper.json │ └── storm03.myorg.com-zookeeper.json └── templates │ └── storm.template └── zookeeper ├── genjmxtrans.py ├── output ├── zk01.myorg.com-zookeeper.json ├── zk02.myorg.com-zookeeper.json └── zk03.myorg.com-zookeeper.json └── templates └── zookeeper.template /README.md: -------------------------------------------------------------------------------- 1 | Introduction 2 | ============ 3 | Python scripts for generating [JMXTrans](https://github.com/jmxtrans/jmxtrans) JSON configuration files for Apache Hadoop, Apache Zookeeper, Apache Cassandra, LinkedIn's Kafka and Twitter Storm. 4 | 5 | I use these when I add a new node to these clusters or a new column family to Cassandra. I update the script with the new node, run these python scripts and update the JMXTrans server JSON files. 6 | 7 | These were tested with the following versions: 8 | 9 | * Apache Hadoop: 0.20.2 10 | * Apache Zookeeper: 3.3.4 11 | * Apache Cassandra: 1.09 12 | * LinkedIn Kafka: 0.7.2 13 | * Twitter Storm: 0.7.4 14 | 15 | Installation 16 | ============ 17 | There is no installation look at the various ```genjmxtrans.py``` and specify the host names for each cluster. 18 | -------------------------------------------------------------------------------- /cassandra/cf-config.json: -------------------------------------------------------------------------------- 1 | [ 2 | { 3 | "name": "my_ketspaces", 4 | "columnFamilies": [ 5 | { 6 | "name": "MyColumnFamily1" 7 | }, 8 | { 9 | "name": "MyColumnFamily2" 10 | } 11 | ] 12 | } 13 | ] 14 | -------------------------------------------------------------------------------- /cassandra/genjmxtrans.py: -------------------------------------------------------------------------------- 1 | #!/usr/bin/python 2 | 3 | import os 4 | import sys 5 | import json 6 | import urllib 7 | 8 | my_cass_cluster = ["mycass01","mycass02"] 9 | cf_config_url ="cf-config.json" 10 | 11 | graphite_host = "graphite.myorg.com" 12 | graphite_port = "2003" 13 | 14 | cass_jmx_port = "8080" 15 | 16 | def get_cassandra_config(hosts): 17 | url = cf_config_url 18 | print "Getting cassandra keyspace/cf configuration from %s" % url 19 | cassandra_config = json.load(urllib.urlopen(url)) 20 | return cassandra_config 21 | 22 | 23 | def generate_cass(node_array): 24 | cassandra_config = get_cassandra_config(node_array) 25 | for host in node_array: 26 | generate_host(host, "cassandra", cassandra_config) 27 | 28 | def generate_host(host, type, cassandra_config): 29 | print "generating template for %(type)s: %(host)s" % { 'host': host, 'type': type } 30 | cass_template = open('templates/cassandra.template', 'r').read() 31 | cass_cache_template = open('templates/cassandra.cache.template', 'r').read() 32 | cass_cf_template = open('templates/cassandra.columnfamily.template', 'r').read() 33 | output_file = open("output/%(host)s-%(type)s.json" % { 'host': host, 'type': type }, 'w') 34 | 35 | caches = "" 36 | column_families = "" 37 | for keyspace in cassandra_config: 38 | for column_family in keyspace['columnFamilies']: 39 | print "creating configuration for keyspace: %s and column family: %s" % (keyspace['name'], column_family['name']) 40 | column_families = column_families + (cass_cf_template % { "keyspace": keyspace['name'], "column_family": column_family['name'], "graphite_host": graphite_host, "graphite_port": graphite_port }) 41 | caches = caches + (cass_cache_template % { "keyspace": keyspace['name'], "column_family": column_family['name'], "graphite_host": graphite_host, "graphite_port": graphite_port }) 42 | contents = cass_template % { 'host' : host, "port": cass_jmx_port, "caches": caches, "column_families": column_families , "graphite_host": graphite_host, "graphite_port": graphite_port } 43 | output_file.write(contents) 44 | output_file.close() 45 | 46 | 47 | generate_cass(my_cass_cluster) 48 | 49 | 50 | -------------------------------------------------------------------------------- /cassandra/output/mycass01-cassandra.json: -------------------------------------------------------------------------------- 1 | { 2 | "servers": [ 3 | { 4 | "port": 8080, 5 | "host": "mycass01", 6 | "queries": [ 7 | { 8 | "outputWriters": [ 9 | { 10 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 11 | "settings": { 12 | "port": 2003, 13 | "host": "graphite.myorg.com" 14 | } 15 | } 16 | ], 17 | "obj": "org.apache.cassandra.db:type=ColumnFamilies,keyspace=my_ketspaces,columnfamily=MyColumnFamily1", 18 | "resultAlias": "ColumnFamilies/MyColumnFamily1", 19 | "attr": [ 20 | "BloomFilterDiskSpaceUsed", 21 | "BloomFilterFalsePositives", 22 | "BloomFilterFalseRatio", 23 | "CompressionRatio", 24 | "LiveDiskSpaceUsed", 25 | "TotalDiskSpaceUsed", 26 | "LiveSSTableCount", 27 | "MinRowSize", 28 | "MeanRowSize", 29 | "MaxRowSize", 30 | "MemtableColumnsCount", 31 | "MemtableDataSize", 32 | "MemtableSwitchCount", 33 | "RecentBloomFilterFalsePositives", 34 | "RecentBloomFilterFalseRatio", 35 | "UnleveledSSTables", 36 | "RecentReadLatencyMicros", 37 | "RecentWriteLatencyMicros", 38 | "TotalReadLatencyMicros", 39 | "TotalWriteLatencyMicros", 40 | "PendingTasks", 41 | "ReadCount", 42 | "WriteCount" 43 | ] 44 | }, { 45 | "outputWriters": [ 46 | { 47 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 48 | "settings": { 49 | "port": 2003, 50 | "host": "graphite.myorg.com" 51 | } 52 | } 53 | ], 54 | "obj": "org.apache.cassandra.db:type=ColumnFamilies,keyspace=my_ketspaces,columnfamily=MyColumnFamily2", 55 | "resultAlias": "ColumnFamilies/MyColumnFamily2", 56 | "attr": [ 57 | "BloomFilterDiskSpaceUsed", 58 | "BloomFilterFalsePositives", 59 | "BloomFilterFalseRatio", 60 | "CompressionRatio", 61 | "LiveDiskSpaceUsed", 62 | "TotalDiskSpaceUsed", 63 | "LiveSSTableCount", 64 | "MinRowSize", 65 | "MeanRowSize", 66 | "MaxRowSize", 67 | "MemtableColumnsCount", 68 | "MemtableDataSize", 69 | "MemtableSwitchCount", 70 | "RecentBloomFilterFalsePositives", 71 | "RecentBloomFilterFalseRatio", 72 | "UnleveledSSTables", 73 | "RecentReadLatencyMicros", 74 | "RecentWriteLatencyMicros", 75 | "TotalReadLatencyMicros", 76 | "TotalWriteLatencyMicros", 77 | "PendingTasks", 78 | "ReadCount", 79 | "WriteCount" 80 | ] 81 | }, 82 | { 83 | "outputWriters": [ 84 | { 85 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 86 | "settings": { 87 | "port": 2003, 88 | "host": "graphite.myorg.com" 89 | } 90 | } 91 | ], 92 | "obj": "org.apache.cassandra.db:type=Caches,keyspace=my_ketspaces,cache=MyColumnFamily1RowCache", 93 | "resultAlias": "Caches/MyColumnFamily1/RowCache", 94 | "attr": [ 95 | "Capacity", 96 | "Hits", 97 | "RecentHitRate", 98 | "Requests", 99 | "Size" 100 | ] 101 | }, 102 | { 103 | "outputWriters": [ 104 | { 105 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 106 | "settings": { 107 | "port": 2003, 108 | "host": "graphite.myorg.com" 109 | } 110 | } 111 | ], 112 | "obj": "org.apache.cassandra.db:type=Caches,keyspace=my_ketspaces,cache=MyColumnFamily1KeyCache", 113 | "resultAlias": "Caches/MyColumnFamily1/KeyCache", 114 | "attr": [ 115 | "Capacity", 116 | "Hits", 117 | "RecentHitRate", 118 | "Requests", 119 | "Size" 120 | ] 121 | }, 122 | { 123 | "outputWriters": [ 124 | { 125 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 126 | "settings": { 127 | "port": 2003, 128 | "host": "graphite.myorg.com" 129 | } 130 | } 131 | ], 132 | "obj": "org.apache.cassandra.db:type=Caches,keyspace=my_ketspaces,cache=MyColumnFamily2RowCache", 133 | "resultAlias": "Caches/MyColumnFamily2/RowCache", 134 | "attr": [ 135 | "Capacity", 136 | "Hits", 137 | "RecentHitRate", 138 | "Requests", 139 | "Size" 140 | ] 141 | }, 142 | { 143 | "outputWriters": [ 144 | { 145 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 146 | "settings": { 147 | "port": 2003, 148 | "host": "graphite.myorg.com" 149 | } 150 | } 151 | ], 152 | "obj": "org.apache.cassandra.db:type=Caches,keyspace=my_ketspaces,cache=MyColumnFamily2KeyCache", 153 | "resultAlias": "Caches/MyColumnFamily2/KeyCache", 154 | "attr": [ 155 | "Capacity", 156 | "Hits", 157 | "RecentHitRate", 158 | "Requests", 159 | "Size" 160 | ] 161 | }, 162 | 163 | { 164 | "outputWriters": [ 165 | { 166 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 167 | "settings": { 168 | "port": 2003, 169 | "host": "graphite.myorg.com" 170 | } 171 | } 172 | ], 173 | "obj": "org.apache.cassandra.db:type=Commitlog", 174 | "resultAlias": "Commitlog", 175 | "attr": [ 176 | "CompletedTasks", 177 | "PendingTasks", 178 | "TotalCommitlogSize" 179 | ] 180 | }, 181 | { 182 | "outputWriters": [ 183 | { 184 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 185 | "settings": { 186 | "port": 2003, 187 | "host": "graphite.myorg.com" 188 | } 189 | } 190 | ], 191 | "obj": "org.apache.cassandra.db:type=CompactionManager", 192 | "resultAlias": "CompactionManager", 193 | "attr": [ 194 | "PendingTasks", 195 | "CompletedTasks" 196 | ] 197 | }, 198 | { 199 | "outputWriters": [ 200 | { 201 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 202 | "settings": { 203 | "port": 2003, 204 | "host": "graphite.myorg.com" 205 | } 206 | } 207 | ], 208 | "obj": "org.apache.cassandra.db:type=StorageProxy", 209 | "resultAlias": "StorageProxy", 210 | "attr": [ 211 | "HintsInProgress", 212 | "RangeOperations", 213 | "ReadOperations", 214 | "WriteOperations", 215 | "RecentRangeLatencyMicros", 216 | "RecentWriteLatencyMicros", 217 | "RecentReadLatencyMicros", 218 | "TotalHints", 219 | "TotalRangeLatencyMicros", 220 | "TotalWriteLatencyMicros", 221 | "TotalReadLatencyMicros" 222 | ] 223 | }, 224 | { 225 | "outputWriters": [ 226 | { 227 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 228 | "settings": { 229 | "port": 2003, 230 | "host": "graphite.myorg.com" 231 | } 232 | } 233 | ], 234 | "obj": "org.apache.cassandra.db:type=StorageService", 235 | "resultAlias": "StorageService", 236 | "attr": [ 237 | "ExceptionCount", 238 | "Load" 239 | ] 240 | }, 241 | { 242 | "outputWriters": [ 243 | { 244 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 245 | "settings": { 246 | "port": 2003, 247 | "host": "graphite.myorg.com" 248 | } 249 | } 250 | ], 251 | "obj": "org.apache.cassandra.net:type=MessagingService", 252 | "resultAlias": "MessagingService", 253 | "attr": [ 254 | "RecentTotalTimouts", 255 | "TotalTimeouts" 256 | ] 257 | }, 258 | { 259 | "outputWriters": [ 260 | { 261 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 262 | "settings": { 263 | "port": 2003, 264 | "host": "graphite.myorg.com" 265 | } 266 | } 267 | ], 268 | "obj": "org.apache.cassandra.request:type=MutationStage", 269 | "resultAlias": "Stage/MutationStage", 270 | "attr": [ 271 | "ActiveCount", 272 | "CompletedTasks", 273 | "CurrentlyBlockedTasks", 274 | "PendingTasks", 275 | "TotalBlockedTasks" 276 | ] 277 | }, 278 | { 279 | "outputWriters": [ 280 | { 281 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 282 | "settings": { 283 | "port": 2003, 284 | "host": "graphite.myorg.com" 285 | } 286 | } 287 | ], 288 | "obj": "org.apache.cassandra.request:type=ReadRepairStage", 289 | "resultAlias": "Stage/ReadRepairStage", 290 | "attr": [ 291 | "ActiveCount", 292 | "CompletedTasks", 293 | "CurrentlyBlockedTasks", 294 | "PendingTasks", 295 | "TotalBlockedTasks" 296 | ] 297 | }, 298 | { 299 | "outputWriters": [ 300 | { 301 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 302 | "settings": { 303 | "port": 2003, 304 | "host": "graphite.myorg.com" 305 | } 306 | } 307 | ], 308 | "obj": "org.apache.cassandra.request:type=ReadStage", 309 | "resultAlias": "Stage/ReadStage", 310 | "attr": [ 311 | "ActiveCount", 312 | "CompletedTasks", 313 | "CurrentlyBlockedTasks", 314 | "PendingTasks", 315 | "TotalBlockedTasks" 316 | ] 317 | }, 318 | { 319 | "outputWriters": [ 320 | { 321 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 322 | "settings": { 323 | "port": 2003, 324 | "host": "graphite.myorg.com" 325 | } 326 | } 327 | ], 328 | "obj": "org.apache.cassandra.request:type=ReplicateOnWriteStage", 329 | "resultAlias": "Stage/ReplicateOnWriteStage", 330 | "attr": [ 331 | "ActiveCount", 332 | "CompletedTasks", 333 | "CurrentlyBlockedTasks", 334 | "PendingTasks", 335 | "TotalBlockedTasks" 336 | ] 337 | }, 338 | { 339 | "outputWriters": [ 340 | { 341 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 342 | "settings": { 343 | "port": 2003, 344 | "host": "graphite.myorg.com" 345 | } 346 | } 347 | ], 348 | "obj": "org.apache.cassandra.request:type=RequestResponseStage", 349 | "resultAlias": "Stage/RequestResponseStage", 350 | "attr": [ 351 | "ActiveCount", 352 | "CompletedTasks", 353 | "CurrentlyBlockedTasks", 354 | "PendingTasks", 355 | "TotalBlockedTasks" 356 | ] 357 | }, 358 | { 359 | "outputWriters": [ 360 | { 361 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 362 | "settings": { 363 | "port": 2003, 364 | "host": "graphite.myorg.com" 365 | } 366 | } 367 | ], 368 | "obj": "org.apache.cassandra.internal:type=AntiEntropySessions", 369 | "resultAlias": "Internal/AntiEntropySessions", 370 | "attr": [ 371 | "ActiveCount", 372 | "CompletedTasks", 373 | "CurrentlyBlockedTasks", 374 | "PendingTasks", 375 | "TotalBlockedTasks" 376 | ] 377 | }, 378 | { 379 | "outputWriters": [ 380 | { 381 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 382 | "settings": { 383 | "port": 2003, 384 | "host": "graphite.myorg.com" 385 | } 386 | } 387 | ], 388 | "obj": "org.apache.cassandra.internal:type=AntiEntropyStage", 389 | "resultAlias": "Internal/AntiEntropyStage", 390 | "attr": [ 391 | "ActiveCount", 392 | "CompletedTasks", 393 | "CurrentlyBlockedTasks", 394 | "PendingTasks", 395 | "TotalBlockedTasks" 396 | ] 397 | }, 398 | { 399 | "outputWriters": [ 400 | { 401 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 402 | "settings": { 403 | "port": 2003, 404 | "host": "graphite.myorg.com" 405 | } 406 | } 407 | ], 408 | "obj": "org.apache.cassandra.internal:type=FlushWriter", 409 | "resultAlias": "Internal/FlushWriter", 410 | "attr": [ 411 | "ActiveCount", 412 | "CompletedTasks", 413 | "CurrentlyBlockedTasks", 414 | "PendingTasks", 415 | "TotalBlockedTasks" 416 | ] 417 | }, 418 | { 419 | "outputWriters": [ 420 | { 421 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 422 | "settings": { 423 | "port": 2003, 424 | "host": "graphite.myorg.com" 425 | } 426 | } 427 | ], 428 | "obj": "org.apache.cassandra.internal:type=GossipStage", 429 | "resultAlias": "Internal/GossipStage", 430 | "attr": [ 431 | "ActiveCount", 432 | "CompletedTasks", 433 | "CurrentlyBlockedTasks", 434 | "PendingTasks", 435 | "TotalBlockedTasks" 436 | ] 437 | }, 438 | { 439 | "outputWriters": [ 440 | { 441 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 442 | "settings": { 443 | "port": 2003, 444 | "host": "graphite.myorg.com" 445 | } 446 | } 447 | ], 448 | "obj": "org.apache.cassandra.internal:type=HintedHandoff", 449 | "resultAlias": "Internal/HintedHandoff", 450 | "attr": [ 451 | "ActiveCount", 452 | "CompletedTasks", 453 | "CurrentlyBlockedTasks", 454 | "PendingTasks", 455 | "TotalBlockedTasks" 456 | ] 457 | }, 458 | { 459 | "outputWriters": [ 460 | { 461 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 462 | "settings": { 463 | "port": 2003, 464 | "host": "graphite.myorg.com" 465 | } 466 | } 467 | ], 468 | "obj": "org.apache.cassandra.internal:type=InternalResponseStage", 469 | "resultAlias": "Internal/InternalResponseStage", 470 | "attr": [ 471 | "ActiveCount", 472 | "CompletedTasks", 473 | "CurrentlyBlockedTasks", 474 | "PendingTasks", 475 | "TotalBlockedTasks" 476 | ] 477 | }, 478 | { 479 | "outputWriters": [ 480 | { 481 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 482 | "settings": { 483 | "port": 2003, 484 | "host": "graphite.myorg.com" 485 | } 486 | } 487 | ], 488 | "obj": "org.apache.cassandra.internal:type=MemtablePostFlusher", 489 | "resultAlias": "Internal/MemtablePostFlusher", 490 | "attr": [ 491 | "ActiveCount", 492 | "CompletedTasks", 493 | "CurrentlyBlockedTasks", 494 | "PendingTasks", 495 | "TotalBlockedTasks" 496 | ] 497 | }, 498 | { 499 | "outputWriters": [ 500 | { 501 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 502 | "settings": { 503 | "port": 2003, 504 | "host": "graphite.myorg.com" 505 | } 506 | } 507 | ], 508 | "obj": "org.apache.cassandra.internal:type=MigrationStage", 509 | "resultAlias": "Internal/MigrationStage", 510 | "attr": [ 511 | "ActiveCount", 512 | "CompletedTasks", 513 | "CurrentlyBlockedTasks", 514 | "PendingTasks", 515 | "TotalBlockedTasks" 516 | ] 517 | }, 518 | { 519 | "outputWriters": [ 520 | { 521 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 522 | "settings": { 523 | "port": 2003, 524 | "host": "graphite.myorg.com" 525 | } 526 | } 527 | ], 528 | "obj": "org.apache.cassandra.internal:type=MiscStage", 529 | "resultAlias": "Internal/MiscStage", 530 | "attr": [ 531 | "ActiveCount", 532 | "CompletedTasks", 533 | "CurrentlyBlockedTasks", 534 | "PendingTasks", 535 | "TotalBlockedTasks" 536 | ] 537 | }, 538 | { 539 | "outputWriters": [ 540 | { 541 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 542 | "settings": { 543 | "port": 2003, 544 | "host": "graphite.myorg.com" 545 | } 546 | } 547 | ], 548 | "obj": "org.apache.cassandra.internal:type=StreamStage", 549 | "resultAlias": "Internal/StreamStage", 550 | "attr": [ 551 | "ActiveCount", 552 | "CompletedTasks", 553 | "CurrentlyBlockedTasks", 554 | "PendingTasks", 555 | "TotalBlockedTasks" 556 | ] 557 | }, 558 | { 559 | "outputWriters": [ 560 | { 561 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 562 | "settings": { 563 | "port": 2003, 564 | "host": "graphite.myorg.com" 565 | } 566 | } 567 | ], 568 | "obj": "java.lang:type=Memory", 569 | "resultAlias": "heap", 570 | "attr": [ 571 | "HeapMemoryUsage", 572 | "NonHeapMemoryUsage" 573 | ] 574 | }, 575 | { 576 | "outputWriters": [ 577 | { 578 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 579 | "settings": { 580 | "port": 2003, 581 | "host": "graphite.myorg.com", 582 | "typeNames": [ 583 | "name" 584 | ] 585 | } 586 | } 587 | ], 588 | "obj": "java.lang:type=GarbageCollector,name=*", 589 | "resultAlias": "gc", 590 | "attr": [ 591 | "CollectionCount", 592 | "CollectionTime" 593 | ] 594 | }, 595 | { 596 | "outputWriters": [ 597 | { 598 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 599 | "settings": { 600 | "port": 2003, 601 | "host": "graphite.myorg.com", 602 | "typeNames": [ 603 | "name" 604 | ] 605 | } 606 | } 607 | ], 608 | "obj": "java.lang:type=OperatingSystem", 609 | "attr": [ 610 | "SystemLoadAverage", 611 | "FreePhysicalMemorySize", 612 | "TotalPhysicalMemorySize" 613 | ] 614 | }, 615 | { 616 | "outputWriters": [ 617 | { 618 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 619 | "settings": { 620 | "port": 2003, 621 | "host": "graphite.myorg.com", 622 | "typeNames": [ 623 | "name" 624 | ] 625 | } 626 | } 627 | ], 628 | "obj": "java.lang:type=Threading", 629 | "resultAlias": "Threading", 630 | "attr": [ 631 | "DaemonThreadCount", 632 | "PeakThreadCount", 633 | "ThreadCount", 634 | "TotalStartedThreadCount" 635 | ] 636 | } 637 | ], 638 | "numQueryThreads": 16 639 | } 640 | ] 641 | } -------------------------------------------------------------------------------- /cassandra/output/mycass02-cassandra.json: -------------------------------------------------------------------------------- 1 | { 2 | "servers": [ 3 | { 4 | "port": 8080, 5 | "host": "mycass02", 6 | "queries": [ 7 | { 8 | "outputWriters": [ 9 | { 10 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 11 | "settings": { 12 | "port": 2003, 13 | "host": "graphite.myorg.com" 14 | } 15 | } 16 | ], 17 | "obj": "org.apache.cassandra.db:type=ColumnFamilies,keyspace=my_ketspaces,columnfamily=MyColumnFamily1", 18 | "resultAlias": "ColumnFamilies/MyColumnFamily1", 19 | "attr": [ 20 | "BloomFilterDiskSpaceUsed", 21 | "BloomFilterFalsePositives", 22 | "BloomFilterFalseRatio", 23 | "CompressionRatio", 24 | "LiveDiskSpaceUsed", 25 | "TotalDiskSpaceUsed", 26 | "LiveSSTableCount", 27 | "MinRowSize", 28 | "MeanRowSize", 29 | "MaxRowSize", 30 | "MemtableColumnsCount", 31 | "MemtableDataSize", 32 | "MemtableSwitchCount", 33 | "RecentBloomFilterFalsePositives", 34 | "RecentBloomFilterFalseRatio", 35 | "UnleveledSSTables", 36 | "RecentReadLatencyMicros", 37 | "RecentWriteLatencyMicros", 38 | "TotalReadLatencyMicros", 39 | "TotalWriteLatencyMicros", 40 | "PendingTasks", 41 | "ReadCount", 42 | "WriteCount" 43 | ] 44 | }, { 45 | "outputWriters": [ 46 | { 47 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 48 | "settings": { 49 | "port": 2003, 50 | "host": "graphite.myorg.com" 51 | } 52 | } 53 | ], 54 | "obj": "org.apache.cassandra.db:type=ColumnFamilies,keyspace=my_ketspaces,columnfamily=MyColumnFamily2", 55 | "resultAlias": "ColumnFamilies/MyColumnFamily2", 56 | "attr": [ 57 | "BloomFilterDiskSpaceUsed", 58 | "BloomFilterFalsePositives", 59 | "BloomFilterFalseRatio", 60 | "CompressionRatio", 61 | "LiveDiskSpaceUsed", 62 | "TotalDiskSpaceUsed", 63 | "LiveSSTableCount", 64 | "MinRowSize", 65 | "MeanRowSize", 66 | "MaxRowSize", 67 | "MemtableColumnsCount", 68 | "MemtableDataSize", 69 | "MemtableSwitchCount", 70 | "RecentBloomFilterFalsePositives", 71 | "RecentBloomFilterFalseRatio", 72 | "UnleveledSSTables", 73 | "RecentReadLatencyMicros", 74 | "RecentWriteLatencyMicros", 75 | "TotalReadLatencyMicros", 76 | "TotalWriteLatencyMicros", 77 | "PendingTasks", 78 | "ReadCount", 79 | "WriteCount" 80 | ] 81 | }, 82 | { 83 | "outputWriters": [ 84 | { 85 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 86 | "settings": { 87 | "port": 2003, 88 | "host": "graphite.myorg.com" 89 | } 90 | } 91 | ], 92 | "obj": "org.apache.cassandra.db:type=Caches,keyspace=my_ketspaces,cache=MyColumnFamily1RowCache", 93 | "resultAlias": "Caches/MyColumnFamily1/RowCache", 94 | "attr": [ 95 | "Capacity", 96 | "Hits", 97 | "RecentHitRate", 98 | "Requests", 99 | "Size" 100 | ] 101 | }, 102 | { 103 | "outputWriters": [ 104 | { 105 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 106 | "settings": { 107 | "port": 2003, 108 | "host": "graphite.myorg.com" 109 | } 110 | } 111 | ], 112 | "obj": "org.apache.cassandra.db:type=Caches,keyspace=my_ketspaces,cache=MyColumnFamily1KeyCache", 113 | "resultAlias": "Caches/MyColumnFamily1/KeyCache", 114 | "attr": [ 115 | "Capacity", 116 | "Hits", 117 | "RecentHitRate", 118 | "Requests", 119 | "Size" 120 | ] 121 | }, 122 | { 123 | "outputWriters": [ 124 | { 125 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 126 | "settings": { 127 | "port": 2003, 128 | "host": "graphite.myorg.com" 129 | } 130 | } 131 | ], 132 | "obj": "org.apache.cassandra.db:type=Caches,keyspace=my_ketspaces,cache=MyColumnFamily2RowCache", 133 | "resultAlias": "Caches/MyColumnFamily2/RowCache", 134 | "attr": [ 135 | "Capacity", 136 | "Hits", 137 | "RecentHitRate", 138 | "Requests", 139 | "Size" 140 | ] 141 | }, 142 | { 143 | "outputWriters": [ 144 | { 145 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 146 | "settings": { 147 | "port": 2003, 148 | "host": "graphite.myorg.com" 149 | } 150 | } 151 | ], 152 | "obj": "org.apache.cassandra.db:type=Caches,keyspace=my_ketspaces,cache=MyColumnFamily2KeyCache", 153 | "resultAlias": "Caches/MyColumnFamily2/KeyCache", 154 | "attr": [ 155 | "Capacity", 156 | "Hits", 157 | "RecentHitRate", 158 | "Requests", 159 | "Size" 160 | ] 161 | }, 162 | 163 | { 164 | "outputWriters": [ 165 | { 166 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 167 | "settings": { 168 | "port": 2003, 169 | "host": "graphite.myorg.com" 170 | } 171 | } 172 | ], 173 | "obj": "org.apache.cassandra.db:type=Commitlog", 174 | "resultAlias": "Commitlog", 175 | "attr": [ 176 | "CompletedTasks", 177 | "PendingTasks", 178 | "TotalCommitlogSize" 179 | ] 180 | }, 181 | { 182 | "outputWriters": [ 183 | { 184 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 185 | "settings": { 186 | "port": 2003, 187 | "host": "graphite.myorg.com" 188 | } 189 | } 190 | ], 191 | "obj": "org.apache.cassandra.db:type=CompactionManager", 192 | "resultAlias": "CompactionManager", 193 | "attr": [ 194 | "PendingTasks", 195 | "CompletedTasks" 196 | ] 197 | }, 198 | { 199 | "outputWriters": [ 200 | { 201 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 202 | "settings": { 203 | "port": 2003, 204 | "host": "graphite.myorg.com" 205 | } 206 | } 207 | ], 208 | "obj": "org.apache.cassandra.db:type=StorageProxy", 209 | "resultAlias": "StorageProxy", 210 | "attr": [ 211 | "HintsInProgress", 212 | "RangeOperations", 213 | "ReadOperations", 214 | "WriteOperations", 215 | "RecentRangeLatencyMicros", 216 | "RecentWriteLatencyMicros", 217 | "RecentReadLatencyMicros", 218 | "TotalHints", 219 | "TotalRangeLatencyMicros", 220 | "TotalWriteLatencyMicros", 221 | "TotalReadLatencyMicros" 222 | ] 223 | }, 224 | { 225 | "outputWriters": [ 226 | { 227 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 228 | "settings": { 229 | "port": 2003, 230 | "host": "graphite.myorg.com" 231 | } 232 | } 233 | ], 234 | "obj": "org.apache.cassandra.db:type=StorageService", 235 | "resultAlias": "StorageService", 236 | "attr": [ 237 | "ExceptionCount", 238 | "Load" 239 | ] 240 | }, 241 | { 242 | "outputWriters": [ 243 | { 244 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 245 | "settings": { 246 | "port": 2003, 247 | "host": "graphite.myorg.com" 248 | } 249 | } 250 | ], 251 | "obj": "org.apache.cassandra.net:type=MessagingService", 252 | "resultAlias": "MessagingService", 253 | "attr": [ 254 | "RecentTotalTimouts", 255 | "TotalTimeouts" 256 | ] 257 | }, 258 | { 259 | "outputWriters": [ 260 | { 261 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 262 | "settings": { 263 | "port": 2003, 264 | "host": "graphite.myorg.com" 265 | } 266 | } 267 | ], 268 | "obj": "org.apache.cassandra.request:type=MutationStage", 269 | "resultAlias": "Stage/MutationStage", 270 | "attr": [ 271 | "ActiveCount", 272 | "CompletedTasks", 273 | "CurrentlyBlockedTasks", 274 | "PendingTasks", 275 | "TotalBlockedTasks" 276 | ] 277 | }, 278 | { 279 | "outputWriters": [ 280 | { 281 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 282 | "settings": { 283 | "port": 2003, 284 | "host": "graphite.myorg.com" 285 | } 286 | } 287 | ], 288 | "obj": "org.apache.cassandra.request:type=ReadRepairStage", 289 | "resultAlias": "Stage/ReadRepairStage", 290 | "attr": [ 291 | "ActiveCount", 292 | "CompletedTasks", 293 | "CurrentlyBlockedTasks", 294 | "PendingTasks", 295 | "TotalBlockedTasks" 296 | ] 297 | }, 298 | { 299 | "outputWriters": [ 300 | { 301 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 302 | "settings": { 303 | "port": 2003, 304 | "host": "graphite.myorg.com" 305 | } 306 | } 307 | ], 308 | "obj": "org.apache.cassandra.request:type=ReadStage", 309 | "resultAlias": "Stage/ReadStage", 310 | "attr": [ 311 | "ActiveCount", 312 | "CompletedTasks", 313 | "CurrentlyBlockedTasks", 314 | "PendingTasks", 315 | "TotalBlockedTasks" 316 | ] 317 | }, 318 | { 319 | "outputWriters": [ 320 | { 321 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 322 | "settings": { 323 | "port": 2003, 324 | "host": "graphite.myorg.com" 325 | } 326 | } 327 | ], 328 | "obj": "org.apache.cassandra.request:type=ReplicateOnWriteStage", 329 | "resultAlias": "Stage/ReplicateOnWriteStage", 330 | "attr": [ 331 | "ActiveCount", 332 | "CompletedTasks", 333 | "CurrentlyBlockedTasks", 334 | "PendingTasks", 335 | "TotalBlockedTasks" 336 | ] 337 | }, 338 | { 339 | "outputWriters": [ 340 | { 341 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 342 | "settings": { 343 | "port": 2003, 344 | "host": "graphite.myorg.com" 345 | } 346 | } 347 | ], 348 | "obj": "org.apache.cassandra.request:type=RequestResponseStage", 349 | "resultAlias": "Stage/RequestResponseStage", 350 | "attr": [ 351 | "ActiveCount", 352 | "CompletedTasks", 353 | "CurrentlyBlockedTasks", 354 | "PendingTasks", 355 | "TotalBlockedTasks" 356 | ] 357 | }, 358 | { 359 | "outputWriters": [ 360 | { 361 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 362 | "settings": { 363 | "port": 2003, 364 | "host": "graphite.myorg.com" 365 | } 366 | } 367 | ], 368 | "obj": "org.apache.cassandra.internal:type=AntiEntropySessions", 369 | "resultAlias": "Internal/AntiEntropySessions", 370 | "attr": [ 371 | "ActiveCount", 372 | "CompletedTasks", 373 | "CurrentlyBlockedTasks", 374 | "PendingTasks", 375 | "TotalBlockedTasks" 376 | ] 377 | }, 378 | { 379 | "outputWriters": [ 380 | { 381 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 382 | "settings": { 383 | "port": 2003, 384 | "host": "graphite.myorg.com" 385 | } 386 | } 387 | ], 388 | "obj": "org.apache.cassandra.internal:type=AntiEntropyStage", 389 | "resultAlias": "Internal/AntiEntropyStage", 390 | "attr": [ 391 | "ActiveCount", 392 | "CompletedTasks", 393 | "CurrentlyBlockedTasks", 394 | "PendingTasks", 395 | "TotalBlockedTasks" 396 | ] 397 | }, 398 | { 399 | "outputWriters": [ 400 | { 401 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 402 | "settings": { 403 | "port": 2003, 404 | "host": "graphite.myorg.com" 405 | } 406 | } 407 | ], 408 | "obj": "org.apache.cassandra.internal:type=FlushWriter", 409 | "resultAlias": "Internal/FlushWriter", 410 | "attr": [ 411 | "ActiveCount", 412 | "CompletedTasks", 413 | "CurrentlyBlockedTasks", 414 | "PendingTasks", 415 | "TotalBlockedTasks" 416 | ] 417 | }, 418 | { 419 | "outputWriters": [ 420 | { 421 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 422 | "settings": { 423 | "port": 2003, 424 | "host": "graphite.myorg.com" 425 | } 426 | } 427 | ], 428 | "obj": "org.apache.cassandra.internal:type=GossipStage", 429 | "resultAlias": "Internal/GossipStage", 430 | "attr": [ 431 | "ActiveCount", 432 | "CompletedTasks", 433 | "CurrentlyBlockedTasks", 434 | "PendingTasks", 435 | "TotalBlockedTasks" 436 | ] 437 | }, 438 | { 439 | "outputWriters": [ 440 | { 441 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 442 | "settings": { 443 | "port": 2003, 444 | "host": "graphite.myorg.com" 445 | } 446 | } 447 | ], 448 | "obj": "org.apache.cassandra.internal:type=HintedHandoff", 449 | "resultAlias": "Internal/HintedHandoff", 450 | "attr": [ 451 | "ActiveCount", 452 | "CompletedTasks", 453 | "CurrentlyBlockedTasks", 454 | "PendingTasks", 455 | "TotalBlockedTasks" 456 | ] 457 | }, 458 | { 459 | "outputWriters": [ 460 | { 461 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 462 | "settings": { 463 | "port": 2003, 464 | "host": "graphite.myorg.com" 465 | } 466 | } 467 | ], 468 | "obj": "org.apache.cassandra.internal:type=InternalResponseStage", 469 | "resultAlias": "Internal/InternalResponseStage", 470 | "attr": [ 471 | "ActiveCount", 472 | "CompletedTasks", 473 | "CurrentlyBlockedTasks", 474 | "PendingTasks", 475 | "TotalBlockedTasks" 476 | ] 477 | }, 478 | { 479 | "outputWriters": [ 480 | { 481 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 482 | "settings": { 483 | "port": 2003, 484 | "host": "graphite.myorg.com" 485 | } 486 | } 487 | ], 488 | "obj": "org.apache.cassandra.internal:type=MemtablePostFlusher", 489 | "resultAlias": "Internal/MemtablePostFlusher", 490 | "attr": [ 491 | "ActiveCount", 492 | "CompletedTasks", 493 | "CurrentlyBlockedTasks", 494 | "PendingTasks", 495 | "TotalBlockedTasks" 496 | ] 497 | }, 498 | { 499 | "outputWriters": [ 500 | { 501 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 502 | "settings": { 503 | "port": 2003, 504 | "host": "graphite.myorg.com" 505 | } 506 | } 507 | ], 508 | "obj": "org.apache.cassandra.internal:type=MigrationStage", 509 | "resultAlias": "Internal/MigrationStage", 510 | "attr": [ 511 | "ActiveCount", 512 | "CompletedTasks", 513 | "CurrentlyBlockedTasks", 514 | "PendingTasks", 515 | "TotalBlockedTasks" 516 | ] 517 | }, 518 | { 519 | "outputWriters": [ 520 | { 521 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 522 | "settings": { 523 | "port": 2003, 524 | "host": "graphite.myorg.com" 525 | } 526 | } 527 | ], 528 | "obj": "org.apache.cassandra.internal:type=MiscStage", 529 | "resultAlias": "Internal/MiscStage", 530 | "attr": [ 531 | "ActiveCount", 532 | "CompletedTasks", 533 | "CurrentlyBlockedTasks", 534 | "PendingTasks", 535 | "TotalBlockedTasks" 536 | ] 537 | }, 538 | { 539 | "outputWriters": [ 540 | { 541 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 542 | "settings": { 543 | "port": 2003, 544 | "host": "graphite.myorg.com" 545 | } 546 | } 547 | ], 548 | "obj": "org.apache.cassandra.internal:type=StreamStage", 549 | "resultAlias": "Internal/StreamStage", 550 | "attr": [ 551 | "ActiveCount", 552 | "CompletedTasks", 553 | "CurrentlyBlockedTasks", 554 | "PendingTasks", 555 | "TotalBlockedTasks" 556 | ] 557 | }, 558 | { 559 | "outputWriters": [ 560 | { 561 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 562 | "settings": { 563 | "port": 2003, 564 | "host": "graphite.myorg.com" 565 | } 566 | } 567 | ], 568 | "obj": "java.lang:type=Memory", 569 | "resultAlias": "heap", 570 | "attr": [ 571 | "HeapMemoryUsage", 572 | "NonHeapMemoryUsage" 573 | ] 574 | }, 575 | { 576 | "outputWriters": [ 577 | { 578 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 579 | "settings": { 580 | "port": 2003, 581 | "host": "graphite.myorg.com", 582 | "typeNames": [ 583 | "name" 584 | ] 585 | } 586 | } 587 | ], 588 | "obj": "java.lang:type=GarbageCollector,name=*", 589 | "resultAlias": "gc", 590 | "attr": [ 591 | "CollectionCount", 592 | "CollectionTime" 593 | ] 594 | }, 595 | { 596 | "outputWriters": [ 597 | { 598 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 599 | "settings": { 600 | "port": 2003, 601 | "host": "graphite.myorg.com", 602 | "typeNames": [ 603 | "name" 604 | ] 605 | } 606 | } 607 | ], 608 | "obj": "java.lang:type=OperatingSystem", 609 | "attr": [ 610 | "SystemLoadAverage", 611 | "FreePhysicalMemorySize", 612 | "TotalPhysicalMemorySize" 613 | ] 614 | }, 615 | { 616 | "outputWriters": [ 617 | { 618 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 619 | "settings": { 620 | "port": 2003, 621 | "host": "graphite.myorg.com", 622 | "typeNames": [ 623 | "name" 624 | ] 625 | } 626 | } 627 | ], 628 | "obj": "java.lang:type=Threading", 629 | "resultAlias": "Threading", 630 | "attr": [ 631 | "DaemonThreadCount", 632 | "PeakThreadCount", 633 | "ThreadCount", 634 | "TotalStartedThreadCount" 635 | ] 636 | } 637 | ], 638 | "numQueryThreads": 16 639 | } 640 | ] 641 | } -------------------------------------------------------------------------------- /cassandra/templates/cassandra.cache.template: -------------------------------------------------------------------------------- 1 | { 2 | "outputWriters": [ 3 | { 4 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 5 | "settings": { 6 | "port": %(graphite_port)s, 7 | "host": "%(graphite_host)s" 8 | } 9 | } 10 | ], 11 | "obj": "org.apache.cassandra.db:type=Caches,keyspace=%(keyspace)s,cache=%(column_family)sRowCache", 12 | "resultAlias": "Caches/%(column_family)s/RowCache", 13 | "attr": [ 14 | "Capacity", 15 | "Hits", 16 | "RecentHitRate", 17 | "Requests", 18 | "Size" 19 | ] 20 | }, 21 | { 22 | "outputWriters": [ 23 | { 24 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 25 | "settings": { 26 | "port": %(graphite_port)s, 27 | "host": "%(graphite_host)s" 28 | } 29 | } 30 | ], 31 | "obj": "org.apache.cassandra.db:type=Caches,keyspace=%(keyspace)s,cache=%(column_family)sKeyCache", 32 | "resultAlias": "Caches/%(column_family)s/KeyCache", 33 | "attr": [ 34 | "Capacity", 35 | "Hits", 36 | "RecentHitRate", 37 | "Requests", 38 | "Size" 39 | ] 40 | }, 41 | -------------------------------------------------------------------------------- /cassandra/templates/cassandra.columnfamily.template: -------------------------------------------------------------------------------- 1 | { 2 | "outputWriters": [ 3 | { 4 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 5 | "settings": { 6 | "port": %(graphite_port)s, 7 | "host": "%(graphite_host)s" 8 | } 9 | } 10 | ], 11 | "obj": "org.apache.cassandra.db:type=ColumnFamilies,keyspace=%(keyspace)s,columnfamily=%(column_family)s", 12 | "resultAlias": "ColumnFamilies/%(column_family)s", 13 | "attr": [ 14 | "BloomFilterDiskSpaceUsed", 15 | "BloomFilterFalsePositives", 16 | "BloomFilterFalseRatio", 17 | "CompressionRatio", 18 | "LiveDiskSpaceUsed", 19 | "TotalDiskSpaceUsed", 20 | "LiveSSTableCount", 21 | "MinRowSize", 22 | "MeanRowSize", 23 | "MaxRowSize", 24 | "MemtableColumnsCount", 25 | "MemtableDataSize", 26 | "MemtableSwitchCount", 27 | "RecentBloomFilterFalsePositives", 28 | "RecentBloomFilterFalseRatio", 29 | "UnleveledSSTables", 30 | "RecentReadLatencyMicros", 31 | "RecentWriteLatencyMicros", 32 | "TotalReadLatencyMicros", 33 | "TotalWriteLatencyMicros", 34 | "PendingTasks", 35 | "ReadCount", 36 | "WriteCount" 37 | ] 38 | }, -------------------------------------------------------------------------------- /cassandra/templates/cassandra.template: -------------------------------------------------------------------------------- 1 | { 2 | "servers": [ 3 | { 4 | "port": %(port)s, 5 | "host": "%(host)s", 6 | "queries": [ 7 | %(column_families)s 8 | %(caches)s 9 | { 10 | "outputWriters": [ 11 | { 12 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 13 | "settings": { 14 | "port": %(graphite_port)s, 15 | "host": "%(graphite_host)s" 16 | } 17 | } 18 | ], 19 | "obj": "org.apache.cassandra.db:type=Commitlog", 20 | "resultAlias": "Commitlog", 21 | "attr": [ 22 | "CompletedTasks", 23 | "PendingTasks", 24 | "TotalCommitlogSize" 25 | ] 26 | }, 27 | { 28 | "outputWriters": [ 29 | { 30 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 31 | "settings": { 32 | "port": %(graphite_port)s, 33 | "host": "%(graphite_host)s" 34 | } 35 | } 36 | ], 37 | "obj": "org.apache.cassandra.db:type=CompactionManager", 38 | "resultAlias": "CompactionManager", 39 | "attr": [ 40 | "PendingTasks", 41 | "CompletedTasks" 42 | ] 43 | }, 44 | { 45 | "outputWriters": [ 46 | { 47 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 48 | "settings": { 49 | "port": %(graphite_port)s, 50 | "host": "%(graphite_host)s" 51 | } 52 | } 53 | ], 54 | "obj": "org.apache.cassandra.db:type=StorageProxy", 55 | "resultAlias": "StorageProxy", 56 | "attr": [ 57 | "HintsInProgress", 58 | "RangeOperations", 59 | "ReadOperations", 60 | "WriteOperations", 61 | "RecentRangeLatencyMicros", 62 | "RecentWriteLatencyMicros", 63 | "RecentReadLatencyMicros", 64 | "TotalHints", 65 | "TotalRangeLatencyMicros", 66 | "TotalWriteLatencyMicros", 67 | "TotalReadLatencyMicros" 68 | ] 69 | }, 70 | { 71 | "outputWriters": [ 72 | { 73 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 74 | "settings": { 75 | "port": %(graphite_port)s, 76 | "host": "%(graphite_host)s" 77 | } 78 | } 79 | ], 80 | "obj": "org.apache.cassandra.db:type=StorageService", 81 | "resultAlias": "StorageService", 82 | "attr": [ 83 | "ExceptionCount", 84 | "Load" 85 | ] 86 | }, 87 | { 88 | "outputWriters": [ 89 | { 90 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 91 | "settings": { 92 | "port": %(graphite_port)s, 93 | "host": "%(graphite_host)s" 94 | } 95 | } 96 | ], 97 | "obj": "org.apache.cassandra.net:type=MessagingService", 98 | "resultAlias": "MessagingService", 99 | "attr": [ 100 | "RecentTotalTimouts", 101 | "TotalTimeouts" 102 | ] 103 | }, 104 | { 105 | "outputWriters": [ 106 | { 107 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 108 | "settings": { 109 | "port": %(graphite_port)s, 110 | "host": "%(graphite_host)s" 111 | } 112 | } 113 | ], 114 | "obj": "org.apache.cassandra.request:type=MutationStage", 115 | "resultAlias": "Stage/MutationStage", 116 | "attr": [ 117 | "ActiveCount", 118 | "CompletedTasks", 119 | "CurrentlyBlockedTasks", 120 | "PendingTasks", 121 | "TotalBlockedTasks" 122 | ] 123 | }, 124 | { 125 | "outputWriters": [ 126 | { 127 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 128 | "settings": { 129 | "port": %(graphite_port)s, 130 | "host": "%(graphite_host)s" 131 | } 132 | } 133 | ], 134 | "obj": "org.apache.cassandra.request:type=ReadRepairStage", 135 | "resultAlias": "Stage/ReadRepairStage", 136 | "attr": [ 137 | "ActiveCount", 138 | "CompletedTasks", 139 | "CurrentlyBlockedTasks", 140 | "PendingTasks", 141 | "TotalBlockedTasks" 142 | ] 143 | }, 144 | { 145 | "outputWriters": [ 146 | { 147 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 148 | "settings": { 149 | "port": %(graphite_port)s, 150 | "host": "%(graphite_host)s" 151 | } 152 | } 153 | ], 154 | "obj": "org.apache.cassandra.request:type=ReadStage", 155 | "resultAlias": "Stage/ReadStage", 156 | "attr": [ 157 | "ActiveCount", 158 | "CompletedTasks", 159 | "CurrentlyBlockedTasks", 160 | "PendingTasks", 161 | "TotalBlockedTasks" 162 | ] 163 | }, 164 | { 165 | "outputWriters": [ 166 | { 167 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 168 | "settings": { 169 | "port": %(graphite_port)s, 170 | "host": "%(graphite_host)s" 171 | } 172 | } 173 | ], 174 | "obj": "org.apache.cassandra.request:type=ReplicateOnWriteStage", 175 | "resultAlias": "Stage/ReplicateOnWriteStage", 176 | "attr": [ 177 | "ActiveCount", 178 | "CompletedTasks", 179 | "CurrentlyBlockedTasks", 180 | "PendingTasks", 181 | "TotalBlockedTasks" 182 | ] 183 | }, 184 | { 185 | "outputWriters": [ 186 | { 187 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 188 | "settings": { 189 | "port": %(graphite_port)s, 190 | "host": "%(graphite_host)s" 191 | } 192 | } 193 | ], 194 | "obj": "org.apache.cassandra.request:type=RequestResponseStage", 195 | "resultAlias": "Stage/RequestResponseStage", 196 | "attr": [ 197 | "ActiveCount", 198 | "CompletedTasks", 199 | "CurrentlyBlockedTasks", 200 | "PendingTasks", 201 | "TotalBlockedTasks" 202 | ] 203 | }, 204 | { 205 | "outputWriters": [ 206 | { 207 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 208 | "settings": { 209 | "port": %(graphite_port)s, 210 | "host": "%(graphite_host)s" 211 | } 212 | } 213 | ], 214 | "obj": "org.apache.cassandra.internal:type=AntiEntropySessions", 215 | "resultAlias": "Internal/AntiEntropySessions", 216 | "attr": [ 217 | "ActiveCount", 218 | "CompletedTasks", 219 | "CurrentlyBlockedTasks", 220 | "PendingTasks", 221 | "TotalBlockedTasks" 222 | ] 223 | }, 224 | { 225 | "outputWriters": [ 226 | { 227 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 228 | "settings": { 229 | "port": %(graphite_port)s, 230 | "host": "%(graphite_host)s" 231 | } 232 | } 233 | ], 234 | "obj": "org.apache.cassandra.internal:type=AntiEntropyStage", 235 | "resultAlias": "Internal/AntiEntropyStage", 236 | "attr": [ 237 | "ActiveCount", 238 | "CompletedTasks", 239 | "CurrentlyBlockedTasks", 240 | "PendingTasks", 241 | "TotalBlockedTasks" 242 | ] 243 | }, 244 | { 245 | "outputWriters": [ 246 | { 247 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 248 | "settings": { 249 | "port": %(graphite_port)s, 250 | "host": "%(graphite_host)s" 251 | } 252 | } 253 | ], 254 | "obj": "org.apache.cassandra.internal:type=FlushWriter", 255 | "resultAlias": "Internal/FlushWriter", 256 | "attr": [ 257 | "ActiveCount", 258 | "CompletedTasks", 259 | "CurrentlyBlockedTasks", 260 | "PendingTasks", 261 | "TotalBlockedTasks" 262 | ] 263 | }, 264 | { 265 | "outputWriters": [ 266 | { 267 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 268 | "settings": { 269 | "port": %(graphite_port)s, 270 | "host": "%(graphite_host)s" 271 | } 272 | } 273 | ], 274 | "obj": "org.apache.cassandra.internal:type=GossipStage", 275 | "resultAlias": "Internal/GossipStage", 276 | "attr": [ 277 | "ActiveCount", 278 | "CompletedTasks", 279 | "CurrentlyBlockedTasks", 280 | "PendingTasks", 281 | "TotalBlockedTasks" 282 | ] 283 | }, 284 | { 285 | "outputWriters": [ 286 | { 287 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 288 | "settings": { 289 | "port": %(graphite_port)s, 290 | "host": "%(graphite_host)s" 291 | } 292 | } 293 | ], 294 | "obj": "org.apache.cassandra.internal:type=HintedHandoff", 295 | "resultAlias": "Internal/HintedHandoff", 296 | "attr": [ 297 | "ActiveCount", 298 | "CompletedTasks", 299 | "CurrentlyBlockedTasks", 300 | "PendingTasks", 301 | "TotalBlockedTasks" 302 | ] 303 | }, 304 | { 305 | "outputWriters": [ 306 | { 307 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 308 | "settings": { 309 | "port": %(graphite_port)s, 310 | "host": "%(graphite_host)s" 311 | } 312 | } 313 | ], 314 | "obj": "org.apache.cassandra.internal:type=InternalResponseStage", 315 | "resultAlias": "Internal/InternalResponseStage", 316 | "attr": [ 317 | "ActiveCount", 318 | "CompletedTasks", 319 | "CurrentlyBlockedTasks", 320 | "PendingTasks", 321 | "TotalBlockedTasks" 322 | ] 323 | }, 324 | { 325 | "outputWriters": [ 326 | { 327 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 328 | "settings": { 329 | "port": %(graphite_port)s, 330 | "host": "%(graphite_host)s" 331 | } 332 | } 333 | ], 334 | "obj": "org.apache.cassandra.internal:type=MemtablePostFlusher", 335 | "resultAlias": "Internal/MemtablePostFlusher", 336 | "attr": [ 337 | "ActiveCount", 338 | "CompletedTasks", 339 | "CurrentlyBlockedTasks", 340 | "PendingTasks", 341 | "TotalBlockedTasks" 342 | ] 343 | }, 344 | { 345 | "outputWriters": [ 346 | { 347 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 348 | "settings": { 349 | "port": %(graphite_port)s, 350 | "host": "%(graphite_host)s" 351 | } 352 | } 353 | ], 354 | "obj": "org.apache.cassandra.internal:type=MigrationStage", 355 | "resultAlias": "Internal/MigrationStage", 356 | "attr": [ 357 | "ActiveCount", 358 | "CompletedTasks", 359 | "CurrentlyBlockedTasks", 360 | "PendingTasks", 361 | "TotalBlockedTasks" 362 | ] 363 | }, 364 | { 365 | "outputWriters": [ 366 | { 367 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 368 | "settings": { 369 | "port": %(graphite_port)s, 370 | "host": "%(graphite_host)s" 371 | } 372 | } 373 | ], 374 | "obj": "org.apache.cassandra.internal:type=MiscStage", 375 | "resultAlias": "Internal/MiscStage", 376 | "attr": [ 377 | "ActiveCount", 378 | "CompletedTasks", 379 | "CurrentlyBlockedTasks", 380 | "PendingTasks", 381 | "TotalBlockedTasks" 382 | ] 383 | }, 384 | { 385 | "outputWriters": [ 386 | { 387 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 388 | "settings": { 389 | "port": %(graphite_port)s, 390 | "host": "%(graphite_host)s" 391 | } 392 | } 393 | ], 394 | "obj": "org.apache.cassandra.internal:type=StreamStage", 395 | "resultAlias": "Internal/StreamStage", 396 | "attr": [ 397 | "ActiveCount", 398 | "CompletedTasks", 399 | "CurrentlyBlockedTasks", 400 | "PendingTasks", 401 | "TotalBlockedTasks" 402 | ] 403 | }, 404 | { 405 | "outputWriters": [ 406 | { 407 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 408 | "settings": { 409 | "port": %(graphite_port)s, 410 | "host": "%(graphite_host)s" 411 | } 412 | } 413 | ], 414 | "obj": "java.lang:type=Memory", 415 | "resultAlias": "heap", 416 | "attr": [ 417 | "HeapMemoryUsage", 418 | "NonHeapMemoryUsage" 419 | ] 420 | }, 421 | { 422 | "outputWriters": [ 423 | { 424 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 425 | "settings": { 426 | "port": %(graphite_port)s, 427 | "host": "%(graphite_host)s", 428 | "typeNames": [ 429 | "name" 430 | ] 431 | } 432 | } 433 | ], 434 | "obj": "java.lang:type=GarbageCollector,name=*", 435 | "resultAlias": "gc", 436 | "attr": [ 437 | "CollectionCount", 438 | "CollectionTime" 439 | ] 440 | }, 441 | { 442 | "outputWriters": [ 443 | { 444 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 445 | "settings": { 446 | "port": %(graphite_port)s, 447 | "host": "%(graphite_host)s", 448 | "typeNames": [ 449 | "name" 450 | ] 451 | } 452 | } 453 | ], 454 | "obj": "java.lang:type=OperatingSystem", 455 | "attr": [ 456 | "SystemLoadAverage", 457 | "FreePhysicalMemorySize", 458 | "TotalPhysicalMemorySize" 459 | ] 460 | }, 461 | { 462 | "outputWriters": [ 463 | { 464 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 465 | "settings": { 466 | "port": %(graphite_port)s, 467 | "host": "%(graphite_host)s", 468 | "typeNames": [ 469 | "name" 470 | ] 471 | } 472 | } 473 | ], 474 | "obj": "java.lang:type=Threading", 475 | "resultAlias": "Threading", 476 | "attr": [ 477 | "DaemonThreadCount", 478 | "PeakThreadCount", 479 | "ThreadCount", 480 | "TotalStartedThreadCount" 481 | ] 482 | } 483 | ], 484 | "numQueryThreads": 16 485 | } 486 | ] 487 | } -------------------------------------------------------------------------------- /hadoop/genjmxtrans.py: -------------------------------------------------------------------------------- 1 | #!/usr/bin/python 2 | 3 | import os 4 | import sys 5 | 6 | 7 | ny_hadoop_nodes = ["hadoop01.myorg.com", "hadoop02.myorg.com"] 8 | ny_hadoop_namenode = "namenode01.myorg.com" 9 | ny_hadoop_jobtracker = "jobtracker01.myorg.com" 10 | 11 | tt_template = open("templates/tasktracker.template", "r").read() 12 | dn_template = open("templates/datanode.template", "r").read() 13 | nn_template = open("templates/namenode.template", "r").read() 14 | jt_template = open("templates/jobtracker.template", "r").read() 15 | 16 | dn_port = "9013" 17 | tt_port = "9015" 18 | nn_port = "9011" 19 | jt_port = "9014" 20 | 21 | graphite_host = "graphite.myorg.com" 22 | graphite_port = "2003" 23 | output_dir="output" 24 | 25 | def generate_cluster(node_array): 26 | for host in node_array: 27 | generate_host(host, "datanode", dn_template, dn_port) 28 | generate_host(host, "tasktracker", tt_template, tt_port) 29 | 30 | def generate_nn(host): 31 | generate_host(host, "namenode", nn_template, nn_port) 32 | 33 | def generate_jt(host): 34 | generate_host(host, "jobtracker", jt_template, jt_port) 35 | 36 | def generate_host(host, type, template, port): 37 | print "generating template for %(type)s: %(host)s" % { "host": host, "type": type } 38 | output_file = open("%(output_dir)s/%(host)s-%(type)s.json" % { "output_dir": output_dir, "host": host, "type": type }, "w") 39 | output_file.write(template % { "port" : port , "host" : host, "graphite_host": graphite_host, "graphite_port": graphite_port }) 40 | output_file.close() 41 | 42 | generate_nn(ny_hadoop_namenode) 43 | generate_jt(ny_hadoop_jobtracker) 44 | generate_cluster(ny_hadoop_nodes) 45 | 46 | 47 | 48 | -------------------------------------------------------------------------------- /hadoop/output/hadoop01.myorg.com-datanode.json: -------------------------------------------------------------------------------- 1 | { 2 | "servers": [ 3 | { 4 | "port": 9013, 5 | "host": "hadoop01.myorg.com", 6 | "queries": [ 7 | { 8 | "outputWriters": [ 9 | { 10 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 11 | "settings": { 12 | "typeNames" : [ 13 | "name" 14 | ], 15 | "port": 2003, 16 | "host": "graphite.myorg.com" 17 | } 18 | } 19 | ], 20 | "obj": "hadoop:service=DataNode,name=RpcActivityForPort50020", 21 | "resultAlias": "DataNodeRpcAcitivity", 22 | "attr": [ 23 | "NumOpenConnections", 24 | "callQueueLen", 25 | "RpcQueueTimeNumOps", 26 | "RpcQueueTimeAvgTime", 27 | "RpcQueueTimeMinTime", 28 | "RpcQueueTimeMaxTime", 29 | "RpcProcessingTimeNumOps", 30 | "RpcProcessingTimeAvgTime", 31 | "RpcProcessingTimeMinTime", 32 | "RpcProcessingTimeMaxTime" 33 | ] 34 | }, 35 | { 36 | "outputWriters": [ 37 | { 38 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 39 | "settings": { 40 | "port": 2003, 41 | "host": "graphite.myorg.com" 42 | } 43 | } 44 | ], 45 | "obj": "hadoop:service=DataNode,name=DataNodeActivity-hadoop01.myorg.com-50010", 46 | "resultAlias": "DataNodeActivity", 47 | "attr": [ 48 | "bytes_written", 49 | "reads_from_remote_client", 50 | "replaceBlockOpNumOps", 51 | "replaceBlockOpAvgTime", 52 | "replaceBlockOpMinTime", 53 | "replaceBlockOpMaxTime", 54 | "block_verification_failures", 55 | "blocks_read", 56 | "heartBeatsNumOps", 57 | "heartBeatsAvgTime", 58 | "heartBeatsMinTime", 59 | "heartBeatsMaxTime", 60 | "copyBlockOpNumOps", 61 | "copyBlockOpAvgTime", 62 | "copyBlockOpMinTime", 63 | "copyBlockOpMaxTime", 64 | "blocks_written", 65 | "readBlockOpNumOps", 66 | "readBlockOpAvgTime", 67 | "readBlockOpMinTime", 68 | "readBlockOpMaxTime", 69 | "blockChecksumOpNumOps", 70 | "blockChecksumOpAvgTime", 71 | "blockChecksumOpMinTime", 72 | "blockChecksumOpMaxTime", 73 | "reads_from_local_client", 74 | "writes_from_remote_client", 75 | "blocks_verified", 76 | "blockReportsNumOps", 77 | "blockReportsAvgTime", 78 | "blockReportsMinTime", 79 | "blockReportsMaxTime", 80 | "writes_from_local_client", 81 | "blocks_replicated", 82 | "bytes_read", 83 | "blocks_removed", 84 | "writeBlockOpNumOps", 85 | "writeBlockOpAvgTime", 86 | "writeBlockOpMinTime", 87 | "writeBlockOpMaxTime", 88 | "readMetadataOpNumOps", 89 | "readMetadataOpAvgTime", 90 | "readMetadataOpMinTime", 91 | "readMetadataOpMaxTime" 92 | ] 93 | }, 94 | { 95 | "outputWriters": [ 96 | { 97 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 98 | "settings": { 99 | "port": 2003, 100 | "host": "graphite.myorg.com" 101 | } 102 | } 103 | ], 104 | "obj": "hadoop:service=DataNode,name=FSDatasetState*", 105 | "resultAlias": "DataNodeFSDatasetState", 106 | "attr": [ 107 | "Remaining", 108 | "Capacity", 109 | "DfsUsed" 110 | ] 111 | } 112 | ], 113 | "numQueryThreads": 2 114 | } 115 | ] 116 | } -------------------------------------------------------------------------------- /hadoop/output/hadoop01.myorg.com-tasktracker.json: -------------------------------------------------------------------------------- 1 | { 2 | "servers": [ 3 | { 4 | "port": 9015, 5 | "host": "hadoop01.myorg.com", 6 | "queries": [ 7 | { 8 | "outputWriters": [ 9 | { 10 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 11 | "settings": { 12 | "port": 2003, 13 | "host": "graphite.myorg.com" 14 | } 15 | } 16 | ], 17 | "obj": "hadoop:service=TaskTracker,name=RpcActivityForPort*", 18 | "resultAlias": "TaskTrackerRpcActivity", 19 | "attr": [ 20 | "NumOpenConnections", 21 | "ReceivedBytes", 22 | "SentBytes", 23 | "RpcProcessingTimeAvgTime", 24 | "RpcProcessingTimeMinTime", 25 | "RpcProcessingTimeMaxTime", 26 | "RpcProcessingTimeNumOps", 27 | "RpcQueueTimeAvgTime", 28 | "RpcQueueTimeMinTime", 29 | "RpcQueueTimeMaxTime", 30 | "RpcQueueTimeNumOps", 31 | "callQueueLen" 32 | ] 33 | } 34 | ], 35 | "numQueryThreads": 2 36 | } 37 | ] 38 | } -------------------------------------------------------------------------------- /hadoop/output/hadoop02.myorg.com-datanode.json: -------------------------------------------------------------------------------- 1 | { 2 | "servers": [ 3 | { 4 | "port": 9013, 5 | "host": "hadoop02.myorg.com", 6 | "queries": [ 7 | { 8 | "outputWriters": [ 9 | { 10 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 11 | "settings": { 12 | "typeNames" : [ 13 | "name" 14 | ], 15 | "port": 2003, 16 | "host": "graphite.myorg.com" 17 | } 18 | } 19 | ], 20 | "obj": "hadoop:service=DataNode,name=RpcActivityForPort50020", 21 | "resultAlias": "DataNodeRpcAcitivity", 22 | "attr": [ 23 | "NumOpenConnections", 24 | "callQueueLen", 25 | "RpcQueueTimeNumOps", 26 | "RpcQueueTimeAvgTime", 27 | "RpcQueueTimeMinTime", 28 | "RpcQueueTimeMaxTime", 29 | "RpcProcessingTimeNumOps", 30 | "RpcProcessingTimeAvgTime", 31 | "RpcProcessingTimeMinTime", 32 | "RpcProcessingTimeMaxTime" 33 | ] 34 | }, 35 | { 36 | "outputWriters": [ 37 | { 38 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 39 | "settings": { 40 | "port": 2003, 41 | "host": "graphite.myorg.com" 42 | } 43 | } 44 | ], 45 | "obj": "hadoop:service=DataNode,name=DataNodeActivity-hadoop02.myorg.com-50010", 46 | "resultAlias": "DataNodeActivity", 47 | "attr": [ 48 | "bytes_written", 49 | "reads_from_remote_client", 50 | "replaceBlockOpNumOps", 51 | "replaceBlockOpAvgTime", 52 | "replaceBlockOpMinTime", 53 | "replaceBlockOpMaxTime", 54 | "block_verification_failures", 55 | "blocks_read", 56 | "heartBeatsNumOps", 57 | "heartBeatsAvgTime", 58 | "heartBeatsMinTime", 59 | "heartBeatsMaxTime", 60 | "copyBlockOpNumOps", 61 | "copyBlockOpAvgTime", 62 | "copyBlockOpMinTime", 63 | "copyBlockOpMaxTime", 64 | "blocks_written", 65 | "readBlockOpNumOps", 66 | "readBlockOpAvgTime", 67 | "readBlockOpMinTime", 68 | "readBlockOpMaxTime", 69 | "blockChecksumOpNumOps", 70 | "blockChecksumOpAvgTime", 71 | "blockChecksumOpMinTime", 72 | "blockChecksumOpMaxTime", 73 | "reads_from_local_client", 74 | "writes_from_remote_client", 75 | "blocks_verified", 76 | "blockReportsNumOps", 77 | "blockReportsAvgTime", 78 | "blockReportsMinTime", 79 | "blockReportsMaxTime", 80 | "writes_from_local_client", 81 | "blocks_replicated", 82 | "bytes_read", 83 | "blocks_removed", 84 | "writeBlockOpNumOps", 85 | "writeBlockOpAvgTime", 86 | "writeBlockOpMinTime", 87 | "writeBlockOpMaxTime", 88 | "readMetadataOpNumOps", 89 | "readMetadataOpAvgTime", 90 | "readMetadataOpMinTime", 91 | "readMetadataOpMaxTime" 92 | ] 93 | }, 94 | { 95 | "outputWriters": [ 96 | { 97 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 98 | "settings": { 99 | "port": 2003, 100 | "host": "graphite.myorg.com" 101 | } 102 | } 103 | ], 104 | "obj": "hadoop:service=DataNode,name=FSDatasetState*", 105 | "resultAlias": "DataNodeFSDatasetState", 106 | "attr": [ 107 | "Remaining", 108 | "Capacity", 109 | "DfsUsed" 110 | ] 111 | } 112 | ], 113 | "numQueryThreads": 2 114 | } 115 | ] 116 | } -------------------------------------------------------------------------------- /hadoop/output/hadoop02.myorg.com-tasktracker.json: -------------------------------------------------------------------------------- 1 | { 2 | "servers": [ 3 | { 4 | "port": 9015, 5 | "host": "hadoop02.myorg.com", 6 | "queries": [ 7 | { 8 | "outputWriters": [ 9 | { 10 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 11 | "settings": { 12 | "port": 2003, 13 | "host": "graphite.myorg.com" 14 | } 15 | } 16 | ], 17 | "obj": "hadoop:service=TaskTracker,name=RpcActivityForPort*", 18 | "resultAlias": "TaskTrackerRpcActivity", 19 | "attr": [ 20 | "NumOpenConnections", 21 | "ReceivedBytes", 22 | "SentBytes", 23 | "RpcProcessingTimeAvgTime", 24 | "RpcProcessingTimeMinTime", 25 | "RpcProcessingTimeMaxTime", 26 | "RpcProcessingTimeNumOps", 27 | "RpcQueueTimeAvgTime", 28 | "RpcQueueTimeMinTime", 29 | "RpcQueueTimeMaxTime", 30 | "RpcQueueTimeNumOps", 31 | "callQueueLen" 32 | ] 33 | } 34 | ], 35 | "numQueryThreads": 2 36 | } 37 | ] 38 | } -------------------------------------------------------------------------------- /hadoop/output/jobtracker01.myorg.com-jobtracker.json: -------------------------------------------------------------------------------- 1 | { 2 | "servers": [ 3 | { 4 | "port": 9014, 5 | "host": "jobtracker01.myorg.com", 6 | "queries": [ 7 | { 8 | "outputWriters": [ 9 | { 10 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 11 | "settings": { 12 | "port": 2003, 13 | "host": "graphite.myorg.com" 14 | } 15 | } 16 | ], 17 | "obj": "hadoop:service=JobTracker,name=JobTrackerInfo", 18 | "resultAlias": "JobTrackerInfo", 19 | "attr": [ 20 | "ThreadCount" 21 | ] 22 | }, 23 | { 24 | "outputWriters": [ 25 | { 26 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 27 | "settings": { 28 | "port": 2003, 29 | "host": "graphite.myorg.com" 30 | } 31 | } 32 | ], 33 | "obj": "hadoop:service=JobTracker,name=RpcActivityForPort8021", 34 | "resultAlias": "JobTrackerRpcActivity", 35 | "attr": [ 36 | "NumOpenConnections", 37 | "ReceivedBytes", 38 | "SentBytes", 39 | "RpcProcessingTimeAvgTime", 40 | "RpcProcessingTimeMinTime", 41 | "RpcProcessingTimeMaxTime", 42 | "RpcProcessingTimeNumOps", 43 | "RpcQueueTimeAvgTime", 44 | "RpcQueueTimeMinTime", 45 | "RpcQueueTimeMaxTime", 46 | "RpcQueueTimeNumOps", 47 | "callQueueLen" 48 | ] 49 | } 50 | ], 51 | "numQueryThreads": 2 52 | } 53 | ] 54 | } -------------------------------------------------------------------------------- /hadoop/output/namenode01.myorg.com-namenode.json: -------------------------------------------------------------------------------- 1 | { 2 | "servers": [ 3 | { 4 | "port": 9011, 5 | "host": "namenode01.myorg.com", 6 | "queries": [ 7 | { 8 | "outputWriters": [ 9 | { 10 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 11 | "settings": { 12 | "port": 2003, 13 | "host": "graphite.myorg.com" 14 | } 15 | } 16 | ], 17 | "obj": "hadoop:service=NameNode,name=FSNamesystemState", 18 | "resultAlias": "NameNodeFSNamesystemState", 19 | "attr": [ 20 | "CapacityTotal", 21 | "CapacityUsed", 22 | "CapacityRemaining", 23 | "TotalLoad", 24 | "BlocksTotal", 25 | "FilesTotal", 26 | "PendingReplicationBlocks", 27 | "UnderReplicatedBlocks", 28 | "ScheduledReplicationBlocks" 29 | ] 30 | }, 31 | { 32 | "outputWriters": [ 33 | { 34 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 35 | "settings": { 36 | "port": 2003, 37 | "host": "graphite.myorg.com" 38 | } 39 | } 40 | ], 41 | "obj": "hadoop:service=NameNode,name=NameNodeActivity", 42 | "resultAlias": "NameNodeActivity", 43 | "attr": [ 44 | "AddBlockOps", 45 | "fsImageLoadTime", 46 | "FilesRenamed", 47 | "SyncsNumOps", 48 | "SyncsAvgTime", 49 | "SyncsMinTime", 50 | "SyncsMaxTime", 51 | "JournalTransactionsBatchedInSync", 52 | "FileInfoOps", 53 | "CreateFileOps", 54 | "GetListingOps", 55 | "TransactionsNumOps", 56 | "TransactionsAvgTime", 57 | "TransactionsMinTime", 58 | "TransactionsMaxTime", 59 | "GetBlockLocations", 60 | "BlocksCorrupted", 61 | "FilesInGetListingOps", 62 | "SafemodeTime", 63 | "FilesCreated", 64 | "FilesAppended", 65 | "DeleteFileOps", 66 | "blockReportNumOps", 67 | "blockReportAvgTime", 68 | "blockReportMinTime", 69 | "blockReportMaxTime" 70 | ] 71 | }, 72 | { 73 | "outputWriters": [ 74 | { 75 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 76 | "settings": { 77 | "port": 2003, 78 | "host": "graphite.myorg.com" 79 | } 80 | } 81 | ], 82 | "obj": "hadoop:service=NameNode,name=NameNodeInfo", 83 | "resultAlias": "NameNodeInfo", 84 | "attr": [ 85 | "Threads", 86 | "Used", 87 | "Total", 88 | "Free", 89 | "NonDfsUsedSpace", 90 | "PercentUsed", 91 | "PercentRemaining", 92 | "TotalBlocks", 93 | "TotalFiles" 94 | ] 95 | }, 96 | { 97 | "outputWriters": [ 98 | { 99 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 100 | "settings": { 101 | 102 | "port": 2003, 103 | "host": "graphite.myorg.com" 104 | } 105 | } 106 | ], 107 | "obj": "hadoop:service=NameNode,name=RpcActivityForPort8020", 108 | "resultAlias": "NameNodeRpcActivity", 109 | "attr": [ 110 | "rpcAuthorizationSuccesses", 111 | "rpcAuthorizationFailures", 112 | "SentBytes", 113 | "ReceivedBytes", 114 | "NumOpenConnections", 115 | "callQueueLen", 116 | "rpcAuthenticationSuccesses", 117 | "rpcAuthenticationFailures", 118 | "RpcQueueTimeNumOps", 119 | "RpcQueueTimeAvgTime", 120 | "RpcQueueTimeMinTime", 121 | "RpcQueueTimeMaxTime", 122 | "RpcProcessingTimeNumOps", 123 | "RpcProcessingTimeAvgTime", 124 | "RpcProcessingTimeMinTime", 125 | "RpcProcessingTimeMaxTime" 126 | ] 127 | } 128 | ], 129 | "numQueryThreads": 2 130 | } 131 | ] 132 | } -------------------------------------------------------------------------------- /hadoop/templates/datanode.template: -------------------------------------------------------------------------------- 1 | { 2 | "servers": [ 3 | { 4 | "port": %(port)s, 5 | "host": "%(host)s", 6 | "queries": [ 7 | { 8 | "outputWriters": [ 9 | { 10 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 11 | "settings": { 12 | "typeNames" : [ 13 | "name" 14 | ], 15 | "port": %(graphite_port)s, 16 | "host": "%(graphite_host)s" 17 | } 18 | } 19 | ], 20 | "obj": "hadoop:service=DataNode,name=RpcActivityForPort50020", 21 | "resultAlias": "DataNodeRpcAcitivity", 22 | "attr": [ 23 | "NumOpenConnections", 24 | "callQueueLen", 25 | "RpcQueueTimeNumOps", 26 | "RpcQueueTimeAvgTime", 27 | "RpcQueueTimeMinTime", 28 | "RpcQueueTimeMaxTime", 29 | "RpcProcessingTimeNumOps", 30 | "RpcProcessingTimeAvgTime", 31 | "RpcProcessingTimeMinTime", 32 | "RpcProcessingTimeMaxTime" 33 | ] 34 | }, 35 | { 36 | "outputWriters": [ 37 | { 38 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 39 | "settings": { 40 | "port": %(graphite_port)s, 41 | "host": "%(graphite_host)s" 42 | } 43 | } 44 | ], 45 | "obj": "hadoop:service=DataNode,name=DataNodeActivity-%(host)s-50010", 46 | "resultAlias": "DataNodeActivity", 47 | "attr": [ 48 | "bytes_written", 49 | "reads_from_remote_client", 50 | "replaceBlockOpNumOps", 51 | "replaceBlockOpAvgTime", 52 | "replaceBlockOpMinTime", 53 | "replaceBlockOpMaxTime", 54 | "block_verification_failures", 55 | "blocks_read", 56 | "heartBeatsNumOps", 57 | "heartBeatsAvgTime", 58 | "heartBeatsMinTime", 59 | "heartBeatsMaxTime", 60 | "copyBlockOpNumOps", 61 | "copyBlockOpAvgTime", 62 | "copyBlockOpMinTime", 63 | "copyBlockOpMaxTime", 64 | "blocks_written", 65 | "readBlockOpNumOps", 66 | "readBlockOpAvgTime", 67 | "readBlockOpMinTime", 68 | "readBlockOpMaxTime", 69 | "blockChecksumOpNumOps", 70 | "blockChecksumOpAvgTime", 71 | "blockChecksumOpMinTime", 72 | "blockChecksumOpMaxTime", 73 | "reads_from_local_client", 74 | "writes_from_remote_client", 75 | "blocks_verified", 76 | "blockReportsNumOps", 77 | "blockReportsAvgTime", 78 | "blockReportsMinTime", 79 | "blockReportsMaxTime", 80 | "writes_from_local_client", 81 | "blocks_replicated", 82 | "bytes_read", 83 | "blocks_removed", 84 | "writeBlockOpNumOps", 85 | "writeBlockOpAvgTime", 86 | "writeBlockOpMinTime", 87 | "writeBlockOpMaxTime", 88 | "readMetadataOpNumOps", 89 | "readMetadataOpAvgTime", 90 | "readMetadataOpMinTime", 91 | "readMetadataOpMaxTime" 92 | ] 93 | }, 94 | { 95 | "outputWriters": [ 96 | { 97 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 98 | "settings": { 99 | "port": %(graphite_port)s, 100 | "host": "%(graphite_host)s" 101 | } 102 | } 103 | ], 104 | "obj": "hadoop:service=DataNode,name=FSDatasetState*", 105 | "resultAlias": "DataNodeFSDatasetState", 106 | "attr": [ 107 | "Remaining", 108 | "Capacity", 109 | "DfsUsed" 110 | ] 111 | } 112 | ], 113 | "numQueryThreads": 2 114 | } 115 | ] 116 | } -------------------------------------------------------------------------------- /hadoop/templates/jobtracker.template: -------------------------------------------------------------------------------- 1 | { 2 | "servers": [ 3 | { 4 | "port": %(port)s, 5 | "host": "%(host)s", 6 | "queries": [ 7 | { 8 | "outputWriters": [ 9 | { 10 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 11 | "settings": { 12 | "port": %(graphite_port)s, 13 | "host": "%(graphite_host)s" 14 | } 15 | } 16 | ], 17 | "obj": "hadoop:service=JobTracker,name=JobTrackerInfo", 18 | "resultAlias": "JobTrackerInfo", 19 | "attr": [ 20 | "ThreadCount" 21 | ] 22 | }, 23 | { 24 | "outputWriters": [ 25 | { 26 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 27 | "settings": { 28 | "port": %(graphite_port)s, 29 | "host": "%(graphite_host)s" 30 | } 31 | } 32 | ], 33 | "obj": "hadoop:service=JobTracker,name=RpcActivityForPort8021", 34 | "resultAlias": "JobTrackerRpcActivity", 35 | "attr": [ 36 | "NumOpenConnections", 37 | "ReceivedBytes", 38 | "SentBytes", 39 | "RpcProcessingTimeAvgTime", 40 | "RpcProcessingTimeMinTime", 41 | "RpcProcessingTimeMaxTime", 42 | "RpcProcessingTimeNumOps", 43 | "RpcQueueTimeAvgTime", 44 | "RpcQueueTimeMinTime", 45 | "RpcQueueTimeMaxTime", 46 | "RpcQueueTimeNumOps", 47 | "callQueueLen" 48 | ] 49 | } 50 | ], 51 | "numQueryThreads": 2 52 | } 53 | ] 54 | } -------------------------------------------------------------------------------- /hadoop/templates/namenode.template: -------------------------------------------------------------------------------- 1 | { 2 | "servers": [ 3 | { 4 | "port": %(port)s, 5 | "host": "%(host)s", 6 | "queries": [ 7 | { 8 | "outputWriters": [ 9 | { 10 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 11 | "settings": { 12 | "port": %(graphite_port)s, 13 | "host": "%(graphite_host)s" 14 | } 15 | } 16 | ], 17 | "obj": "hadoop:service=NameNode,name=FSNamesystemState", 18 | "resultAlias": "NameNodeFSNamesystemState", 19 | "attr": [ 20 | "CapacityTotal", 21 | "CapacityUsed", 22 | "CapacityRemaining", 23 | "TotalLoad", 24 | "BlocksTotal", 25 | "FilesTotal", 26 | "PendingReplicationBlocks", 27 | "UnderReplicatedBlocks", 28 | "ScheduledReplicationBlocks" 29 | ] 30 | }, 31 | { 32 | "outputWriters": [ 33 | { 34 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 35 | "settings": { 36 | "port": %(graphite_port)s, 37 | "host": "%(graphite_host)s" 38 | } 39 | } 40 | ], 41 | "obj": "hadoop:service=NameNode,name=NameNodeActivity", 42 | "resultAlias": "NameNodeActivity", 43 | "attr": [ 44 | "AddBlockOps", 45 | "fsImageLoadTime", 46 | "FilesRenamed", 47 | "SyncsNumOps", 48 | "SyncsAvgTime", 49 | "SyncsMinTime", 50 | "SyncsMaxTime", 51 | "JournalTransactionsBatchedInSync", 52 | "FileInfoOps", 53 | "CreateFileOps", 54 | "GetListingOps", 55 | "TransactionsNumOps", 56 | "TransactionsAvgTime", 57 | "TransactionsMinTime", 58 | "TransactionsMaxTime", 59 | "GetBlockLocations", 60 | "BlocksCorrupted", 61 | "FilesInGetListingOps", 62 | "SafemodeTime", 63 | "FilesCreated", 64 | "FilesAppended", 65 | "DeleteFileOps", 66 | "blockReportNumOps", 67 | "blockReportAvgTime", 68 | "blockReportMinTime", 69 | "blockReportMaxTime" 70 | ] 71 | }, 72 | { 73 | "outputWriters": [ 74 | { 75 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 76 | "settings": { 77 | "port": %(graphite_port)s, 78 | "host": "%(graphite_host)s" 79 | } 80 | } 81 | ], 82 | "obj": "hadoop:service=NameNode,name=NameNodeInfo", 83 | "resultAlias": "NameNodeInfo", 84 | "attr": [ 85 | "Threads", 86 | "Used", 87 | "Total", 88 | "Free", 89 | "NonDfsUsedSpace", 90 | "PercentUsed", 91 | "PercentRemaining", 92 | "TotalBlocks", 93 | "TotalFiles" 94 | ] 95 | }, 96 | { 97 | "outputWriters": [ 98 | { 99 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 100 | "settings": { 101 | 102 | "port": %(graphite_port)s, 103 | "host": "%(graphite_host)s" 104 | } 105 | } 106 | ], 107 | "obj": "hadoop:service=NameNode,name=RpcActivityForPort8020", 108 | "resultAlias": "NameNodeRpcActivity", 109 | "attr": [ 110 | "rpcAuthorizationSuccesses", 111 | "rpcAuthorizationFailures", 112 | "SentBytes", 113 | "ReceivedBytes", 114 | "NumOpenConnections", 115 | "callQueueLen", 116 | "rpcAuthenticationSuccesses", 117 | "rpcAuthenticationFailures", 118 | "RpcQueueTimeNumOps", 119 | "RpcQueueTimeAvgTime", 120 | "RpcQueueTimeMinTime", 121 | "RpcQueueTimeMaxTime", 122 | "RpcProcessingTimeNumOps", 123 | "RpcProcessingTimeAvgTime", 124 | "RpcProcessingTimeMinTime", 125 | "RpcProcessingTimeMaxTime" 126 | ] 127 | } 128 | ], 129 | "numQueryThreads": 2 130 | } 131 | ] 132 | } -------------------------------------------------------------------------------- /hadoop/templates/tasktracker.template: -------------------------------------------------------------------------------- 1 | { 2 | "servers": [ 3 | { 4 | "port": %(port)s, 5 | "host": "%(host)s", 6 | "queries": [ 7 | { 8 | "outputWriters": [ 9 | { 10 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 11 | "settings": { 12 | "port": %(graphite_port)s, 13 | "host": "%(graphite_host)s" 14 | } 15 | } 16 | ], 17 | "obj": "hadoop:service=TaskTracker,name=RpcActivityForPort*", 18 | "resultAlias": "TaskTrackerRpcActivity", 19 | "attr": [ 20 | "NumOpenConnections", 21 | "ReceivedBytes", 22 | "SentBytes", 23 | "RpcProcessingTimeAvgTime", 24 | "RpcProcessingTimeMinTime", 25 | "RpcProcessingTimeMaxTime", 26 | "RpcProcessingTimeNumOps", 27 | "RpcQueueTimeAvgTime", 28 | "RpcQueueTimeMinTime", 29 | "RpcQueueTimeMaxTime", 30 | "RpcQueueTimeNumOps", 31 | "callQueueLen" 32 | ] 33 | } 34 | ], 35 | "numQueryThreads": 2 36 | } 37 | ] 38 | } -------------------------------------------------------------------------------- /kafka/genjmxtrans.py: -------------------------------------------------------------------------------- 1 | #!/usr/bin/python 2 | 3 | import os 4 | import sys 5 | 6 | 7 | prod_zk_cluster = ["kafka01.myorg.com", "kafka02.myorg.com", "kafka03.myorg.com"] 8 | 9 | zk_template = open('templates/kafka.template', 'r').read() 10 | 11 | zk_jmx_port="9011" 12 | 13 | graphite_host = "graphite.myorg.com" 14 | graphite_port = "2003" 15 | output_dir="output" 16 | 17 | 18 | def generate_zk(node_array): 19 | for host in node_array: 20 | generate_host(host, "zookeeper", zk_template) 21 | 22 | def generate_host(host, type, template): 23 | print "generating template for %(type)s: %(host)s" % { 'host': host, 'type': type } 24 | output_file = open("%(output_dir)s/%(host)s-%(type)s.json" % { "output_dir": output_dir, "host": host, "type": type }, "w") 25 | output_file.write(template % { "port" : zk_jmx_port , "host" : host, "graphite_host": graphite_host, "graphite_port": graphite_port }) 26 | output_file.close() 27 | 28 | generate_zk(prod_zk_cluster) 29 | 30 | 31 | 32 | -------------------------------------------------------------------------------- /kafka/output/kafka01.myorg.com-zookeeper.json: -------------------------------------------------------------------------------- 1 | { 2 | "servers": [ 3 | { 4 | "port": 9011, 5 | "host": "kafka01.myorg.com", 6 | "queries": [ 7 | { 8 | "outputWriters": [ 9 | { 10 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 11 | "settings": { 12 | "port": 2003, 13 | "host": "graphite.myorg.com" 14 | } 15 | } 16 | ], 17 | "obj": "kafka:type=kafka.SocketServerStats", 18 | "resultAlias": "SocketServerStats", 19 | "attr": [ 20 | "ProduceRequestsPerSecond", 21 | "FetchRequestsPerSecond", 22 | "TotalProduceRequestMs", 23 | "TotalFetchRequestMs", 24 | "TotalBytesWritten", 25 | "TotalBytesRead", 26 | "NumProduceRequests", 27 | "NumFetchRequests", 28 | "BytesWrittenPerSecond", 29 | "BytesReadPerSecond", 30 | "MaxFetchRequestMs", 31 | "AvgFetchRequestMs", 32 | "MaxProduceRequestMs", 33 | "AvgProduceRequestMs" 34 | ] 35 | }, 36 | { 37 | "outputWriters": [ 38 | { 39 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 40 | "settings": { 41 | "port": 2003, 42 | "host": "graphite.myorg.com" 43 | } 44 | } 45 | ], 46 | "obj": "kafka:type=kafka.LogFlushStats", 47 | "resultAlias": "LogFlushStats", 48 | "attr": [ 49 | "FlushesPerSecond", 50 | "MaxFlushMs", 51 | "TotalFlushMs", 52 | "AvgFlushMs", 53 | "NumFlushes" 54 | ] 55 | } 56 | ], 57 | "numQueryThreads": 2 58 | } 59 | ] 60 | } -------------------------------------------------------------------------------- /kafka/output/kafka02.myorg.com-zookeeper.json: -------------------------------------------------------------------------------- 1 | { 2 | "servers": [ 3 | { 4 | "port": 9011, 5 | "host": "kafka02.myorg.com", 6 | "queries": [ 7 | { 8 | "outputWriters": [ 9 | { 10 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 11 | "settings": { 12 | "port": 2003, 13 | "host": "graphite.myorg.com" 14 | } 15 | } 16 | ], 17 | "obj": "kafka:type=kafka.SocketServerStats", 18 | "resultAlias": "SocketServerStats", 19 | "attr": [ 20 | "ProduceRequestsPerSecond", 21 | "FetchRequestsPerSecond", 22 | "TotalProduceRequestMs", 23 | "TotalFetchRequestMs", 24 | "TotalBytesWritten", 25 | "TotalBytesRead", 26 | "NumProduceRequests", 27 | "NumFetchRequests", 28 | "BytesWrittenPerSecond", 29 | "BytesReadPerSecond", 30 | "MaxFetchRequestMs", 31 | "AvgFetchRequestMs", 32 | "MaxProduceRequestMs", 33 | "AvgProduceRequestMs" 34 | ] 35 | }, 36 | { 37 | "outputWriters": [ 38 | { 39 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 40 | "settings": { 41 | "port": 2003, 42 | "host": "graphite.myorg.com" 43 | } 44 | } 45 | ], 46 | "obj": "kafka:type=kafka.LogFlushStats", 47 | "resultAlias": "LogFlushStats", 48 | "attr": [ 49 | "FlushesPerSecond", 50 | "MaxFlushMs", 51 | "TotalFlushMs", 52 | "AvgFlushMs", 53 | "NumFlushes" 54 | ] 55 | } 56 | ], 57 | "numQueryThreads": 2 58 | } 59 | ] 60 | } -------------------------------------------------------------------------------- /kafka/output/kafka03.myorg.com-zookeeper.json: -------------------------------------------------------------------------------- 1 | { 2 | "servers": [ 3 | { 4 | "port": 9011, 5 | "host": "kafka03.myorg.com", 6 | "queries": [ 7 | { 8 | "outputWriters": [ 9 | { 10 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 11 | "settings": { 12 | "port": 2003, 13 | "host": "graphite.myorg.com" 14 | } 15 | } 16 | ], 17 | "obj": "kafka:type=kafka.SocketServerStats", 18 | "resultAlias": "SocketServerStats", 19 | "attr": [ 20 | "ProduceRequestsPerSecond", 21 | "FetchRequestsPerSecond", 22 | "TotalProduceRequestMs", 23 | "TotalFetchRequestMs", 24 | "TotalBytesWritten", 25 | "TotalBytesRead", 26 | "NumProduceRequests", 27 | "NumFetchRequests", 28 | "BytesWrittenPerSecond", 29 | "BytesReadPerSecond", 30 | "MaxFetchRequestMs", 31 | "AvgFetchRequestMs", 32 | "MaxProduceRequestMs", 33 | "AvgProduceRequestMs" 34 | ] 35 | }, 36 | { 37 | "outputWriters": [ 38 | { 39 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 40 | "settings": { 41 | "port": 2003, 42 | "host": "graphite.myorg.com" 43 | } 44 | } 45 | ], 46 | "obj": "kafka:type=kafka.LogFlushStats", 47 | "resultAlias": "LogFlushStats", 48 | "attr": [ 49 | "FlushesPerSecond", 50 | "MaxFlushMs", 51 | "TotalFlushMs", 52 | "AvgFlushMs", 53 | "NumFlushes" 54 | ] 55 | } 56 | ], 57 | "numQueryThreads": 2 58 | } 59 | ] 60 | } -------------------------------------------------------------------------------- /kafka/templates/kafka.template: -------------------------------------------------------------------------------- 1 | { 2 | "servers": [ 3 | { 4 | "port": %(port)s, 5 | "host": "%(host)s", 6 | "queries": [ 7 | { 8 | "outputWriters": [ 9 | { 10 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 11 | "settings": { 12 | "port": %(graphite_port)s, 13 | "host": "%(graphite_host)s" 14 | } 15 | } 16 | ], 17 | "obj": "kafka:type=kafka.SocketServerStats", 18 | "resultAlias": "SocketServerStats", 19 | "attr": [ 20 | "ProduceRequestsPerSecond", 21 | "FetchRequestsPerSecond", 22 | "TotalProduceRequestMs", 23 | "TotalFetchRequestMs", 24 | "TotalBytesWritten", 25 | "TotalBytesRead", 26 | "NumProduceRequests", 27 | "NumFetchRequests", 28 | "BytesWrittenPerSecond", 29 | "BytesReadPerSecond", 30 | "MaxFetchRequestMs", 31 | "AvgFetchRequestMs", 32 | "MaxProduceRequestMs", 33 | "AvgProduceRequestMs" 34 | ] 35 | }, 36 | { 37 | "outputWriters": [ 38 | { 39 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 40 | "settings": { 41 | "port": %(graphite_port)s, 42 | "host": "%(graphite_host)s" 43 | } 44 | } 45 | ], 46 | "obj": "kafka:type=kafka.LogFlushStats", 47 | "resultAlias": "LogFlushStats", 48 | "attr": [ 49 | "FlushesPerSecond", 50 | "MaxFlushMs", 51 | "TotalFlushMs", 52 | "AvgFlushMs", 53 | "NumFlushes" 54 | ] 55 | } 56 | ], 57 | "numQueryThreads": 2 58 | } 59 | ] 60 | } -------------------------------------------------------------------------------- /storm/genjmxtrans.py: -------------------------------------------------------------------------------- 1 | #!/usr/bin/python 2 | 3 | import os 4 | import sys 5 | 6 | 7 | prod_zk_cluster = ["storm01.myorg.com", "storm02.myorg.com", "storm03.myorg.com"] 8 | 9 | zk_template = open('templates/storm.template', 'r').read() 10 | 11 | zk_jmx_port="9011" 12 | 13 | graphite_host = "graphite.myorg.com" 14 | graphite_port = "2003" 15 | output_dir="output" 16 | 17 | 18 | def generate_zk(node_array): 19 | for host in node_array: 20 | generate_host(host, "zookeeper", zk_template) 21 | 22 | def generate_host(host, type, template): 23 | print "generating template for %(type)s: %(host)s" % { 'host': host, 'type': type } 24 | output_file = open("%(output_dir)s/%(host)s-%(type)s.json" % { "output_dir": output_dir, "host": host, "type": type }, "w") 25 | output_file.write(template % { "port" : zk_jmx_port , "host" : host, "graphite_host": graphite_host, "graphite_port": graphite_port }) 26 | output_file.close() 27 | 28 | generate_zk(prod_zk_cluster) 29 | 30 | 31 | 32 | -------------------------------------------------------------------------------- /storm/output/storm01.myorg.com-zookeeper.json: -------------------------------------------------------------------------------- 1 | { 2 | "servers": [ 3 | { 4 | "port": 9011, 5 | "host": "storm01.myorg.com", 6 | "queries": [ 7 | { 8 | "outputWriters": [ 9 | { 10 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 11 | "settings": { 12 | "port": 2003, 13 | "host": "graphite.myorg.com", 14 | "typeNames" : [ "name" ] 15 | } 16 | } 17 | ], 18 | "obj": "org.apache.ZooKeeperService:name0=ReplicatedServer_id*", 19 | "attr": [ 20 | "QuorumSize" 21 | ] 22 | }, 23 | { 24 | "outputWriters": [ 25 | { 26 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 27 | "settings": { 28 | "port": 2003, 29 | "host": "graphite.myorg.com", 30 | "typeNames" : [ "name" ] 31 | } 32 | } 33 | ], 34 | "obj": "org.apache.ZooKeeperService:name0=ReplicatedServer_id*,name1=replica*,name2=*", 35 | "attr": [ 36 | "MaxClientCnxnsPerHost", 37 | "MaxRequestLatency", 38 | "AvgRequestLatency", 39 | "MinRequestLatency", 40 | "MaxSessionTimeout", 41 | "MinSessionTimeout", 42 | "OutstandingRequests", 43 | "PacketsReceived", 44 | "PacketsSent", 45 | "PendingRevalidationCount", 46 | "TickTime" 47 | ] 48 | }, 49 | { 50 | "outputWriters": [ 51 | { 52 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 53 | "settings": { 54 | "port": 2003, 55 | "host": "graphite.myorg.com", 56 | "typeNames" : [ "name" ] 57 | } 58 | } 59 | ], 60 | "obj": "org.apache.ZooKeeperService:name0=ReplicatedServer_id*,name1=replica*,name2=*,name3=InMemoryDataTree", 61 | "attr": [ 62 | "NodeCount", 63 | "WatchCount" 64 | ] 65 | }, 66 | { 67 | "outputWriters": [ 68 | { 69 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 70 | "settings": { 71 | "port": 2003, 72 | "host": "graphite.myorg.com", 73 | "typeNames" : [ "name" ] 74 | } 75 | } 76 | ], 77 | "obj": "org.apache.ZooKeeperService:name0=ReplicatedServer_id*,name1=replica*,name2=*,name3=Connections,name4=*,name5=*", 78 | "resultAlias": "Clients", 79 | "attr": [ 80 | "AvgLatency", 81 | "LastLatency", 82 | "MaxLatency", 83 | "MinLatency", 84 | "OutstandingRequests", 85 | "PacketsReceived", 86 | "PacketsSent" 87 | ] 88 | }, 89 | { 90 | "outputWriters": [ 91 | { 92 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 93 | "settings": { 94 | "port": 2003, 95 | "host": "graphite.myorg.com", 96 | } 97 | } 98 | ], 99 | "obj": "java.lang:type=Memory", 100 | "resultAlias": "JVM_Memory", 101 | "attr": [ 102 | "HeapMemoryUsage", 103 | "NonHeapMemoryUsage" 104 | ] 105 | }, 106 | { 107 | "outputWriters": [ 108 | { 109 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 110 | "settings": { 111 | "port": 2003, 112 | "host": "graphite.myorg.com", 113 | } 114 | } 115 | ], 116 | "obj": "java.lang:type=Threading", 117 | "resultAlias": "JVM_Threading", 118 | "attr": [ 119 | "ThreadCount" 120 | ] 121 | } 122 | ], 123 | "numQueryThreads": 2 124 | } 125 | ] 126 | } 127 | -------------------------------------------------------------------------------- /storm/output/storm02.myorg.com-zookeeper.json: -------------------------------------------------------------------------------- 1 | { 2 | "servers": [ 3 | { 4 | "port": 9011, 5 | "host": "storm02.myorg.com", 6 | "queries": [ 7 | { 8 | "outputWriters": [ 9 | { 10 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 11 | "settings": { 12 | "port": 2003, 13 | "host": "graphite.myorg.com", 14 | "typeNames" : [ "name" ] 15 | } 16 | } 17 | ], 18 | "obj": "org.apache.ZooKeeperService:name0=ReplicatedServer_id*", 19 | "attr": [ 20 | "QuorumSize" 21 | ] 22 | }, 23 | { 24 | "outputWriters": [ 25 | { 26 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 27 | "settings": { 28 | "port": 2003, 29 | "host": "graphite.myorg.com", 30 | "typeNames" : [ "name" ] 31 | } 32 | } 33 | ], 34 | "obj": "org.apache.ZooKeeperService:name0=ReplicatedServer_id*,name1=replica*,name2=*", 35 | "attr": [ 36 | "MaxClientCnxnsPerHost", 37 | "MaxRequestLatency", 38 | "AvgRequestLatency", 39 | "MinRequestLatency", 40 | "MaxSessionTimeout", 41 | "MinSessionTimeout", 42 | "OutstandingRequests", 43 | "PacketsReceived", 44 | "PacketsSent", 45 | "PendingRevalidationCount", 46 | "TickTime" 47 | ] 48 | }, 49 | { 50 | "outputWriters": [ 51 | { 52 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 53 | "settings": { 54 | "port": 2003, 55 | "host": "graphite.myorg.com", 56 | "typeNames" : [ "name" ] 57 | } 58 | } 59 | ], 60 | "obj": "org.apache.ZooKeeperService:name0=ReplicatedServer_id*,name1=replica*,name2=*,name3=InMemoryDataTree", 61 | "attr": [ 62 | "NodeCount", 63 | "WatchCount" 64 | ] 65 | }, 66 | { 67 | "outputWriters": [ 68 | { 69 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 70 | "settings": { 71 | "port": 2003, 72 | "host": "graphite.myorg.com", 73 | "typeNames" : [ "name" ] 74 | } 75 | } 76 | ], 77 | "obj": "org.apache.ZooKeeperService:name0=ReplicatedServer_id*,name1=replica*,name2=*,name3=Connections,name4=*,name5=*", 78 | "resultAlias": "Clients", 79 | "attr": [ 80 | "AvgLatency", 81 | "LastLatency", 82 | "MaxLatency", 83 | "MinLatency", 84 | "OutstandingRequests", 85 | "PacketsReceived", 86 | "PacketsSent" 87 | ] 88 | }, 89 | { 90 | "outputWriters": [ 91 | { 92 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 93 | "settings": { 94 | "port": 2003, 95 | "host": "graphite.myorg.com", 96 | } 97 | } 98 | ], 99 | "obj": "java.lang:type=Memory", 100 | "resultAlias": "JVM_Memory", 101 | "attr": [ 102 | "HeapMemoryUsage", 103 | "NonHeapMemoryUsage" 104 | ] 105 | }, 106 | { 107 | "outputWriters": [ 108 | { 109 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 110 | "settings": { 111 | "port": 2003, 112 | "host": "graphite.myorg.com", 113 | } 114 | } 115 | ], 116 | "obj": "java.lang:type=Threading", 117 | "resultAlias": "JVM_Threading", 118 | "attr": [ 119 | "ThreadCount" 120 | ] 121 | } 122 | ], 123 | "numQueryThreads": 2 124 | } 125 | ] 126 | } 127 | -------------------------------------------------------------------------------- /storm/output/storm03.myorg.com-zookeeper.json: -------------------------------------------------------------------------------- 1 | { 2 | "servers": [ 3 | { 4 | "port": 9011, 5 | "host": "storm03.myorg.com", 6 | "queries": [ 7 | { 8 | "outputWriters": [ 9 | { 10 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 11 | "settings": { 12 | "port": 2003, 13 | "host": "graphite.myorg.com", 14 | "typeNames" : [ "name" ] 15 | } 16 | } 17 | ], 18 | "obj": "org.apache.ZooKeeperService:name0=ReplicatedServer_id*", 19 | "attr": [ 20 | "QuorumSize" 21 | ] 22 | }, 23 | { 24 | "outputWriters": [ 25 | { 26 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 27 | "settings": { 28 | "port": 2003, 29 | "host": "graphite.myorg.com", 30 | "typeNames" : [ "name" ] 31 | } 32 | } 33 | ], 34 | "obj": "org.apache.ZooKeeperService:name0=ReplicatedServer_id*,name1=replica*,name2=*", 35 | "attr": [ 36 | "MaxClientCnxnsPerHost", 37 | "MaxRequestLatency", 38 | "AvgRequestLatency", 39 | "MinRequestLatency", 40 | "MaxSessionTimeout", 41 | "MinSessionTimeout", 42 | "OutstandingRequests", 43 | "PacketsReceived", 44 | "PacketsSent", 45 | "PendingRevalidationCount", 46 | "TickTime" 47 | ] 48 | }, 49 | { 50 | "outputWriters": [ 51 | { 52 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 53 | "settings": { 54 | "port": 2003, 55 | "host": "graphite.myorg.com", 56 | "typeNames" : [ "name" ] 57 | } 58 | } 59 | ], 60 | "obj": "org.apache.ZooKeeperService:name0=ReplicatedServer_id*,name1=replica*,name2=*,name3=InMemoryDataTree", 61 | "attr": [ 62 | "NodeCount", 63 | "WatchCount" 64 | ] 65 | }, 66 | { 67 | "outputWriters": [ 68 | { 69 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 70 | "settings": { 71 | "port": 2003, 72 | "host": "graphite.myorg.com", 73 | "typeNames" : [ "name" ] 74 | } 75 | } 76 | ], 77 | "obj": "org.apache.ZooKeeperService:name0=ReplicatedServer_id*,name1=replica*,name2=*,name3=Connections,name4=*,name5=*", 78 | "resultAlias": "Clients", 79 | "attr": [ 80 | "AvgLatency", 81 | "LastLatency", 82 | "MaxLatency", 83 | "MinLatency", 84 | "OutstandingRequests", 85 | "PacketsReceived", 86 | "PacketsSent" 87 | ] 88 | }, 89 | { 90 | "outputWriters": [ 91 | { 92 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 93 | "settings": { 94 | "port": 2003, 95 | "host": "graphite.myorg.com", 96 | } 97 | } 98 | ], 99 | "obj": "java.lang:type=Memory", 100 | "resultAlias": "JVM_Memory", 101 | "attr": [ 102 | "HeapMemoryUsage", 103 | "NonHeapMemoryUsage" 104 | ] 105 | }, 106 | { 107 | "outputWriters": [ 108 | { 109 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 110 | "settings": { 111 | "port": 2003, 112 | "host": "graphite.myorg.com", 113 | } 114 | } 115 | ], 116 | "obj": "java.lang:type=Threading", 117 | "resultAlias": "JVM_Threading", 118 | "attr": [ 119 | "ThreadCount" 120 | ] 121 | } 122 | ], 123 | "numQueryThreads": 2 124 | } 125 | ] 126 | } 127 | -------------------------------------------------------------------------------- /storm/templates/storm.template: -------------------------------------------------------------------------------- 1 | { 2 | "servers": [ 3 | { 4 | "port": %(port)s, 5 | "host": "%(host)s", 6 | "queries": [ 7 | { 8 | "outputWriters": [ 9 | { 10 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 11 | "settings": { 12 | "port": %(graphite_port)s, 13 | "host": "%(graphite_host)s", 14 | "typeNames" : [ "name" ] 15 | } 16 | } 17 | ], 18 | "obj": "org.apache.ZooKeeperService:name0=ReplicatedServer_id*", 19 | "attr": [ 20 | "QuorumSize" 21 | ] 22 | }, 23 | { 24 | "outputWriters": [ 25 | { 26 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 27 | "settings": { 28 | "port": %(graphite_port)s, 29 | "host": "%(graphite_host)s", 30 | "typeNames" : [ "name" ] 31 | } 32 | } 33 | ], 34 | "obj": "org.apache.ZooKeeperService:name0=ReplicatedServer_id*,name1=replica*,name2=*", 35 | "attr": [ 36 | "MaxClientCnxnsPerHost", 37 | "MaxRequestLatency", 38 | "AvgRequestLatency", 39 | "MinRequestLatency", 40 | "MaxSessionTimeout", 41 | "MinSessionTimeout", 42 | "OutstandingRequests", 43 | "PacketsReceived", 44 | "PacketsSent", 45 | "PendingRevalidationCount", 46 | "TickTime" 47 | ] 48 | }, 49 | { 50 | "outputWriters": [ 51 | { 52 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 53 | "settings": { 54 | "port": %(graphite_port)s, 55 | "host": "%(graphite_host)s", 56 | "typeNames" : [ "name" ] 57 | } 58 | } 59 | ], 60 | "obj": "org.apache.ZooKeeperService:name0=ReplicatedServer_id*,name1=replica*,name2=*,name3=InMemoryDataTree", 61 | "attr": [ 62 | "NodeCount", 63 | "WatchCount" 64 | ] 65 | }, 66 | { 67 | "outputWriters": [ 68 | { 69 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 70 | "settings": { 71 | "port": %(graphite_port)s, 72 | "host": "%(graphite_host)s", 73 | "typeNames" : [ "name" ] 74 | } 75 | } 76 | ], 77 | "obj": "org.apache.ZooKeeperService:name0=ReplicatedServer_id*,name1=replica*,name2=*,name3=Connections,name4=*,name5=*", 78 | "resultAlias": "Clients", 79 | "attr": [ 80 | "AvgLatency", 81 | "LastLatency", 82 | "MaxLatency", 83 | "MinLatency", 84 | "OutstandingRequests", 85 | "PacketsReceived", 86 | "PacketsSent" 87 | ] 88 | }, 89 | { 90 | "outputWriters": [ 91 | { 92 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 93 | "settings": { 94 | "port": %(graphite_port)s, 95 | "host": "%(graphite_host)s", 96 | } 97 | } 98 | ], 99 | "obj": "java.lang:type=Memory", 100 | "resultAlias": "JVM_Memory", 101 | "attr": [ 102 | "HeapMemoryUsage", 103 | "NonHeapMemoryUsage" 104 | ] 105 | }, 106 | { 107 | "outputWriters": [ 108 | { 109 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 110 | "settings": { 111 | "port": %(graphite_port)s, 112 | "host": "%(graphite_host)s", 113 | } 114 | } 115 | ], 116 | "obj": "java.lang:type=Threading", 117 | "resultAlias": "JVM_Threading", 118 | "attr": [ 119 | "ThreadCount" 120 | ] 121 | } 122 | ], 123 | "numQueryThreads": 2 124 | } 125 | ] 126 | } 127 | -------------------------------------------------------------------------------- /zookeeper/genjmxtrans.py: -------------------------------------------------------------------------------- 1 | #!/usr/bin/python 2 | 3 | import os 4 | import sys 5 | 6 | 7 | prod_zk_cluster = ["zk01.myorg.com", "zk02.myorg.com", "zk03.myorg.com"] 8 | 9 | zk_template = open('templates/zookeeper.template', 'r').read() 10 | 11 | zk_jmx_port="9011" 12 | 13 | graphite_host = "graphite.myorg.com" 14 | graphite_port = "2003" 15 | output_dir="output" 16 | 17 | 18 | def generate_zk(node_array): 19 | for host in node_array: 20 | generate_host(host, "zookeeper", zk_template) 21 | 22 | def generate_host(host, type, template): 23 | print "generating template for %(type)s: %(host)s" % { 'host': host, 'type': type } 24 | output_file = open("%(output_dir)s/%(host)s-%(type)s.json" % { "output_dir": output_dir, "host": host, "type": type }, "w") 25 | output_file.write(template % { "port" : zk_jmx_port , "host" : host, "graphite_host": graphite_host, "graphite_port": graphite_port }) 26 | output_file.close() 27 | 28 | generate_zk(prod_zk_cluster) 29 | 30 | 31 | 32 | -------------------------------------------------------------------------------- /zookeeper/output/zk01.myorg.com-zookeeper.json: -------------------------------------------------------------------------------- 1 | { 2 | "servers": [ 3 | { 4 | "port": 9011, 5 | "host": "zk01.myorg.com", 6 | "queries": [ 7 | { 8 | "outputWriters": [ 9 | { 10 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 11 | "settings": { 12 | "port": 2003, 13 | "host": "graphite.myorg.com" 14 | "typeNames" : [ "name" ] 15 | } 16 | } 17 | ], 18 | "obj": "org.apache.ZooKeeperService:name0=ReplicatedServer_id*", 19 | "attr": [ 20 | "QuorumSize" 21 | ] 22 | }, 23 | { 24 | "outputWriters": [ 25 | { 26 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 27 | "settings": { 28 | "port": 2003, 29 | "host": "graphite.myorg.com" 30 | "typeNames" : [ "name" ] 31 | } 32 | } 33 | ], 34 | "obj": "org.apache.ZooKeeperService:name0=ReplicatedServer_id*,name1=replica*,name2=*", 35 | "attr": [ 36 | "MaxClientCnxnsPerHost", 37 | "MaxRequestLatency", 38 | "AvgRequestLatency", 39 | "MinRequestLatency", 40 | "MaxSessionTimeout", 41 | "MinSessionTimeout", 42 | "OutstandingRequests", 43 | "PacketsReceived", 44 | "PacketsSent", 45 | "PendingRevalidationCount", 46 | "TickTime" 47 | ] 48 | }, 49 | { 50 | "outputWriters": [ 51 | { 52 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 53 | "settings": { 54 | "port": 2003, 55 | "host": "graphite.myorg.com" 56 | "typeNames" : [ "name" ] 57 | } 58 | } 59 | ], 60 | "obj": "org.apache.ZooKeeperService:name0=ReplicatedServer_id*,name1=replica*,name2=*,name3=InMemoryDataTree", 61 | "attr": [ 62 | "NodeCount", 63 | "WatchCount" 64 | ] 65 | }, 66 | { 67 | "outputWriters": [ 68 | { 69 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 70 | "settings": { 71 | "port": 2003, 72 | "host": "graphite.myorg.com" 73 | "typeNames" : [ "name" ] 74 | } 75 | } 76 | ], 77 | "obj": "org.apache.ZooKeeperService:name0=ReplicatedServer_id*,name1=replica*,name2=*,name3=Connections,name4=*,name5=*", 78 | "resultAlias": "Clients", 79 | "attr": [ 80 | "AvgLatency", 81 | "LastLatency", 82 | "MaxLatency", 83 | "MinLatency", 84 | "OutstandingRequests", 85 | "PacketsReceived", 86 | "PacketsSent" 87 | ] 88 | }, 89 | { 90 | "outputWriters": [ 91 | { 92 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 93 | "settings": { 94 | "port": 2003, 95 | "host": "graphite.myorg.com" 96 | } 97 | } 98 | ], 99 | "obj": "java.lang:type=Memory", 100 | "resultAlias": "JVM_Memory", 101 | "attr": [ 102 | "HeapMemoryUsage", 103 | "NonHeapMemoryUsage" 104 | ] 105 | }, 106 | { 107 | "outputWriters": [ 108 | { 109 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 110 | "settings": { 111 | "port": 2003, 112 | "host": "graphite.myorg.com" 113 | } 114 | } 115 | ], 116 | "obj": "java.lang:type=Threading", 117 | "resultAlias": "JVM_Threading", 118 | "attr": [ 119 | "ThreadCount" 120 | ] 121 | } 122 | ], 123 | "numQueryThreads": 2 124 | } 125 | ] 126 | } 127 | -------------------------------------------------------------------------------- /zookeeper/output/zk02.myorg.com-zookeeper.json: -------------------------------------------------------------------------------- 1 | { 2 | "servers": [ 3 | { 4 | "port": 9011, 5 | "host": "zk02.myorg.com", 6 | "queries": [ 7 | { 8 | "outputWriters": [ 9 | { 10 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 11 | "settings": { 12 | "port": 2003, 13 | "host": "graphite.myorg.com" 14 | "typeNames" : [ "name" ] 15 | } 16 | } 17 | ], 18 | "obj": "org.apache.ZooKeeperService:name0=ReplicatedServer_id*", 19 | "attr": [ 20 | "QuorumSize" 21 | ] 22 | }, 23 | { 24 | "outputWriters": [ 25 | { 26 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 27 | "settings": { 28 | "port": 2003, 29 | "host": "graphite.myorg.com" 30 | "typeNames" : [ "name" ] 31 | } 32 | } 33 | ], 34 | "obj": "org.apache.ZooKeeperService:name0=ReplicatedServer_id*,name1=replica*,name2=*", 35 | "attr": [ 36 | "MaxClientCnxnsPerHost", 37 | "MaxRequestLatency", 38 | "AvgRequestLatency", 39 | "MinRequestLatency", 40 | "MaxSessionTimeout", 41 | "MinSessionTimeout", 42 | "OutstandingRequests", 43 | "PacketsReceived", 44 | "PacketsSent", 45 | "PendingRevalidationCount", 46 | "TickTime" 47 | ] 48 | }, 49 | { 50 | "outputWriters": [ 51 | { 52 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 53 | "settings": { 54 | "port": 2003, 55 | "host": "graphite.myorg.com" 56 | "typeNames" : [ "name" ] 57 | } 58 | } 59 | ], 60 | "obj": "org.apache.ZooKeeperService:name0=ReplicatedServer_id*,name1=replica*,name2=*,name3=InMemoryDataTree", 61 | "attr": [ 62 | "NodeCount", 63 | "WatchCount" 64 | ] 65 | }, 66 | { 67 | "outputWriters": [ 68 | { 69 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 70 | "settings": { 71 | "port": 2003, 72 | "host": "graphite.myorg.com" 73 | "typeNames" : [ "name" ] 74 | } 75 | } 76 | ], 77 | "obj": "org.apache.ZooKeeperService:name0=ReplicatedServer_id*,name1=replica*,name2=*,name3=Connections,name4=*,name5=*", 78 | "resultAlias": "Clients", 79 | "attr": [ 80 | "AvgLatency", 81 | "LastLatency", 82 | "MaxLatency", 83 | "MinLatency", 84 | "OutstandingRequests", 85 | "PacketsReceived", 86 | "PacketsSent" 87 | ] 88 | }, 89 | { 90 | "outputWriters": [ 91 | { 92 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 93 | "settings": { 94 | "port": 2003, 95 | "host": "graphite.myorg.com" 96 | } 97 | } 98 | ], 99 | "obj": "java.lang:type=Memory", 100 | "resultAlias": "JVM_Memory", 101 | "attr": [ 102 | "HeapMemoryUsage", 103 | "NonHeapMemoryUsage" 104 | ] 105 | }, 106 | { 107 | "outputWriters": [ 108 | { 109 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 110 | "settings": { 111 | "port": 2003, 112 | "host": "graphite.myorg.com" 113 | } 114 | } 115 | ], 116 | "obj": "java.lang:type=Threading", 117 | "resultAlias": "JVM_Threading", 118 | "attr": [ 119 | "ThreadCount" 120 | ] 121 | } 122 | ], 123 | "numQueryThreads": 2 124 | } 125 | ] 126 | } 127 | -------------------------------------------------------------------------------- /zookeeper/output/zk03.myorg.com-zookeeper.json: -------------------------------------------------------------------------------- 1 | { 2 | "servers": [ 3 | { 4 | "port": 9011, 5 | "host": "zk03.myorg.com", 6 | "queries": [ 7 | { 8 | "outputWriters": [ 9 | { 10 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 11 | "settings": { 12 | "port": 2003, 13 | "host": "graphite.myorg.com" 14 | "typeNames" : [ "name" ] 15 | } 16 | } 17 | ], 18 | "obj": "org.apache.ZooKeeperService:name0=ReplicatedServer_id*", 19 | "attr": [ 20 | "QuorumSize" 21 | ] 22 | }, 23 | { 24 | "outputWriters": [ 25 | { 26 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 27 | "settings": { 28 | "port": 2003, 29 | "host": "graphite.myorg.com" 30 | "typeNames" : [ "name" ] 31 | } 32 | } 33 | ], 34 | "obj": "org.apache.ZooKeeperService:name0=ReplicatedServer_id*,name1=replica*,name2=*", 35 | "attr": [ 36 | "MaxClientCnxnsPerHost", 37 | "MaxRequestLatency", 38 | "AvgRequestLatency", 39 | "MinRequestLatency", 40 | "MaxSessionTimeout", 41 | "MinSessionTimeout", 42 | "OutstandingRequests", 43 | "PacketsReceived", 44 | "PacketsSent", 45 | "PendingRevalidationCount", 46 | "TickTime" 47 | ] 48 | }, 49 | { 50 | "outputWriters": [ 51 | { 52 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 53 | "settings": { 54 | "port": 2003, 55 | "host": "graphite.myorg.com" 56 | "typeNames" : [ "name" ] 57 | } 58 | } 59 | ], 60 | "obj": "org.apache.ZooKeeperService:name0=ReplicatedServer_id*,name1=replica*,name2=*,name3=InMemoryDataTree", 61 | "attr": [ 62 | "NodeCount", 63 | "WatchCount" 64 | ] 65 | }, 66 | { 67 | "outputWriters": [ 68 | { 69 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 70 | "settings": { 71 | "port": 2003, 72 | "host": "graphite.myorg.com" 73 | "typeNames" : [ "name" ] 74 | } 75 | } 76 | ], 77 | "obj": "org.apache.ZooKeeperService:name0=ReplicatedServer_id*,name1=replica*,name2=*,name3=Connections,name4=*,name5=*", 78 | "resultAlias": "Clients", 79 | "attr": [ 80 | "AvgLatency", 81 | "LastLatency", 82 | "MaxLatency", 83 | "MinLatency", 84 | "OutstandingRequests", 85 | "PacketsReceived", 86 | "PacketsSent" 87 | ] 88 | }, 89 | { 90 | "outputWriters": [ 91 | { 92 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 93 | "settings": { 94 | "port": 2003, 95 | "host": "graphite.myorg.com" 96 | } 97 | } 98 | ], 99 | "obj": "java.lang:type=Memory", 100 | "resultAlias": "JVM_Memory", 101 | "attr": [ 102 | "HeapMemoryUsage", 103 | "NonHeapMemoryUsage" 104 | ] 105 | }, 106 | { 107 | "outputWriters": [ 108 | { 109 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 110 | "settings": { 111 | "port": 2003, 112 | "host": "graphite.myorg.com" 113 | } 114 | } 115 | ], 116 | "obj": "java.lang:type=Threading", 117 | "resultAlias": "JVM_Threading", 118 | "attr": [ 119 | "ThreadCount" 120 | ] 121 | } 122 | ], 123 | "numQueryThreads": 2 124 | } 125 | ] 126 | } 127 | -------------------------------------------------------------------------------- /zookeeper/templates/zookeeper.template: -------------------------------------------------------------------------------- 1 | { 2 | "servers": [ 3 | { 4 | "port": %(port)s, 5 | "host": "%(host)s", 6 | "queries": [ 7 | { 8 | "outputWriters": [ 9 | { 10 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 11 | "settings": { 12 | "port": %(graphite_port)s, 13 | "host": "%(graphite_host)s" 14 | "typeNames" : [ "name" ] 15 | } 16 | } 17 | ], 18 | "obj": "org.apache.ZooKeeperService:name0=ReplicatedServer_id*", 19 | "attr": [ 20 | "QuorumSize" 21 | ] 22 | }, 23 | { 24 | "outputWriters": [ 25 | { 26 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 27 | "settings": { 28 | "port": %(graphite_port)s, 29 | "host": "%(graphite_host)s" 30 | "typeNames" : [ "name" ] 31 | } 32 | } 33 | ], 34 | "obj": "org.apache.ZooKeeperService:name0=ReplicatedServer_id*,name1=replica*,name2=*", 35 | "attr": [ 36 | "MaxClientCnxnsPerHost", 37 | "MaxRequestLatency", 38 | "AvgRequestLatency", 39 | "MinRequestLatency", 40 | "MaxSessionTimeout", 41 | "MinSessionTimeout", 42 | "OutstandingRequests", 43 | "PacketsReceived", 44 | "PacketsSent", 45 | "PendingRevalidationCount", 46 | "TickTime" 47 | ] 48 | }, 49 | { 50 | "outputWriters": [ 51 | { 52 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 53 | "settings": { 54 | "port": %(graphite_port)s, 55 | "host": "%(graphite_host)s" 56 | "typeNames" : [ "name" ] 57 | } 58 | } 59 | ], 60 | "obj": "org.apache.ZooKeeperService:name0=ReplicatedServer_id*,name1=replica*,name2=*,name3=InMemoryDataTree", 61 | "attr": [ 62 | "NodeCount", 63 | "WatchCount" 64 | ] 65 | }, 66 | { 67 | "outputWriters": [ 68 | { 69 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 70 | "settings": { 71 | "port": %(graphite_port)s, 72 | "host": "%(graphite_host)s" 73 | "typeNames" : [ "name" ] 74 | } 75 | } 76 | ], 77 | "obj": "org.apache.ZooKeeperService:name0=ReplicatedServer_id*,name1=replica*,name2=*,name3=Connections,name4=*,name5=*", 78 | "resultAlias": "Clients", 79 | "attr": [ 80 | "AvgLatency", 81 | "LastLatency", 82 | "MaxLatency", 83 | "MinLatency", 84 | "OutstandingRequests", 85 | "PacketsReceived", 86 | "PacketsSent" 87 | ] 88 | }, 89 | { 90 | "outputWriters": [ 91 | { 92 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 93 | "settings": { 94 | "port": %(graphite_port)s, 95 | "host": "%(graphite_host)s" 96 | } 97 | } 98 | ], 99 | "obj": "java.lang:type=Memory", 100 | "resultAlias": "JVM_Memory", 101 | "attr": [ 102 | "HeapMemoryUsage", 103 | "NonHeapMemoryUsage" 104 | ] 105 | }, 106 | { 107 | "outputWriters": [ 108 | { 109 | "@class": "com.googlecode.jmxtrans.model.output.GraphiteWriter", 110 | "settings": { 111 | "port": %(graphite_port)s, 112 | "host": "%(graphite_host)s" 113 | } 114 | } 115 | ], 116 | "obj": "java.lang:type=Threading", 117 | "resultAlias": "JVM_Threading", 118 | "attr": [ 119 | "ThreadCount" 120 | ] 121 | } 122 | ], 123 | "numQueryThreads": 2 124 | } 125 | ] 126 | } 127 | --------------------------------------------------------------------------------