├── .gitignore
├── requirements.txt
├── README.rst
├── make_pages.py
└── template.html


/.gitignore:
--------------------------------------------------------------------------------
1 | *.pyc
2 | build/*.html
3 | 


--------------------------------------------------------------------------------
/requirements.txt:
--------------------------------------------------------------------------------
1 | Mako
2 | MarkupSafe
3 | wsgiref
4 | 


--------------------------------------------------------------------------------
/README.rst:
--------------------------------------------------------------------------------
1 | This is a static-site generator that produces a little dashboard for fedmsg
2 | health.
3 | 
4 | The output is currently hosted at http://threebean.org/fedmsg-health.html
5 | 


--------------------------------------------------------------------------------
/make_pages.py:
--------------------------------------------------------------------------------
  1 | #!/usr/bin/env python
  2 | from mako.template import Template
  3 | from collections import OrderedDict
  4 | 
  5 | timespans = OrderedDict([
  6 |     ('now', 900),
  7 |     ('hour', 3600),
  8 |     ('day', 86400),
  9 |     ('week', 604800),
 10 |     ('month', 2628000),
 11 |     ('year', 365 * 86400),
 12 | ])
 13 | 
 14 | parameters = [
 15 |     {
 16 |         'consumer': 'Nommer',
 17 |         'instance': 'hub',
 18 |         'plugin': 'fedmsg',
 19 |         'host': 'busgateway01.phx2.fedoraproject.org',
 20 |         'title': 'datanommer',
 21 |     }, {
 22 |         'consumer': 'GatewayConsumer',
 23 |         'instance': 'gateway',
 24 |         'plugin': 'fedmsg',
 25 |         'host': 'busgateway01.phx2.fedoraproject.org',
 26 |         'title': 'gateway',
 27 |     }, {
 28 |         'consumer': 'RelayConsumer',
 29 |         'instance': 'relay',
 30 |         'plugin': 'fedmsg',
 31 |         'host': 'busgateway01.phx2.fedoraproject.org',
 32 |         'title': 'relay',
 33 |     }, {
 34 |         'consumer': 'BugzillaConsumer',
 35 |         'instance': 'hub',
 36 |         'plugin': 'moksha',
 37 |         'host': 'bugzilla2fedmsg01.phx2.fedoraproject.org',
 38 |         'title': 'bugzilla2fedmsg',
 39 |     }, {
 40 |         'consumer': 'CacheInvalidator',
 41 |         'instance': 'hub',
 42 |         'plugin': 'fedmsg',
 43 |         'host': 'packages03.phx2.fedoraproject.org',
 44 |         'title': 'fedora-packages',
 45 |     }, {
 46 |         'consumer': 'StatsConsumer',
 47 |         'instance': 'hub',
 48 |         'plugin': 'fedmsg',
 49 |         'host': 'statscache-backend01.phx2.fedoraproject.org',
 50 |         'title': 'statscache',
 51 |     }, {
 52 |         'consumer': 'FMNConsumer',
 53 |         'instance': 'hub',
 54 |         'plugin': 'fedmsg',
 55 |         'host': 'notifs-backend01.phx2.fedoraproject.org',
 56 |         'title': 'FMN',
 57 |     }, {
 58 |         'consumer': 'FedoraBadgesConsumer',
 59 |         'instance': 'hub',
 60 |         'plugin': 'fedmsg',
 61 |         'host': 'badges-backend01.phx2.fedoraproject.org',
 62 |         'title': 'badges',
 63 |     }, {
 64 |         'consumer': 'Masher',
 65 |         'instance': 'hub',
 66 |         'plugin': 'fedmsg',
 67 |         'host': 'bodhi-backend01.phx2.fedoraproject.org',
 68 |         'title': 'bodhi-masher',
 69 |     }, {
 70 |         'consumer': 'UpdatesHandler',
 71 |         'instance': 'hub',
 72 |         'plugin': 'fedmsg',
 73 |         'host': 'bodhi-backend02.phx2.fedoraproject.org',
 74 |         'title': 'bodhi-updates-handler',
 75 |     }, {
 76 |         'consumer': 'BugzillaTicketFiler',
 77 |         'instance': 'hub',
 78 |         'plugin': 'fedmsg',
 79 |         'host': 'hotness01.phx2.fedoraproject.org',
 80 |         'title': 'the-new-hotness',
 81 |     }, {
 82 |         'consumer': 'IRCBotConsumer',
 83 |         'instance': 'irc',
 84 |         'plugin': 'fedmsg',
 85 |         'host': 'value01.phx2.fedoraproject.org',
 86 |         'title': 'irc',
 87 |     }, {
 88 |         'consumer': 'GenACLsConsumer',
 89 |         'instance': 'hub',
 90 |         'plugin': 'fedmsg',
 91 |         'host': 'pkgs02.phx2.fedoraproject.org',
 92 |         'title': 'genacls',
 93 |     }, {
 94 |         'consumer': 'SummerShumConsumer',
 95 |         'instance': 'hub',
 96 |         'plugin': 'fedmsg',
 97 |         'host': 'summershum01.phx2.fedoraproject.org',
 98 |         'title': 'summershum',
 99 |     }, {
100 |         'consumer': 'KojiConsumer',
101 |         'instance': 'hub',
102 |         'plugin': 'fedmsg',
103 |         'host': 'fedimg01.phx2.fedoraproject.org',
104 |         'title': 'fedimg (cloud uploader)',
105 |     }, {
106 |         'consumer': 'AutoCloudConsumer',
107 |         'instance': 'hub',
108 |         'plugin': 'fedmsg',
109 |         'host': 'autocloud-backend-libvirt.phx2.fedoraproject.org',
110 |         'title': 'autocloud-backend-libvirt',
111 |     }, {
112 |         'consumer': 'AutoCloudConsumer',
113 |         'instance': 'hub',
114 |         'plugin': 'fedmsg',
115 |         'host': 'autocloud-backend-vbox.phx2.fedoraproject.org',
116 |         'title': 'autocloud-backend-vbox',
117 |     }, {
118 |         'consumer': 'BugyouConsumer',
119 |         'instance': 'hub',
120 |         'plugin': 'fedmsg',
121 |         'host': 'bugyou01.phx2.fedoraproject.org',
122 |         'title': 'bugyou',
123 |     }, {
124 |         'consumer': 'PDCUpdater',
125 |         'instance': 'hub',
126 |         'plugin': 'fedmsg',
127 |         'host': 'pdc-updater01.phx2.fedoraproject.org',
128 |         'title': 'pdc-updater',
129 |     }, {
130 |         'consumer': 'FasClientConsumer',
131 |         'instance': 'hub',
132 |         'plugin': 'fedmsg',
133 |         'host': 'batcave01.phx2.fedoraproject.org',
134 |         'title': 'fas_client',
135 |     },
136 | ]
137 | 
138 | if __name__ == '__main__':
139 |     names = timespans.keys()
140 |     for name in names:
141 |         html = Template(filename="template.html").render(
142 |             name=name,
143 |             names=names,
144 |             span=timespans[name],
145 |             parameters=parameters
146 |         )
147 | 
148 |         with open('build/fedmsg-health-%s.html' % name, 'w') as f:
149 |             f.write(html)
150 | 
151 |         if name == 'day':
152 |             with open('build/fedmsg-health.html', 'w') as f:
153 |                 f.write(html)
154 | 


--------------------------------------------------------------------------------
/template.html:
--------------------------------------------------------------------------------
  1 | <!DOCTYPE html>
  2 | <html lang="en"><head>
  3 | <meta http-equiv="content-type" content="text/html; charset=UTF-8">
  4 | <meta charset="utf-8">
  5 | <meta http-equiv="X-UA-Compatible" content="IE=edge">
  6 | <meta name="viewport" content="width=device-width, initial-scale=1">
  7 | <meta name="description" content="">
  8 | <meta name="author" content="">
  9 | <link rel="shortcut icon" href="https://apps.fedoraproject.org/datagrepper/static/favicon.png">
 10 | 
 11 | <title>fedmsg health</title>
 12 | 
 13 | <link href="http://getbootstrap.com/dist/css/bootstrap.min.css" rel="stylesheet">
 14 | 
 15 | <style type="text/css">
 16 | .graph {
 17 |   width: 290px;
 18 |   height: 100px;
 19 | }
 20 | 
 21 | .container{
 22 |     margin-bottom: 2em;
 23 | }
 24 | 
 25 | </style>
 26 | 
 27 | <body>
 28 | 
 29 | <div class="container">
 30 |   <div class="header">
 31 |     <ul class="nav nav-pills pull-right">
 32 |       % for name_iter in names:
 33 |       <li class="${'active' if name == name_iter else ''}"><a href="fedmsg-health-${name_iter}.html">${name_iter}</a></li>
 34 |       % endfor
 35 |       <li><a href="https://admin.fedoraproject.org/collectd/">collectd</a></li>
 36 |       <li><a href="http://github.com/fedora-infra/fedmsg-health">source</a></li>
 37 |     </ul>
 38 |     <h3 class="text-muted">fedmsg health</h3>
 39 |   </div>
 40 | 
 41 |   <div class="row">
 42 |     <div class="col-md-8 col-md-offset-2">
 43 |       <p class="lead text-center">
 44 |       The relative health of a number of fedmsg daemons in Fedora Infrastructure.
 45 |       </p>
 46 |     </div>
 47 |   </div>
 48 | 
 49 |   <hr/>
 50 |   <div class="row"><div class="col-md-4 col-md-offset-4 text-center">
 51 |       <h4><a name="db-datanommer" href="#db-datanommer">db-datanommer</a></h4>
 52 |   </div></div>
 53 |   <div class="row">
 54 |     <div class="col-md-3 text-center">
 55 |       <h5>System Load</h5>
 56 |       <a target="_blank" href="https://admin.fedoraproject.org/collectd/bin/graph.cgi?hostname=db-datanommer02.phx2.fedoraproject.org;plugin=load;type=load;begin=-${span}">
 57 |         <img class="graph center-block" src="https://admin.fedoraproject.org/collectd/bin/graph.cgi?hostname=db-datanommer02.phx2.fedoraproject.org;plugin=load;type=load;begin=-${span}">
 58 |       </a>
 59 |     </div>
 60 |     <div class="col-md-3 text-center">
 61 |       <h5>Disk Usage (root)</h5>
 62 |       <a target="_blank" href="https://admin.fedoraproject.org/collectd/bin/graph.cgi?hostname=db-datanommer02.phx2.fedoraproject.org;plugin=df;plugin_instance=root;type=df_complex;begin=-${span}">
 63 |         <img class="graph center-block" src="https://admin.fedoraproject.org/collectd/bin/graph.cgi?hostname=db-datanommer02.phx2.fedoraproject.org;plugin=df;plugin_instance=root;type=df_complex;begin=-${span}">
 64 |       </a>
 65 |     </div>
 66 |     <div class="col-md-3 text-center">
 67 |       <h5>PG Connections</h5>
 68 |       <a target="_blank" href="https://admin.fedoraproject.org/collectd/bin/graph.cgi?hostname=db-datanommer02.phx2.fedoraproject.org;plugin=pg_conns;type=current_connections;type_instance=datanommer;begin=-${span}">
 69 |         <img class="graph center-block" src="https://admin.fedoraproject.org/collectd/bin/graph.cgi?hostname=db-datanommer02.phx2.fedoraproject.org;plugin=pg_conns;type=current_connections;type_instance=datanommer;begin=-${span}">
 70 |       </a>
 71 |     </div>
 72 |     <div class="col-md-3 text-center">
 73 |       <h5>Process State</h5>
 74 |       <a target="_blank" href="https://admin.fedoraproject.org/collectd/bin/graph.cgi?hostname=db-datanommer02.phx2.fedoraproject.org;plugin=processes;type=ps_state;begin=-${span}">
 75 |         <img class="graph center-block" src="https://admin.fedoraproject.org/collectd/bin/graph.cgi?hostname=db-datanommer02.phx2.fedoraproject.org;plugin=processes;type=ps_state;begin=-${span}">
 76 |       </a>
 77 |     </div>
 78 |   </div>
 79 | 
 80 |   % for params in parameters:
 81 |   <hr/>
 82 |   <div class="row"><div class="col-md-4 col-md-offset-4 text-center">
 83 |       <h4><a name="${params['title']}" href="#${params['title']}">${params['title']}</a></h4>
 84 |   </div></div>
 85 |   <div class="row">
 86 |     <div class="col-md-3 text-center">
 87 |       <h5>Number In (#M)</h5>
 88 |       <a target="_blank" href="https://admin.fedoraproject.org/collectd/bin/graph.cgi?hostname=${params['host']};plugin=${params['plugin']};plugin_instance=${params['instance']};type=gauge;type_instance=${params['consumer']}_in;begin=-${span}">
 89 |         <img class="graph center-block" src="https://admin.fedoraproject.org/collectd/bin/graph.cgi?hostname=${params['host']};plugin=${params['plugin']};plugin_instance=${params['instance']};type=gauge;type_instance=${params['consumer']}_in;begin=-${span}">
 90 |       </a>
 91 |     </div>
 92 |     <div class="col-md-3 text-center">
 93 |       <h5>Number Out (#M)</h5>
 94 |       <a target="_blank" href="https://admin.fedoraproject.org/collectd/bin/graph.cgi?hostname=${params['host']};plugin=${params['plugin']};plugin_instance=${params['instance']};type=gauge;type_instance=${params['consumer']}_out;begin=-${span}"> <img class="graph center-block" src="https://admin.fedoraproject.org/collectd/bin/graph.cgi?hostname=${params['host']};plugin=${params['plugin']};plugin_instance=${params['instance']};type=gauge;type_instance=${params['consumer']}_out;begin=-${span}">
 95 |       </a>
 96 |     </div>
 97 |     <div class="col-md-3 text-center">
 98 |       <h5>Backlog (#M)</h5>
 99 |       <a target="_blank" href="https://admin.fedoraproject.org/collectd/bin/graph.cgi?hostname=${params['host']};plugin=${params['plugin']};plugin_instance=${params['instance']};type=queue_length;type_instance=${params['consumer']}_backlog;begin=-${span}">
100 |         <img class="graph center-block" src="https://admin.fedoraproject.org/collectd/bin/graph.cgi?hostname=${params['host']};plugin=${params['plugin']};plugin_instance=${params['instance']};type=queue_length;type_instance=${params['consumer']}_backlog;begin=-${span}">
101 |       </a>
102 |     </div>
103 |     <div class="col-md-3 text-center">
104 |       <h5>Exceptions (#E)</h5>
105 |       <a target="_blank" href="https://admin.fedoraproject.org/collectd/bin/graph.cgi?hostname=${params['host']};plugin=${params['plugin']};plugin_instance=${params['instance']};type=queue_length;type_instance=${params['consumer']}_exceptions;begin=-${span}">
106 |         <img class="graph center-block" src="https://admin.fedoraproject.org/collectd/bin/graph.cgi?hostname=${params['host']};plugin=${params['plugin']};plugin_instance=${params['instance']};type=gauge;type_instance=${params['consumer']}_exceptions;begin=-${span}">
107 |       </a>
108 |     </div>
109 |   </div>
110 |   <div class="row">
111 |     <div class="col-md-4 text-center">
112 |       <h5>Average Time / Message (ms/M)</h5>
113 |       <a target="_blank" href="https://admin.fedoraproject.org/collectd/bin/graph.cgi?hostname=${params['host']};plugin=${params['plugin']};plugin_instance=${params['instance']};type=response_time;type_instance=${params['consumer']}_avg;begin=-${span}">
114 |         <img class="graph center-block" src="https://admin.fedoraproject.org/collectd/bin/graph.cgi?hostname=${params['host']};plugin=${params['plugin']};plugin_instance=${params['instance']};type=response_time;type_instance=${params['consumer']}_avg;begin=-${span}">
115 |       </a>
116 |     </div>
117 |     <div class="col-md-4 text-center">
118 |       <h5>Maximum Time / Message (ms/M)</h5>
119 |       <a target="_blank" href="https://admin.fedoraproject.org/collectd/bin/graph.cgi?hostname=${params['host']};plugin=${params['plugin']};plugin_instance=${params['instance']};type=response_time;type_instance=${params['consumer']}_max;begin=-${span}">
120 |         <img class="graph center-block" src="https://admin.fedoraproject.org/collectd/bin/graph.cgi?hostname=${params['host']};plugin=${params['plugin']};plugin_instance=${params['instance']};type=response_time;type_instance=${params['consumer']}_max;begin=-${span}">
121 |       </a>
122 |     </div>
123 |     <div class="col-md-4 text-center">
124 |       <h5>Minimum Time / Message (ms/M)</h5>
125 |       <a target="_blank" href="https://admin.fedoraproject.org/collectd/bin/graph.cgi?hostname=${params['host']};plugin=${params['plugin']};plugin_instance=${params['instance']};type=response_time;type_instance=${params['consumer']}_min;begin=-${span}">
126 |         <img class="graph center-block" src="https://admin.fedoraproject.org/collectd/bin/graph.cgi?hostname=${params['host']};plugin=${params['plugin']};plugin_instance=${params['instance']};type=response_time;type_instance=${params['consumer']}_min;begin=-${span}">
127 |       </a>
128 |     </div>
129 |   </div>
130 |   % endfor
131 | 
132 |   <hr/>
133 |   <div class="row"><div class="col-md-4 col-md-offset-4 text-center">
134 |       <h4><a name="activation" href="#activation">activation percentage</h4>
135 |       <a target="_blank" href="https://admin.fedoraproject.org/collectd/bin/graph.cgi?hostname=busgateway01.phx2.fedoraproject.org;plugin=fedmsg;type=percent;begin=-${span}">
136 |         <img class="graph center-block" src="https://admin.fedoraproject.org/collectd/bin/graph.cgi?hostname=busgateway01.phx2.fedoraproject.org;plugin=fedmsg;type=percent;begin=-${span}">
137 |       </a>
138 |   </div></div>
139 | 
140 | 
141 | </div>
142 | 
143 | </body>
144 | </html>
145 | 


--------------------------------------------------------------------------------