├── .codecov.yml
├── .gitignore
├── .travis.yml
├── CHANGELOG.md
├── CONTRIBUTING.md
├── LICENSE.md
├── README.md
├── docs
    ├── .eslintignore
    ├── .eslintrc.json
    ├── .gitignore
    ├── README.md
    ├── _config.yml
    ├── _data
    │   └── navigation.yml
    ├── _includes
    │   ├── environment.html
    │   ├── footer.html
    │   └── navigation.html
    ├── _layouts
    │   └── default.html
    ├── assets
    │   ├── css
    │   │   ├── normalize.css
    │   │   └── stylesheet.css
    │   ├── icons
    │   │   ├── apple-touch-icon-120x120.png
    │   │   ├── apple-touch-icon-152x152.png
    │   │   ├── apple-touch-icon-167x167.png
    │   │   ├── apple-touch-icon-180x180.png
    │   │   ├── apple-touch-icon-57x57.png
    │   │   ├── apple-touch-icon-76x76.png
    │   │   ├── favicon-128x128.png
    │   │   ├── favicon-16x16.png
    │   │   ├── favicon-192x192.png
    │   │   ├── favicon-256x256.png
    │   │   ├── favicon-32x32.png
    │   │   ├── favicon-48x48.png
    │   │   ├── favicon-64x64.png
    │   │   └── favicon-96x96.png
    │   ├── images
    │   │   ├── fork-banner.png
    │   │   ├── header-background.svg
    │   │   └── logo-title.svg
    │   └── js
    │   │   ├── .eslintrc.json
    │   │   ├── _partials
    │   │       ├── aggregate.js
    │   │       ├── chart-area.js
    │   │       ├── chart-base.js
    │   │       ├── chart-chord.js
    │   │       ├── chart-history.js
    │   │       ├── chart-list.js
    │   │       ├── chart-recommended-git-versions.js
    │   │       ├── chart-table.js
    │   │       ├── git-versions-database.js
    │   │       ├── semantic-versioning.js
    │   │       ├── spinner.js
    │   │       ├── style.js
    │   │       ├── urls.js
    │   │       └── utils.js
    │   │   ├── charts.js
    │   │   ├── git-versions.json
    │   │   └── vendor
    │   │       ├── Chart-2.7.3.min.js
    │   │       ├── d3.v4.min.js
    │   │       ├── jquery-3.2.1.min.js
    │   │       ├── moment-timezone-0.5.14-2017c.min.js
    │   │       ├── moment-with-locales-2.21.0.min.js
    │   │       └── spin-2.3.2.min.js
    ├── demo-data
    │   ├── api-requests-by-user.tsv
    │   ├── api-requests-detailed.tsv
    │   ├── api-requests.tsv
    │   ├── contributors-by-organization.tsv
    │   ├── contributors-by-repository.tsv
    │   ├── failed-webhooks-detailed.tsv
    │   ├── failed-webhooks.tsv
    │   ├── forks-to-organizations-detailed.tsv
    │   ├── forks-to-organizations.tsv
    │   ├── git-download-detailed.tsv
    │   ├── git-download.tsv
    │   ├── git-protocol.tsv
    │   ├── git-requests-detailed.tsv
    │   ├── git-requests.tsv
    │   ├── git-versions-new.tsv
    │   ├── git-versions.tsv
    │   ├── org-collaboration.tsv
    │   ├── org-owners.tsv
    │   ├── organization-activity.tsv
    │   ├── organizations-abandoned-detailed.tsv
    │   ├── organizations-abandoned.tsv
    │   ├── orgs-total.tsv
    │   ├── pull-request-history.tsv
    │   ├── pull-request-usage.tsv
    │   ├── pull-requests-by-organization.tsv
    │   ├── pull-requests-by-repository.tsv
    │   ├── repositories-personal-nonowner-pushes-detailed.tsv
    │   ├── repositories-personal-nonowner-pushes.tsv
    │   ├── repository-activity-detailed.tsv
    │   ├── repository-activity.tsv
    │   ├── repository-history.tsv
    │   ├── repository-size-detailed.tsv
    │   ├── repository-size.tsv
    │   ├── repository-usage.tsv
    │   ├── teams-legacy-detailed.tsv
    │   ├── teams-legacy.tsv
    │   ├── teams-total.tsv
    │   ├── tokenless-authentication-detailed.tsv
    │   ├── tokenless-authentication.tsv
    │   └── users.tsv
    ├── housekeeping-abandoned-orgs.html
    ├── housekeeping-api-requests.html
    ├── housekeeping-failed-webhooks.html
    ├── housekeeping-forks.html
    ├── housekeeping-git-requests.html
    ├── housekeeping-git-traffic.html
    ├── housekeeping-repo-location.html
    ├── index.html
    ├── org-owners.html
    ├── orgs-activity.html
    ├── orgs-total.html
    ├── package-lock.json
    ├── package.json
    ├── params.json
    ├── pr-total.html
    ├── pr-usage.html
    ├── recommendations-legacy-teams.html
    ├── recommendations-tokenless-auth.html
    ├── repos-activity.html
    ├── repos-feature-usage.html
    ├── repos-size.html
    ├── repos-total.html
    ├── spec
    │   ├── .eslintrc.json
    │   ├── chart-recommended-git-versions.js
    │   ├── charts.js
    │   ├── git-versions-database.js
    │   ├── karma.conf.js
    │   └── semantic-versioning.js
    ├── teams-total.html
    ├── tools
    │   └── update-git-versions.json.sh
    ├── users-activity.html
    ├── users-contributors.html
    ├── users-git-protocol.html
    └── users-git-versions.html
├── logo-banner.svg
└── updater
    ├── .gitignore
    ├── Dockerfile
    ├── README.md
    ├── check-schema.py
    ├── config.py.example
    ├── entrypoint.sh
    ├── helpers.py
    ├── packaging
        └── debian
        │   ├── Dockerfile
        │   ├── Makefile
        │   ├── README.md
        │   ├── docker-deb.sh
        │   └── templates
        │       └── Makefile
    ├── reports
        ├── Report.py
        ├── ReportAPIRequests.py
        ├── ReportAPIRequestsByUser.py
        ├── ReportContributorsByOrg.py
        ├── ReportContributorsByRepo.py
        ├── ReportDaily.py
        ├── ReportFailedWebhooks.py
        ├── ReportForksToOrgs.py
        ├── ReportGitDownload.py
        ├── ReportGitProtocol.py
        ├── ReportGitRequests.py
        ├── ReportGitVersions.py
        ├── ReportGitVersionsNew.py
        ├── ReportOrgActivity.py
        ├── ReportOrgCollaboration.py
        ├── ReportOrgOwners.py
        ├── ReportOrgsAbandoned.py
        ├── ReportOrgsTotal.py
        ├── ReportPRByOrg.py
        ├── ReportPRByRepo.py
        ├── ReportPRHistory.py
        ├── ReportPRUsage.py
        ├── ReportRepoActivity.py
        ├── ReportRepoSize.py
        ├── ReportRepoUsage.py
        ├── ReportReposPersonalNonOwnerPushes.py
        ├── ReportRepositoryHistory.py
        ├── ReportTeamsLegacy.py
        ├── ReportTeamsTotal.py
        ├── ReportTokenlessAuth.py
        └── ReportUsers.py
    ├── schema.py
    ├── scripts
        ├── api-requests-by-user.sh
        ├── api-requests.sh
        ├── failed-webhooks.sh
        ├── git-download.sh
        ├── git-lfs-download.sh
        ├── git-protocol.sh
        ├── git-requests.sh
        ├── git-versions.sh
        └── tokenless-auth.sh
    ├── systemd
        ├── hubble-enterprise.service
        └── hubble-enterprise.timer
    ├── update-stats.py
    └── version


/.codecov.yml:
--------------------------------------------------------------------------------
 1 | coverage:
 2 |   status:
 3 |     project:
 4 |       default: off
 5 |       docs:
 6 |         flags: docs
 7 |         target: auto
 8 |         threshold: 2
 9 |     patch:
10 |       default: off
11 | 
12 | flags:
13 |   docs:
14 |     paths:
15 |       - docs/
16 |   updater:
17 |     paths:
18 |       - updater/
19 | 
20 | comment:
21 |   layout: "header"
22 |   behavior: new
23 |   require_changes: yes  # only post a PR comment if coverage changes
24 |   require_base: yes     # must have a base report to post
25 |   require_head: yes     # must have a head report to post
26 |   branches: null
27 | 


--------------------------------------------------------------------------------
/.gitignore:
--------------------------------------------------------------------------------
1 | *.DS_Store
2 | 


--------------------------------------------------------------------------------
/.travis.yml:
--------------------------------------------------------------------------------
 1 | matrix:
 2 |   include:
 3 |     - language: python
 4 |       python: "3.6"
 5 |       before_script:
 6 |         - cd updater
 7 |       script:
 8 |         - echo 'we should add updater tests'
 9 | 
10 |     - language: node_js
11 |       sudo: required
12 |       addons:
13 |         chrome: stable
14 |       node_js:
15 |         - "node"
16 |       cache:
17 |         directories:
18 |           - $HOME/.npm
19 |       before_script:
20 |         - cd docs
21 |         - npm install
22 |         - gem install github-pages
23 |       script:
24 |         - npm test
25 |       after_script:
26 |         - npm run codecov
27 |       branches:
28 |         only:
29 |           - master
30 | 


--------------------------------------------------------------------------------
/CONTRIBUTING.md:
--------------------------------------------------------------------------------
 1 | ## Contributing to Hubble Enterprise
 2 | 
 3 | Hi there!
 4 | We’re thrilled that you’d like to contribute to this project.
 5 | Your help is essential for keeping this project great and for making it better.
 6 | 
 7 | ## Branching Strategy
 8 | 
 9 | In general, contributors should develop on branches based off of `master` and pull requests should be made against `master`.
10 | 
11 | ## Submitting a pull request
12 | 
13 | 1. [Fork](https://github.com/Autodesk/hubble/fork) and clone the repository.
14 | 1. Create a new branch based on `master`: `git checkout -b <my-branch-name> master`.
15 | 1. Make your changes, add tests, and make sure the tests still pass.
16 |   - Changes to the web app (i.e. anything under `docs/`) can be validated by [running the web app tests](docs/README.md#tests).
17 |   - Changes to the updater component (i.e. anything under `updater/`) can't be validated yet, since we need a test suite there :).
18 | 1. Push to your fork and [submit a pull request](https://github.com/Autodesk/hubble/compare) from your branch to `master`.
19 | 1. Pat yourself on the back and wait for your pull request to be reviewed.
20 | 
21 | Here are a few things you can do that will increase the likelihood of your pull request to be accepted:
22 | 
23 | - Follow the existing style where possible.
24 | - Write tests.
25 | - Keep your change as focused as possible.
26 |   If you want to make multiple independent changes, please consider submitting them as separate pull requests.
27 | - Write a [good commit message](http://tbaggery.com/2008/04/19/a-note-about-git-commit-messages.html).
28 | 


--------------------------------------------------------------------------------
/LICENSE.md:
--------------------------------------------------------------------------------
 1 | # The MIT License (MIT)
 2 | 
 3 | Copyright © 2017 Autodesk Inc. https://www.autodesk.com/
 4 | 
 5 | Permission is hereby granted, free of charge, to any person obtaining a copy
 6 | of this software and associated documentation files (the "Software"), to deal
 7 | in the Software without restriction, including without limitation the rights
 8 | to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
 9 | copies of the Software, and to permit persons to whom the Software is
10 | furnished to do so, subject to the following conditions:
11 | 
12 | The above copyright notice and this permission notice shall be included in all
13 | copies or substantial portions of the Software.
14 | 
15 | THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 | IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 | FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
18 | AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19 | LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
20 | OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
21 | SOFTWARE.
22 | 


--------------------------------------------------------------------------------
/README.md:
--------------------------------------------------------------------------------
 1 | [![Logo Banner](logo-banner.svg)](https://autodesk.github.io/hubble/)
 2 | 
 3 | # Hubble Enterprise [![GitHub Release](https://img.shields.io/github/release/autodesk/hubble.svg?maxAge=3600)](https://github.com/autodesk/hubble/releases) [![CI Status](https://travis-ci.org/Autodesk/hubble.svg?branch=master)](https://travis-ci.org/Autodesk/hubble) [![codecov](https://codecov.io/gh/Autodesk/hubble/branch/master/graph/badge.svg)](https://codecov.io/gh/Autodesk/hubble)
 4 | 
 5 | _Hubble Enterprise_ visualizes [GitHub Enterprise](https://enterprise.github.com) collaboration, usage, and health data.
 6 | 
 7 | Explore our [interactive demo](https://autodesk.github.io/hubble/) or watch the recording of our [GitHub Universe talk](https://youtu.be/v9v6BUTrK_g?t=29m18s) to learn more!
 8 | 
 9 | > :warning: **Attention:**
10 | > Hubble Enterprise is not supported by or affiliated with GitHub.
11 | > Use it at your own risk! Autodesk assumes no responsibility for any data loss or hardship incurred directly or indirectly by using Hubble Enterprise.
12 | >
13 | > Hubble Enterprise runs all queries through the [GitHub Enterprise administrative shell](https://help.github.com/enterprise/2.11/admin/guides/installation/administrative-shell-ssh-access/) and ignores repository visibility settings to generate statistics over all repositories on your appliance.
14 | > Consequently, the names (no content!) of private repositories could show up on the Hubble dashboard published via GitHub Pages on your appliance.
15 | > If you have enabled [Public Pages](https://help.github.com/enterprise/2.10/admin/guides/installation/configuring-github-enterprise-pages/#setting-github-enterprise-pages-to-be-publicly-accessible) on your GitHub Enterprise management console, then everyone on your network will be able to see the Hubble dashboard!
16 | >
17 | > Please use Hubble Enterprise on your production instance only after reviewing the source code carefully!
18 | 
19 | ## Getting Started
20 | 
21 | Hubble Enterprise consists of two components.
22 | The [*updater component*](updater/) is a Python script that queries relevant data from a GitHub Enterprise appliance and stores the results in a Git repository once a day.
23 | The [*docs component*](docs/) is a web application that visualizes the collected data and is hosted with [GitHub Pages](https://pages.github.com/).
24 | 
25 | 1. Create a new, initialized, public repository for Hubble’s data on your GitHub Enterprise appliance (for instance, `https://git.company.com/scm/hubble-data`).
26 | 1. Publish Hubble’s [data repository on GitHub Pages](https://help.github.com/articles/configuring-a-publishing-source-for-github-pages).
27 |    Go to the repository settings, *options* tab, *GitHub Pages* section, then choose *master branch* as *source*, and click *save*.
28 |    GitHub Enterprise will now tell you the URL of the published data pages (for instance, `https://pages.git.company.com/scm/hubble-data` if you have [subdomain isolation enabled](https://help.github.com/enterprise/2.1/admin/articles/configuring-dns-ssl-and-subdomain-settings/#enabling-subdomain-isolation)).
29 |    Please be aware that this is a *GitHub Pages URL* and not just the repository’s URL.
30 |    Note this URL down as `dataURL`, as you will need it later.
31 | 1. Create a new, uninitialized, public repository for Hubble on your GitHub Enterprise appliance (for instance, `https://git.company.com/scm/hubble`).
32 | 1. Clone [this repository](https://github.com/autodesk/hubble) to your local machine, add your new Hubble repository as a remote, and push Hubble’s *master* branch to this remote:
33 |    ```sh
34 |    git clone https://github.com/autodesk/hubble
35 |    cd hubble
36 |    git remote add ghe https://git.company.com/scm/hubble
37 |    git push -u ghe master
38 |    ```
39 | 1. Open [`docs/_config.yml`](docs/_config.yml) in your editor and set the `dataURL` that you noted earlier. Commit and push the change to your Hubble repository:
40 |    ```sh
41 |    git add docs/_config.yml
42 |    git commit -m "Adjusting dataURL to our own instance"
43 |    git push
44 |    ```
45 | 1. Publish Hubble’s [docs folder on GitHub Pages](https://help.github.com/articles/configuring-a-publishing-source-for-github-pages/#publishing-your-github-pages-site-from-a-docs-folder-on-your-master-branch).
46 |    Go to the repository settings, *options* tab, *GitHub Pages* section, then choose *master branch/docs folder* as *source*, and click *save*.
47 |    GitHub Enterprise will now tell the URL of the published dashboard pages.
48 |    You may want to bookmark this URL to conveniently access the dashboard of Hubble Enterprise.
49 | 1. [Configure the updater component](updater/README.md).
50 | 
51 | ## Contributing
52 | 
53 | Review [the contributing guidelines](CONTRIBUTING.md) before you consider working on Hubble Enterprise and proposing contributions.
54 | 
55 | ## Core Team
56 | 
57 | These are the humans that form the core team of Hubble Enterprise, in alphabetical order:
58 | 
59 | | [![](https://avatars3.githubusercontent.com/u/477434?v=4&s=100)](https://github.com/larsxschneider)<br><sub>[@larsxschneider](https://github.com/larsxschneider)</sub> | [![](https://avatars1.githubusercontent.com/u/3244280?v=4&s=100)](https://github.com/pluehne)<br><sub>[@pluehne](https://github.com/pluehne)</sub> |
60 | |---|---|
61 | 
62 | ## License
63 | 
64 | SPDX-License-Identifier: [MIT](LICENSE.md)
65 | 


--------------------------------------------------------------------------------
/docs/.eslintignore:
--------------------------------------------------------------------------------
1 | _site/**
2 | assets/**
3 | coverage/**
4 | tools/**
5 | 


--------------------------------------------------------------------------------
/docs/.eslintrc.json:
--------------------------------------------------------------------------------
 1 | {
 2 |     "parserOptions": {
 3 |         "ecmaVersion": 6
 4 |     },
 5 |     "extends": "eslint:recommended",
 6 |     "rules": {
 7 |         "brace-style": ["error", "allman", {"allowSingleLine": true}],
 8 |         "camelcase": ["error"],
 9 |         "comma-spacing": ["error", {"before": false, "after": true}],
10 |         "indent": ["error", 4, {"SwitchCase": 1}],
11 |         "key-spacing": ["error", {"beforeColon": false, "afterColon": true}],
12 |         "keyword-spacing": ["error", {"before": true, "after": true}],
13 |         "max-len": ["error", {"code": 116}],
14 |         "object-curly-spacing": ["error", "never"],
15 |         "no-case-declarations": ["off"],
16 |         "no-console": ["error", {"allow": ["warn", "error"]}],
17 |         "no-tabs": ["error"],
18 |         "no-trailing-spaces": ["error"],
19 |         "no-var": ["error"],
20 |         "quotes": ["error", "single"],
21 |         "semi": ["error", "always"],
22 |         "space-before-function-paren": ["error", "never"],
23 |         "space-in-parens": ["error", "never"]
24 |     }
25 | }
26 | 


--------------------------------------------------------------------------------
/docs/.gitignore:
--------------------------------------------------------------------------------
 1 | _site
 2 | _test
 3 | 
 4 | # You can clone your "hubble-data" repository to this location for debugging
 5 | hubble-data
 6 | 
 7 | # nodejs bits
 8 | node_modules
 9 | 
10 | # code coverage artifacts
11 | coverage
12 | 


--------------------------------------------------------------------------------
/docs/README.md:
--------------------------------------------------------------------------------
  1 | ## Hubble Enterprise Web Dashboard
  2 | 
  3 | This web application is built as a [Jekyll](https://jekyllrb.com/) site and is intended to be hosted using [GitHub Pages](https://pages.github.com/).
  4 | 
  5 | ### Charts
  6 | 
  7 | Each `.html` page in this directory contains one or more charts.
  8 | Charts are dynamically created by [`charts.js`](assets/js/charts.js) from `<div class="chart-placeholder">` placeholders.
  9 | 
 10 | #### Structure
 11 | 
 12 | Charts generally have the following structure:
 13 | 
 14 | ```html
 15 | <div class="chart-placeholder">
 16 | 	<h3>Title</h3>
 17 | 	<canvas
 18 | 		data-url="{{ site.dataURL }}/chart-data.tsv"
 19 | 		data-type="history"
 20 | 		data-config='{...}'
 21 | 		></canvas>
 22 | 	<div class="info-box">
 23 | 		<p>
 24 | 			Description of the chart.
 25 | 		</p>
 26 | 	</div>
 27 | </div>
 28 | ```
 29 | 
 30 | - `<h3>`: the title of the chart (required)
 31 | - `<canvas>`: used to configure regular charts; change the tag to `<table>` for tables and `<svg>` for chord charts
 32 |   - `data-url`: the URL to the `.tsv` file that shall be rendered by the chart (generated by the [updater](../updater/README.md))
 33 |   - `data-type`: the chart type, supported types are:
 34 |     - `history`: time series charts for tracking metrics over time
 35 |     - `list`: horizontal bar charts for general numeric data
 36 |     - `table`: tables directly rendered from the TSV source
 37 |     - `chord`: chord diagrams used to visualize connections between entities
 38 |   - `data-config`: chart-type-specific configuration options (see [option list below](#configuration-options))
 39 | - `<div class="info-box">`: zero or more info boxes with descriptive texts
 40 | 
 41 | For details on how each kind of chart is rendered, take a look at [`charts.js`](assets/js/charts.js).
 42 | 
 43 | #### Configuration Options
 44 | 
 45 | ##### History Charts
 46 | 
 47 | | option | values | description |
 48 | |---|---|---|
 49 | | `series` | array of strings | only include these data series and drop all others (referenced by TSV table headings) |
 50 | | `visibleSeries` | array of strings | only show the listed data series and hide all others initially (referenced by TSV table headings) |
 51 | | `slice` | array `[t0, t1]` | slice the data from the TSV file as if `data.slice(t0, t1)` was called |
 52 | | `aggregate` | dictionary (see below) | defines how data should be aggregated (default: `undefined`, which leaves the data untouched) |
 53 | | `aggregate.period` | `week`, `month` | specifies the range over which the data shall be aggregated |
 54 | | `aggregate.method` | `sum`, `mean`, `min`, `max`, `first`, `last`, `median` | specifies the aggregation method; `first` and `last` select the chronologically first or last data point present in each period, respectively |
 55 | | `showRawDataLink` | `true`, `false` | show the link to download the chart’s raw data (default: `true`) |
 56 | 
 57 | ##### List Charts
 58 | 
 59 | | option | values | description |
 60 | |---|---|---|
 61 | | `stacked` | `true`, `false` | render the data series as stacked bars instead of showing multiple bars per row |
 62 | 
 63 | ### Development
 64 | 
 65 | To run the site locally, install [Jekyll](https://jekyllrb.com/).
 66 | Then, change the `_config.yml` file and set the `dataURL` to `http://127.0.0.1:4000/demo-data`.
 67 | Finally, run `jekyll serve` and load `http://127.0.0.1:4000` in your browser.
 68 | 
 69 | #### Tests
 70 | 
 71 | This web application uses [Karma](https://karma-runner.github.io) as a test runner (a way to run JavaScript in different browser contexts) and [Jasmine](https://jasmine.github.io) as the testing and assertion library.
 72 | The tests are implemented as `.js` files inside the [`spec/`](spec/) folder and mirror the filenames of JavaScript source files.
 73 | 
 74 | #### Requirements
 75 | 
 76 | - Install a recent version of [node.js](https://nodejs.org).
 77 | - Install a recent version of [Google Chrome](https://www.google.com/chrome/), a headless instance of which is used to run the tests.
 78 | - Install any needed dependencies by running `npm install` from this folder.
 79 | 
 80 | #### Running the Tests
 81 | 
 82 | To run the tests and linter:
 83 | 
 84 | ```sh
 85 | npm test
 86 | ```
 87 | 
 88 | To run just the unit tests once:
 89 | 
 90 | ```sh
 91 | npm run unit-test
 92 | ```
 93 | 
 94 | During local development, it may be nice to keep the test runner running in the background as one makes changes to the JavaScript source files (under [`assets/js/`](assets/js)) or the test files (under [`spec/`](spec/)) so as to get immediate feedback.
 95 | This mode will rerun the tests every time a source or test file changes.
 96 | To run in this mode:
 97 | 
 98 | ```sh
 99 | npm run unit-test -- --no-single-run --auto-watch
100 | ```
101 | 
102 | #### Linting JavaScript
103 | 
104 | This project has formalized a JavaScript style using [ESLint](https://eslint.org).
105 | To run the linter, ensure you have dependencies installed via `npm install`, then run:
106 | 
107 | ```sh
108 | npm run lint
109 | ```
110 | 
111 | ESLint allows for [cascading rules](https://eslint.org/docs/user-guide/configuring#configuration-cascading-and-hierarchy) to be in place, which this project leverages:
112 | 
113 | - There is one global ESLint config defined in [`.eslintrc.json`](.eslintrc.json), where we house the main stylistic rules.
114 | - We also have a browser-context-specific config defined in [`assets/js/.eslintrc.json`](assets/js/.eslintrc.json).
115 | - Finally, we have a test-context-specific config defined in [`spec/.eslintrc.json`](spec/.eslintrc.json).
116 | 
117 | [`.eslintignore`](.eslintignore) defines what directories and files should not be linted.
118 | 


--------------------------------------------------------------------------------
/docs/_config.yml:
--------------------------------------------------------------------------------
1 | dataURL: https://autodesk.github.io/hubble/demo-data
2 | exclude: ['spec', 'node_modules', 'README.md', '.gitignore', 'package.json', 'package-lock.json']
3 | 


--------------------------------------------------------------------------------
/docs/_data/navigation.yml:
--------------------------------------------------------------------------------
 1 | - title: "Users"
 2 |   url: "/"
 3 |   subnavigation:
 4 |     - title: "Collaboration"
 5 |       url: "/"
 6 |     - title: "Contributors"
 7 |       url: "/users-contributors"
 8 |     - title: "Activity"
 9 |       url: "/users-activity"
10 |     - title: "Git Versions"
11 |       url: "/users-git-versions"
12 |     - title: "Git Protocol"
13 |       url: "/users-git-protocol"
14 | - title: "Pull Requests"
15 |   url: "/pr-usage"
16 |   subnavigation:
17 |     - title: "Usage"
18 |       url: "/pr-usage"
19 |     - title: "Total"
20 |       url: "/pr-total"
21 | - title: "Repositories"
22 |   url: "/repos-feature-usage"
23 |   subnavigation:
24 |     - title: "Feature Usage"
25 |       url: "/repos-feature-usage"
26 |     - title: "Activity"
27 |       url: "/repos-activity"
28 |     - title: "Total"
29 |       url: "/repos-total"
30 |     - title: "Size"
31 |       url: "/repos-size"
32 | - title: "Organizations"
33 |   url: "/orgs-activity"
34 |   subnavigation:
35 |     - title: "Activity"
36 |       url: "/orgs-activity"
37 |     - title: "Total"
38 |       url: "/orgs-total"
39 |     - title: "Owners"
40 |       url: "/org-owners"
41 |     - title: "Teams"
42 |       url: "/teams-total"
43 | - title: "Housekeeping"
44 |   url: "/housekeeping-git-traffic"
45 |   subnavigation:
46 |     - title: "Git Traffic"
47 |       url: "/housekeeping-git-traffic"
48 |     - title: "Git Requests"
49 |       url: "/housekeeping-git-requests"
50 |     - title: "API Requests"
51 |       url: "/housekeeping-api-requests"
52 |     - title: "Abandoned Organizations"
53 |       url: "/housekeeping-abandoned-orgs"
54 |     - title: "Repository Location"
55 |       url: "/housekeeping-repo-location"
56 |     - title: "Forks"
57 |       url: "/housekeeping-forks"
58 |     - title: "Failed Webhooks"
59 |       url: "/housekeeping-failed-webhooks"
60 | - title: "Recommendations"
61 |   url: "/recommendations-tokenless-auth"
62 |   subnavigation:
63 |     - title: "Tokenless Authentication"
64 |       url: "/recommendations-tokenless-auth"
65 |     - title: "Legacy Teams"
66 |       url: "/recommendations-legacy-teams"
67 | 


--------------------------------------------------------------------------------
/docs/_includes/environment.html:
--------------------------------------------------------------------------------
1 | {% if site.github.repository_nwo != nil %}
2 | 	{% assign site.baseurl = site.github.repository_nwo %}
3 | {% endif %}
4 | 


--------------------------------------------------------------------------------
/docs/_includes/footer.html:
--------------------------------------------------------------------------------
1 | <!-- <footer class="site-footer">
2 | 	<span class="site-footer-owner">
3 | 		Statistics are maintained by the <a href="mailto:YOUR-EMAIL@COMPANY.com?Subject=Hubble%20Enterprise%20Feedback" target="_top"">Source Control Solutions team</a>.
4 | 	</span>
5 | </footer> -->
6 | 


--------------------------------------------------------------------------------
/docs/_includes/navigation.html:
--------------------------------------------------------------------------------
 1 | {% include environment.html %}
 2 | <section class="navigation">
 3 | 	{% if site.github.repository_nwo != nil %}
 4 | 		{% assign site.baseurl = site.github.repository_nwo %}
 5 | 	{% endif %}
 6 | 	{% assign activeItem = nil %}
 7 | 	{% assign activeSubitem = nil %}
 8 | 	{% for item in site.data.navigation %}
 9 | 		{% if item.url == page.url %}
10 | 			{% assign activeItem = item %}
11 | 		{% endif %}
12 | 		{% for subitem in item.subnavigation %}
13 | 			{% if subitem.url == page.url %}
14 | 				{% assign activeItem = item %}
15 | 				{% assign activeSubitem = subitem %}
16 | 			{% endif %}
17 | 		{% endfor %}
18 | 	{% endfor %}
19 | 	<ul class="navigation-primary">
20 | 		{% for item in site.data.navigation %}
21 | 		<li>
22 | 			{% if item == activeItem %}
23 | 			<a href="{{ site.baseurl }}{{ item.url }}" class="active">{{ item.title }}</a>
24 | 			{% else %}
25 | 			<a href="{{ site.baseurl }}{{ item.url }}">{{ item.title }}</a>
26 | 			{% endif %}
27 | 		</li>
28 | 		{% endfor %}
29 | 	</ul>
30 | 	{% if activeItem != nil and activeItem.subnavigation != nil %}
31 | 	<ul class="navigation-secondary">
32 | 		{% for subitem in activeItem.subnavigation %}
33 | 		<li>
34 | 			{% if subitem == activeSubitem %}
35 | 			<a href="{{ site.baseurl }}{{ subitem.url }}" class="active">{{ subitem.title }}</a>
36 | 			{% else %}
37 | 			<a href="{{ site.baseurl }}{{ subitem.url }}">{{ subitem.title }}</a>
38 | 			{% endif %}
39 | 		</li>
40 | 		{% endfor %}
41 | 	</ul>
42 | 	{% endif %}
43 | 
44 | </section>
45 | 


--------------------------------------------------------------------------------
/docs/_layouts/default.html:
--------------------------------------------------------------------------------
 1 | {% include environment.html %}
 2 | <!doctype html>
 3 | <html lang="en-us">
 4 | 	<head>
 5 | 		<meta charset="UTF-8">
 6 | 		<title>Hubble Enterprise{% if page.title %}: {{ page.title }}{% endif %}</title>
 7 | 		<meta name="viewport" content="width=device-width, initial-scale=1">
 8 | 		<link rel="icon" sizes="256x256" href="{{ site.baseurl }}/assets/icons/favicon-256x256.png?version={{ site.github.build_revision }}">
 9 | 		<link rel="icon" sizes="192x192" href="{{ site.baseurl }}/assets/icons/favicon-192x192.png?version={{ site.github.build_revision }}">
10 | 		<link rel="icon" sizes="128x128" href="{{ site.baseurl }}/assets/icons/favicon-128x128.png?version={{ site.github.build_revision }}">
11 | 		<link rel="icon" sizes="96x96" href="{{ site.baseurl }}/assets/icons/favicon-96x96.png?version={{ site.github.build_revision }}">
12 | 		<link rel="icon" sizes="64x64" href="{{ site.baseurl }}/assets/icons/favicon-64x64.png?version={{ site.github.build_revision }}">
13 | 		<link rel="icon" sizes="48x48" href="{{ site.baseurl }}/assets/icons/favicon-48x48.png?version={{ site.github.build_revision }}">
14 | 		<link rel="icon" sizes="32x32" href="{{ site.baseurl }}/assets/icons/favicon-32x32.png?version={{ site.github.build_revision }}">
15 | 		<link rel="icon" sizes="16x16" href="{{ site.baseurl }}/assets/icons/favicon-16x16.png?version={{ site.github.build_revision }}">
16 | 		<link rel="apple-touch-icon" sizes="57x57" href="{{ site.baseurl }}/assets/icons/apple-touch-icon-57x57.png?version={{ site.github.build_revision }}">
17 | 		<link rel="apple-touch-icon" sizes="76x76" href="{{ site.baseurl }}/assets/icons/apple-touch-icon-76x76.png?version={{ site.github.build_revision }}">
18 | 		<link rel="apple-touch-icon" sizes="120x120" href="{{ site.baseurl }}/assets/icons/apple-touch-icon-120x120.png?version={{ site.github.build_revision }}">
19 | 		<link rel="apple-touch-icon" sizes="152x152" href="{{ site.baseurl }}/assets/icons/apple-touch-icon-152x152.png?version={{ site.github.build_revision }}">
20 | 		<link rel="apple-touch-icon" sizes="167x167" href="{{ site.baseurl }}/assets/icons/apple-touch-icon-167x167.png?version={{ site.github.build_revision }}">
21 | 		<link rel="apple-touch-icon" sizes="180x180" href="{{ site.baseurl }}/assets/icons/apple-touch-icon-180x180.png?version={{ site.github.build_revision }}">
22 | 		<link rel="stylesheet" type="text/css" href="{{ site.baseurl }}/assets/css/normalize.css?version={{ site.github.build_revision }}" media="screen">
23 | 		<link rel="stylesheet" type="text/css" href="https://fonts.googleapis.com/css?family=Open+Sans:400,400i,600,600i" media="screen">
24 | 		<link rel="stylesheet" type="text/css" href="https://use.fontawesome.com/releases/v5.0.6/css/all.css" media="screen">
25 | 		<link rel="stylesheet" type="text/css" href="{{ site.baseurl }}/assets/css/stylesheet.css?version={{ site.github.build_revision }}" media="screen">
26 | 		<script src="{{ site.baseurl }}/assets/js/vendor/jquery-3.2.1.min.js"></script>
27 | 		<script src="{{ site.baseurl }}/assets/js/vendor/d3.v4.min.js"></script>
28 | 		<script src="{{ site.baseurl }}/assets/js/vendor/moment-with-locales-2.21.0.min.js"></script>
29 | 		<script src="{{ site.baseurl }}/assets/js/vendor/Chart-2.7.3.min.js"></script>
30 | 		<script src="{{ site.baseurl }}/assets/js/vendor/spin-2.3.2.min.js"></script>
31 | 		<script src="{{ site.baseurl }}/assets/js/charts.js?version={{ site.github.build_revision }}"></script>
32 | 	</head>
33 | 	<body>
34 | 		<section class="page-header">
35 | 			<a href="https://github.com/Autodesk/hubble" class="fork-banner">
36 | 				<img alt="Fork me on GitHub" src="{{ site.baseurl }}/assets/images/fork-banner.png">
37 | 			</a>
38 | 			<a href="{{ site.baseurl }}/" alt="Hubble Enterprise">
39 | 				<img src="{{ site.baseurl }}/assets/images/logo-title.svg" class="project-logo" width="3rem" height="3rem">
40 | 				<h1 class="project-name">{{ site.url | replace: "://pages.", "://" | remove_first: "https://" | remove_first: "http://" }} Statistics</h1>
41 | 			</a>
42 | 		</section>
43 | 		{% include navigation.html %}
44 | 		<section class="main-content">
45 | 			{{ content }}
46 | 			{% include footer.html %}
47 | 		</section>
48 | 	</body>
49 | </html>
50 | 


--------------------------------------------------------------------------------
/docs/assets/icons/apple-touch-icon-120x120.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/Autodesk/hubble/f608b5da86a630878b318b2ef86dcae874740028/docs/assets/icons/apple-touch-icon-120x120.png


--------------------------------------------------------------------------------
/docs/assets/icons/apple-touch-icon-152x152.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/Autodesk/hubble/f608b5da86a630878b318b2ef86dcae874740028/docs/assets/icons/apple-touch-icon-152x152.png


--------------------------------------------------------------------------------
/docs/assets/icons/apple-touch-icon-167x167.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/Autodesk/hubble/f608b5da86a630878b318b2ef86dcae874740028/docs/assets/icons/apple-touch-icon-167x167.png


--------------------------------------------------------------------------------
/docs/assets/icons/apple-touch-icon-180x180.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/Autodesk/hubble/f608b5da86a630878b318b2ef86dcae874740028/docs/assets/icons/apple-touch-icon-180x180.png


--------------------------------------------------------------------------------
/docs/assets/icons/apple-touch-icon-57x57.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/Autodesk/hubble/f608b5da86a630878b318b2ef86dcae874740028/docs/assets/icons/apple-touch-icon-57x57.png


--------------------------------------------------------------------------------
/docs/assets/icons/apple-touch-icon-76x76.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/Autodesk/hubble/f608b5da86a630878b318b2ef86dcae874740028/docs/assets/icons/apple-touch-icon-76x76.png


--------------------------------------------------------------------------------
/docs/assets/icons/favicon-128x128.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/Autodesk/hubble/f608b5da86a630878b318b2ef86dcae874740028/docs/assets/icons/favicon-128x128.png


--------------------------------------------------------------------------------
/docs/assets/icons/favicon-16x16.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/Autodesk/hubble/f608b5da86a630878b318b2ef86dcae874740028/docs/assets/icons/favicon-16x16.png


--------------------------------------------------------------------------------
/docs/assets/icons/favicon-192x192.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/Autodesk/hubble/f608b5da86a630878b318b2ef86dcae874740028/docs/assets/icons/favicon-192x192.png


--------------------------------------------------------------------------------
/docs/assets/icons/favicon-256x256.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/Autodesk/hubble/f608b5da86a630878b318b2ef86dcae874740028/docs/assets/icons/favicon-256x256.png


--------------------------------------------------------------------------------
/docs/assets/icons/favicon-32x32.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/Autodesk/hubble/f608b5da86a630878b318b2ef86dcae874740028/docs/assets/icons/favicon-32x32.png


--------------------------------------------------------------------------------
/docs/assets/icons/favicon-48x48.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/Autodesk/hubble/f608b5da86a630878b318b2ef86dcae874740028/docs/assets/icons/favicon-48x48.png


--------------------------------------------------------------------------------
/docs/assets/icons/favicon-64x64.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/Autodesk/hubble/f608b5da86a630878b318b2ef86dcae874740028/docs/assets/icons/favicon-64x64.png


--------------------------------------------------------------------------------
/docs/assets/icons/favicon-96x96.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/Autodesk/hubble/f608b5da86a630878b318b2ef86dcae874740028/docs/assets/icons/favicon-96x96.png


--------------------------------------------------------------------------------
/docs/assets/images/fork-banner.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/Autodesk/hubble/f608b5da86a630878b318b2ef86dcae874740028/docs/assets/images/fork-banner.png


--------------------------------------------------------------------------------
/docs/assets/images/logo-title.svg:
--------------------------------------------------------------------------------
 1 | <?xml version="1.0" encoding="UTF-8"?>
 2 | <!-- Created with Inkscape (http://www.inkscape.org/) -->
 3 | <svg width="512" height="512" version="1.1" viewBox="0 0 135.47 135.47" xmlns="http://www.w3.org/2000/svg" xmlns:cc="http://creativecommons.org/ns#" xmlns:dc="http://purl.org/dc/elements/1.1/" xmlns:rdf="http://www.w3.org/1999/02/22-rdf-syntax-ns#">
 4 |  <metadata>
 5 |   <rdf:RDF>
 6 |    <cc:Work rdf:about="">
 7 |     <dc:format>image/svg+xml</dc:format>
 8 |     <dc:type rdf:resource="http://purl.org/dc/dcmitype/StillImage"/>
 9 |     <dc:title/>
10 |    </cc:Work>
11 |   </rdf:RDF>
12 |  </metadata>
13 |  <g transform="translate(-40.653 -67.574)">
14 |   <g transform="matrix(.99805 0 0 .99805 .079244 .39578)">
15 |    <rect x="40.785" y="67.442" width="135.47" height="135.47" opacity="0" stroke-width=".26458"/>
16 |    <path d="m114.06 67.443c-1.5566-0.03723-2.8132 1.5152-2.7359 3.3793v71.789c-0.92714 0.0512-1.8351 0.13241-2.802 0.13241-0.96414 0-1.8652-0.0814-2.79-0.13241v-71.789c0-4.2962-5.3756-4.2962-5.3756 0v71.212c-2.1282-0.37642-3.9864-0.90178-5.592-1.5273v-69.684c-0.0014-1.815-1.2527-3.2702-2.766-3.217-1.4523 0.05003-2.6082 1.4752-2.6096 3.217v76.587c-4.07e-4 0.0279 0.0128 0.0512 0.0128 0.078 0.05702 5.2644 6.2918 9.6408 14.648 10.823v31.141l-5.9829 8.0995c-1.5405 2.0822-0.30113 5.3684 2.0203 5.3575h16.884c2.3159-2e-3 3.545-3.2805 2.0083-5.3575l-5.9829-8.0995v-31.141c8.3557-1.1826 14.591-5.559 14.648-10.823 1.8e-4 -0.0279 0.0128-0.05 0.0128-0.078v-76.587c-9.9e-4 -1.815-1.2527-3.2702-2.766-3.217-1.4523 0.05003-2.6082 1.4752-2.6096 3.217v69.684c-1.607 0.62648-3.4618 1.1507-5.5921 1.5273v-71.212c0.0756-1.813-1.1138-3.3421-2.6277-3.3793zm-56.6 10.066c-0.60553 0.01862-1.1883 0.28077-1.6536 0.74562-9.3404 9.0464-14.179 21.16-14.179 33.33 0 12.17 4.8381 24.277 14.179 33.324 2.7888 2.6959 6.1621-2.3189 3.3733-5.0148-8.2363-7.9771-12.176-18.167-12.176-28.309 0-10.142 3.9399-20.338 12.176-28.315 2.0451-1.9092 0.87152-5.8403-1.7197-5.7604zm102.11 0c-2.5849-0.06516-3.7473 3.8556-1.7077 5.7604 8.2364 7.9771 12.182 18.173 12.182 28.315 0 10.142-3.9459 20.332-12.182 28.309-2.7888 2.7008 0.59051 7.7156 3.3793 5.0148 9.3404-9.0464 14.173-21.154 14.173-33.324 0-12.17-4.8321-24.283-14.173-33.33-0.46694-0.46648-1.052-0.72933-1.6596-0.74562zm-91.698 10.096c-0.60401 0.0221-1.1845 0.28601-1.6475 0.75167-6.4639 6.2578-9.8673 14.713-9.8673 23.228 0 8.5154 3.4034 16.964 9.8673 23.222 2.7854 2.7007 6.1647-2.308 3.3793-5.0088-5.3597-5.1888-7.871-11.726-7.871-18.213 0-6.4872 2.5113-13.031 7.871-18.219 2.0506-1.9136 0.8657-5.8549-1.7317-5.7604zm81.277 0c-2.5849-0.06516-3.7472 3.8555-1.7077 5.7604 5.3597 5.1888 7.871 11.732 7.871 18.219 0 6.4871-2.5113 13.024-7.871 18.213-2.9586 2.672 0.57086 7.9128 3.3733 5.0088 6.4639-6.2578 9.8733-14.707 9.8733-23.222 0-8.5155-3.4094-16.97-9.8733-23.228-0.46298-0.46555-1.0435-0.73038-1.6476-0.75167-6e-3 -3.4e-5 -0.0128-3.4e-5 -0.0186 0zm-71.542 9.4283c-0.60436 0.01513-1.1869 0.27309-1.6536 0.73364-3.7768 3.6563-5.8386 8.712-5.8386 13.818 0 5.1058 2.0618 10.156 5.8386 13.812 2.7888 2.6959 6.162-2.3189 3.3733-5.0148-2.6727-2.5874-3.8363-5.7196-3.8363-8.797-3.4e-5 -3.0774 1.1636-6.2156 3.8363-8.803 2.0231-1.9132 0.85651-5.8126-1.7197-5.7484zm61.825 0c-2.5763-0.064-3.7428 3.8352-1.7197 5.7484 2.6727 2.5874 3.8363 5.7255 3.8362 8.803 0 3.0774-1.1636 6.2096-3.8362 8.797-2.7888 2.7007 0.59051 7.7156 3.3793 5.0148 3.7768-3.6562 5.8326-8.706 5.8326-13.812 0-5.1058-2.0558-10.162-5.8326-13.818-0.46821-0.46206-1.0532-0.72061-1.6596-0.73364z" color="#000000" color-rendering="auto" dominant-baseline="auto" fill="#f3f6fa" fill-rule="evenodd" image-rendering="auto" shape-rendering="auto" solid-color="#000000" style="font-feature-settings:normal;font-variant-alternates:normal;font-variant-caps:normal;font-variant-ligatures:normal;font-variant-numeric:normal;font-variant-position:normal;isolation:auto;mix-blend-mode:normal;shape-padding:0;text-decoration-color:#000000;text-decoration-line:none;text-decoration-style:solid;text-indent:0;text-orientation:mixed;text-transform:none;white-space:normal"/>
17 |   </g>
18 |  </g>
19 | </svg>
20 | 


--------------------------------------------------------------------------------
/docs/assets/js/.eslintrc.json:
--------------------------------------------------------------------------------
 1 | {
 2 |     "parserOptions": {
 3 |         "ecmaVersion": 6
 4 |     },
 5 |     "env": {
 6 |         "browser": true,
 7 |         "jquery": true
 8 |     },
 9 |     "globals": {
10 |         "Chart": false,
11 |         "d3": false,
12 |         "Spinner": false,
13 |         "moment": false
14 |     }
15 | }
16 | 


--------------------------------------------------------------------------------
/docs/assets/js/_partials/aggregate.js:
--------------------------------------------------------------------------------
  1 | function sortTimeData(data)
  2 | {
  3 |     if (!(data instanceof Array))
  4 |         throw 'expected data array as input';
  5 | 
  6 |     // Turn date strings into proper date objects
  7 |     for (let i = 0; i < data.length; i++)
  8 |         data[i]['date'] = d3.isoParse(data[i]['date']);
  9 | 
 10 |     // Sort the data
 11 |     data.sort((row1, row2) => row1['date'] - row2['date']);
 12 | }
 13 | 
 14 | // Assumes that the data is sorted by date in ascending order
 15 | function aggregateTimeData(data, aggregationConfig)
 16 | {
 17 |     if (!(data instanceof Array))
 18 |         throw 'expected data array as input';
 19 | 
 20 |     if (data.length < 1)
 21 |         return;
 22 | 
 23 |     const dateStart = data[0]['date'];
 24 |     // Ranges are exclusive, so add one more day to include the last date
 25 |     const dateEnd = d3.utcDay.offset(data[data.length - 1]['date'], 1);
 26 | 
 27 |     let period;
 28 | 
 29 |     switch (aggregationConfig['period'])
 30 |     {
 31 |         case 'week':
 32 |             period = d3.utcMonday;
 33 |             break;
 34 |         case 'month':
 35 |             period = d3.utcMonth;
 36 |             break;
 37 |         default:
 38 |             throw 'unknown aggregation period "' + aggregationConfig['period'] + '"';
 39 |     }
 40 | 
 41 |     // Don't use incomplete periods at the beginning and the end of the data
 42 |     const t0 = period.ceil(dateStart);
 43 |     // In d3, ranges include the start value but exclude the end value.
 44 |     // We want to include the last period as well, so add one more period
 45 |     const t1 = period.offset(period.floor(dateEnd), 1);
 46 |     const periods = period.range(t0, t1);
 47 | 
 48 |     let aggregatedData = Array();
 49 | 
 50 |     for (let i = 0; i < periods.length - 1; i++)
 51 |     {
 52 |         const t0 = periods[i];
 53 |         const t1 = periods[i + 1];
 54 | 
 55 |         // Note that this assumes complete data in the period.
 56 |         // Should data points be missing, aggregation methods such as the sum will lead to results that can't be
 57 |         // compared to periods with complete data.
 58 |         // Hence, the maintainers of the data need to ensure that the input is well-formed
 59 |         const dates = data.filter(row => row['date'] >= t0 && row['date'] < t1);
 60 | 
 61 |         let row = Object();
 62 |         row['date'] = t0;
 63 |         row['_dateRange'] = [t0, t1];
 64 |         row['_infoText'] = aggregationConfig['method'];
 65 | 
 66 |         $.each(Object.keys(data[0]),
 67 |             function(keyID, key)
 68 |             {
 69 |                 // Exclude the date itself from aggregation
 70 |                 if (key == 'date')
 71 |                     return;
 72 | 
 73 |                 if (dates.length == 0)
 74 |                 {
 75 |                     row[key] = undefined;
 76 |                     return;
 77 |                 }
 78 | 
 79 |                 const accessor = (row => row[key]);
 80 | 
 81 |                 switch (aggregationConfig['method'])
 82 |                 {
 83 |                     case 'sum':
 84 |                         row[key] = d3.sum(dates, accessor);
 85 |                         break;
 86 |                     case 'mean':
 87 |                         row[key] = d3.mean(dates, accessor);
 88 |                         break;
 89 |                     case 'median':
 90 |                         row[key] = d3.median(dates, accessor);
 91 |                         break;
 92 |                     case 'first':
 93 |                         row[key] = dates[0][key];
 94 |                         // With the first/last aggregation methods, show only the affected date and not a range.
 95 |                         // The info text showing the aggregation method can also be omitted, because the date
 96 |                         // itself is enough information to understand the scope of the shown value.
 97 |                         row['_dateRange'][1] = t0;
 98 |                         row['_infoText'] = undefined;
 99 |                         break;
100 |                     case 'last':
101 |                         row[key] = dates[dates.length - 1][key];
102 |                         row['_dateRange'][0] = t1;
103 |                         row['_infoText'] = undefined;
104 |                         break;
105 |                     case 'min':
106 |                         row[key] = d3.min(dates, accessor);
107 |                         break;
108 |                     case 'max':
109 |                         row[key] = d3.max(dates, accessor);
110 |                         break;
111 |                     default:
112 |                         throw 'unknown aggregation method "' + aggregationConfig['method'] + '"';
113 |                 }
114 |             });
115 | 
116 |         aggregatedData.push(row);
117 |     }
118 | 
119 |     return aggregatedData;
120 | }
121 | 


--------------------------------------------------------------------------------
/docs/assets/js/_partials/chart-base.js:
--------------------------------------------------------------------------------
 1 | function hasConfig(element, key)
 2 | {
 3 |     return element.data('config') && (key in element.data('config'));
 4 | }
 5 | 
 6 | function readConfig(element, key)
 7 | {
 8 |     if (!hasConfig(element, key))
 9 |         return undefined;
10 | 
11 |     return element.data('config')[key];
12 | }
13 | 


--------------------------------------------------------------------------------
/docs/assets/js/_partials/chart-list.js:
--------------------------------------------------------------------------------
  1 | const barWidth = 35;
  2 | 
  3 | const barChartDefaults =
  4 | {
  5 |     legend:
  6 |     {
  7 |         display: true
  8 |     },
  9 |     maintainAspectRatio: false
 10 | };
 11 | 
 12 | const stackedBarChartDefaults =
 13 | {
 14 |     scales:
 15 |     {
 16 |         xAxes:
 17 |         [
 18 |             {
 19 |                 stacked: true
 20 |             }
 21 |         ],
 22 |         yAxes:
 23 |         [
 24 |             {
 25 |                 stacked: true
 26 |             }
 27 |         ]
 28 |     },
 29 |     legend:
 30 |     {
 31 |         display: true
 32 |     },
 33 |     maintainAspectRatio: false
 34 | };
 35 | 
 36 | function createList(canvas)
 37 | {
 38 |     const url = $(canvas).data('url');
 39 | 
 40 |     let spinner = createSpinner(canvas);
 41 | 
 42 |     d3.tsv(url,
 43 |         function(row)
 44 |         {
 45 |             $.each(Object.keys(row).slice(1),
 46 |                 function(keyID, key)
 47 |                 {
 48 |                     row[key] = +row[key];
 49 |                 });
 50 | 
 51 |             return row;
 52 |         },
 53 |         function(error, data)
 54 |         {
 55 |             if (error)
 56 |                 throw error;
 57 | 
 58 |             if (data.length == 0)
 59 |                 return;
 60 | 
 61 |             const context = canvas.getContext('2d');
 62 | 
 63 |             if (hasConfig($(canvas), 'slice'))
 64 |                 data = data.slice(readConfig($(canvas), 'slice')[0], readConfig($(canvas), 'slice')[1]);
 65 | 
 66 |             const types = hasConfig($(canvas), 'series')
 67 |                 ? readConfig($(canvas), 'series')
 68 |                 : Object.keys(data[0]).slice(1);
 69 | 
 70 |             const visibleTypes = hasConfig($(canvas), 'visibleSeries')
 71 |                 ? readConfig($(canvas), 'visibleSeries')
 72 |                 : types;
 73 | 
 74 |             let chartData = Array();
 75 | 
 76 |             let index = 0;
 77 | 
 78 |             $.each(types,
 79 |                 function(typeID, type)
 80 |                 {
 81 |                     const color = chartColorSequence[index % chartColorSequence.length];
 82 |                     const colorString = 'rgb(' + color[0] + ', ' + color[1] + ', ' + color[2] + ')';
 83 | 
 84 |                     let seriesData =
 85 |                     {
 86 |                         label: type,
 87 |                         backgroundColor: colorString,
 88 |                         borderColor: colorString,
 89 |                         fill: true,
 90 |                         hidden: (visibleTypes.indexOf(type) == -1) ? true : false,
 91 |                     };
 92 | 
 93 |                     seriesData.data = data.map(row => Object.values(row)[1 + typeID]);
 94 |                     chartData.push(seriesData);
 95 | 
 96 |                     index++;
 97 |                 });
 98 | 
 99 |             const repositories = data.map(row => Object.values(row)[0]);
100 | 
101 |             $(canvas).attr('height', data.length * barWidth);
102 | 
103 |             const isStacked = (readConfig($(canvas), 'stacked') == true);
104 |             let options = isStacked ? stackedBarChartDefaults : barChartDefaults;
105 |             options['legend']['display'] = (types.length > 1);
106 | 
107 |             new Chart(context,
108 |                 {
109 |                     type: 'horizontalBar',
110 |                     data:
111 |                     {
112 |                         labels: repositories,
113 |                         datasets: chartData
114 |                     },
115 |                     options: options
116 |                 });
117 |         }
118 |     ).on('load.spinner', function()
119 |     {
120 |         spinner.stop();
121 |     });
122 | }
123 | 


--------------------------------------------------------------------------------
/docs/assets/js/_partials/chart-recommended-git-versions.js:
--------------------------------------------------------------------------------
  1 | class RecommendedGitVersionsChart extends AreaChart
  2 | {
  3 |     constructor(canvas, actionBar)
  4 |     {
  5 |         const config =
  6 |         {
  7 |             datasetColors:
  8 |             {
  9 |                 vulnerable: 'red',
 10 |                 outdated: 'yellow',
 11 |                 recommended: 'green',
 12 |                 unknown: 'grey',
 13 |             },
 14 |             datasets: ['recommended', 'outdated', 'vulnerable'],
 15 |             views:
 16 |             [
 17 |                 {
 18 |                     label: '2 m',
 19 |                     tooltip: 'Show the last 2 months',
 20 |                     aggregate: false,
 21 |                     slice: [0, 61],
 22 |                     normalize: true,
 23 |                 },
 24 |                 {
 25 |                     label: '2 y',
 26 |                     tooltip: 'Show the last 2 years',
 27 |                     aggregate:
 28 |                     {
 29 |                         period: 'week',
 30 |                         method: 'first'
 31 |                     },
 32 |                     slice: [0, 106],
 33 |                     normalize: true,
 34 |                     default: true,
 35 |                 },
 36 |                 {
 37 |                     label: 'all',
 38 |                     tooltip: 'Show all data',
 39 |                     aggregate:
 40 |                     {
 41 |                         period: 'week',
 42 |                         method: 'first',
 43 |                     },
 44 |                     normalize: true,
 45 |                 },
 46 |             ],
 47 |         };
 48 | 
 49 |         super(config, canvas, actionBar);
 50 |     }
 51 | 
 52 |     render()
 53 |     {
 54 |         const gitVersionsDatabase = new GitVersionsDatabase();
 55 |         const dataURL = '{{ site.dataURL }}/git-versions-new.tsv';
 56 | 
 57 |         // Attempt to retrieve the Git versions data from the online source first
 58 |         d3.queue()
 59 |             .defer(d3.tsv, dataURL)
 60 |             .defer(callback => gitVersionsDatabase.load(callback))
 61 |             .await((error, data, gitVersionsData) => this._handleData(error, data, gitVersionsData));
 62 |     }
 63 | 
 64 |     _handleData(error, data, gitVersionsData)
 65 |     {
 66 |         if (error)
 67 |             throw 'could not load chart data';
 68 | 
 69 |         const chartData = this._computeChartData(data, gitVersionsData);
 70 |         super.render(chartData);
 71 |     }
 72 | 
 73 |     // Compute the chart data to display
 74 |     _computeChartData(data, gitVersionsData)
 75 |     {
 76 |         const gitReleases = gitVersionsData.gitVersions.releases;
 77 |         let result = {};
 78 | 
 79 |         for (const key in data)
 80 |         {
 81 |             const row = data[key];
 82 |             const date = new Date(row.date);
 83 |             let version = row['Git version'];
 84 |             const users = +row.users;
 85 | 
 86 |             if (row.date === undefined)
 87 |                 continue;
 88 | 
 89 |             if (!(date in result))
 90 |                 result[date] =
 91 |                 {
 92 |                     date: date,
 93 |                     recommended: 0,
 94 |                     outdated: 0,
 95 |                     vulnerable: 0,
 96 |                     unknown: 0,
 97 |                 };
 98 | 
 99 |             while (version.split('.').length < 3)
100 |                 version += '.0';
101 | 
102 |             const versionMajor = version.split('.')[0];
103 | 
104 |             if (versionMajor == '0' || versionMajor == '1')
105 |             {
106 |                 result[date].vulnerable += users;
107 |                 continue;
108 |             }
109 | 
110 |             if (!(version in gitReleases))
111 |             {
112 |                 // If an unknown version was found, show the “unknown” dataset
113 |                 if (this.config.datasets.indexOf('unknown') === -1)
114 |                     this.config.datasets.push('unknown');
115 | 
116 |                 result[date].unknown += users;
117 |                 continue;
118 |             }
119 | 
120 |             if ('vulnerableSince' in gitReleases[version]
121 |                 && gitReleases[version].vulnerableSince < date)
122 |             {
123 |                 result[date].vulnerable += users;
124 |                 continue;
125 |             }
126 | 
127 |             if ('outdatedSince' in gitReleases[version]
128 |                 && gitReleases[version].outdatedSince < date)
129 |             {
130 |                 result[date].outdated += users;
131 |                 continue;
132 |             }
133 | 
134 |             result[date].recommended += users;
135 |         }
136 | 
137 |         // Turn dictionary with date as key into a plain array
138 |         return Object.keys(result).map(key => result[key]);
139 |     }
140 | }
141 | 


--------------------------------------------------------------------------------
/docs/assets/js/_partials/chart-table.js:
--------------------------------------------------------------------------------
 1 | function createTable(table)
 2 | {
 3 |     const url = $(table).data('url');
 4 | 
 5 |     let spinner = createSpinner(table);
 6 | 
 7 |     d3.tsv(url,
 8 |         function(error, data)
 9 |         {
10 |             if (error)
11 |                 throw error;
12 | 
13 |             if (data.length == 0)
14 |                 return;
15 | 
16 |             d3.select(table)
17 |                 .append('thead')
18 |                 .append('tr')
19 |                 .selectAll('th')
20 |                 .data(data.columns)
21 |                 .enter()
22 |                 .append('th')
23 |                 .text(d => d);
24 | 
25 |             let displayData = data;
26 |             const configSlice = readConfig($(table), 'slice');
27 |             if (Array.isArray(configSlice) && configSlice.length > 1)
28 |                 displayData = data.slice(configSlice[0], configSlice[1]);
29 | 
30 |             let rows = d3.select(table)
31 |                 .append('tbody')
32 |                 .selectAll('tr')
33 |                 .data(displayData)
34 |                 .enter()
35 |                 .append('tr');
36 | 
37 |             rows.selectAll('td')
38 |                 .data(function(row)
39 |                 {
40 |                     return d3.range(Object.keys(row).length)
41 |                         .map((column, i) => row[Object.keys(row)[i]]);
42 |                 })
43 |                 .enter()
44 |                 .append('td')
45 |                 .each(function(d, i)
46 |                 {
47 |                     const cell = d3.select(this);
48 |                     const entries = d.split(/[\s,]+/);
49 |                     const column = data.columns[i].toLowerCase();
50 | 
51 |                     for (let j = 0; j < entries.length; j++)
52 |                     {
53 |                         if (j > 0)
54 |                             cell.append().text(', ');
55 |                         const entry = entries[j];
56 |                         switch (column)
57 |                         {
58 |                             case 'fork':
59 |                             case 'organization':
60 |                             case 'owner(s)':
61 |                             case 'repository':
62 |                             case 'resource':
63 |                             case 'user':
64 |                                 let a = cell.append('a').text(entry)
65 |                                     .attr('target', '_blank')
66 |                                     .attr('href', gheUrl() + '/' + entry)
67 |                                     .text(entry);
68 | 
69 |                                 const tableID = d3.select(table).attr('id');
70 |                                 const prefix = (tableID ? (tableID + '-') : '');
71 | 
72 | 
73 |                                 // Add anchors, but only for the first column,
74 |                                 // which is usually unique
75 |                                 if (i == 0)
76 |                                     a.attr('id', prefix + entry);
77 | 
78 |                                 break;
79 |                             default:
80 |                                 cell.text(d);
81 |                         }
82 |                     }
83 |                 });
84 |         }
85 |     ).on('load.spinner', function()
86 |     {
87 |         spinner.stop();
88 |     });
89 | }
90 | 


--------------------------------------------------------------------------------
/docs/assets/js/_partials/git-versions-database.js:
--------------------------------------------------------------------------------
  1 | class GitVersionsDatabase
  2 | {
  3 |     // This is a singleton class to avoid loading the Git versions database multiple times
  4 |     constructor()
  5 |     {
  6 |         if (GitVersionsDatabase._instance)
  7 |             return GitVersionsDatabase._instance;
  8 | 
  9 |         GitVersionsDatabase._instance = this;
 10 |     }
 11 | 
 12 |     load(callback, customDataURL = undefined)
 13 |     {
 14 |         // If the data has already been collected, immediately return it
 15 |         if (this.data != undefined)
 16 |         {
 17 |             callback(null, this.data);
 18 |             return;
 19 |         }
 20 | 
 21 |         const dataURL = (customDataURL != undefined) ? customDataURL : GitVersionsDatabase.remoteDataURL;
 22 |         const useRemoteData = (customDataURL == undefined);
 23 | 
 24 |         // Attempt to retrieve the data from the online source first
 25 |         d3.queue()
 26 |             .defer(d3.json, dataURL)
 27 |             .await((error, data) => this._handleData(callback, error, data, useRemoteData));
 28 |     }
 29 | 
 30 |     _handleData(callback, error, data, useRemoteData)
 31 |     {
 32 |         if (error)
 33 |         {
 34 |             // If the online data couldn’t be retrieved, resort to local copy
 35 |             if (useRemoteData)
 36 |             {
 37 |                 console.warn('cannot access remote Git versions database, resorting to local copy');
 38 |                 this._handleRemoteDataUnavailable(callback);
 39 |                 return;
 40 |             }
 41 |             else
 42 |                 throw 'could not load Git versions database';
 43 |         }
 44 | 
 45 |         const isSchemaSupported = ('schemaVersion' in data && +data.schemaVersion == 1);
 46 | 
 47 |         if (!isSchemaSupported)
 48 |         {
 49 |             // If the online data has an unsupported schema, resort to local copy
 50 |             if (useRemoteData)
 51 |             {
 52 |                 console.warn('remote Git versions database has newer schema, '
 53 |                     + 'resorting to local copy; please update Hubble Enterprise');
 54 |                 this._handleRemoteDataUnavailable(callback);
 55 |                 return;
 56 |             }
 57 |             else
 58 |                 throw 'Git versions database schema unsupported, please migrate data repository';
 59 |         }
 60 | 
 61 |         this.data = data;
 62 |         this._flagGitVersions(this.data);
 63 | 
 64 |         // Return the data asynchronously
 65 |         callback(null, this.data);
 66 |     }
 67 | 
 68 |     // Fallback if the remote data can’t be retrieved, use local copy instead
 69 |     _handleRemoteDataUnavailable(callback)
 70 |     {
 71 |         d3.queue()
 72 |             .defer(d3.json, GitVersionsDatabase.localDataURL)
 73 |             .await((error, data) => this._handleData(callback, error, data, false));
 74 |     }
 75 | 
 76 |     // Flag Git versions as vulnerable or outdated
 77 |     _flagGitVersions(data)
 78 |     {
 79 |         let gitReleases = data.gitVersions.releases;
 80 |         const vulnerabilities = data.gitVersions.vulnerabilities;
 81 | 
 82 |         // Turn all dates into actual Date objects
 83 |         for (const version in gitReleases)
 84 |             gitReleases[version].publishedOn = new Date(gitReleases[version].publishedOn);
 85 | 
 86 |         // Flag all outdated Git versions
 87 |         for (const version in gitReleases)
 88 |         {
 89 |             const gitRelease = gitReleases[version];
 90 |             const versionComponents = version.split('.');
 91 |             const versionMajor = +versionComponents[0];
 92 |             const versionMinor = +versionComponents[1];
 93 |             const versionPatch = +versionComponents[2];
 94 | 
 95 |             if (versionPatch == 0)
 96 |                 continue;
 97 | 
 98 |             const directPredecessorVersion =
 99 |                 versionMajor + '.' + versionMinor + '.' + (versionPatch - 1);
100 | 
101 |             if (directPredecessorVersion in gitReleases)
102 |             {
103 |                 gitReleases[directPredecessorVersion].outdatedSince = gitRelease.publishedOn;
104 |                 gitReleases[directPredecessorVersion].outdatedBy = version;
105 |             }
106 |         }
107 | 
108 |         // Flag all vulnerable Git versions
109 |         for (const key in vulnerabilities)
110 |         {
111 |             let vulnerability = vulnerabilities[key];
112 |             vulnerability.publishedOn = new Date(vulnerability.publishedOn);
113 | 
114 |             for (const key in vulnerability.affectedVersions)
115 |             {
116 |                 const affectedVersionsRequirement = vulnerability.affectedVersions[key];
117 | 
118 |                 const affectedVersions = Object.keys(gitReleases).filter(
119 |                     version => satisfiesVersionRequirement(version, affectedVersionsRequirement));
120 | 
121 |                 for (const key in affectedVersions)
122 |                 {
123 |                     const affectedVersion = affectedVersions[key];
124 |                     let affectedRelease = gitReleases[affectedVersion];
125 | 
126 |                     if ('vulnerableSince' in affectedRelease
127 |                         && affectedRelease.vulnerableSince < vulnerability.publishedOn)
128 |                     {
129 |                         continue;
130 |                     }
131 | 
132 |                     affectedRelease.vulnerableSince = vulnerability.publishedOn;
133 |                     affectedRelease.vulnerableBy = vulnerability.issue;
134 |                 }
135 |             }
136 |         }
137 |     }
138 | }
139 | 
140 | GitVersionsDatabase.remoteDataURL = 'https://autodesk.github.io/hubble/assets/js/git-versions.json';
141 | GitVersionsDatabase.localDataURL = '{{ site.baseurl }}/assets/js/git-versions.json';
142 | 


--------------------------------------------------------------------------------
/docs/assets/js/_partials/semantic-versioning.js:
--------------------------------------------------------------------------------
 1 | function parseVersion(versionString)
 2 | {
 3 |     const version = versionString.split('.');
 4 | 
 5 |     for (let i = 0; i < version.length; i++)
 6 |     {
 7 |         if (isNaN(version[i]))
 8 |             throw `invalid semantic version format: “${version}”`;
 9 | 
10 |         version[i] = +version[i];
11 |     }
12 | 
13 |     return version;
14 | }
15 | 
16 | function compareVersions(versionAString, versionBString)
17 | {
18 |     const versionA = parseVersion(versionAString);
19 |     const versionB = parseVersion(versionBString);
20 | 
21 |     const numberOfComponents = Math.min(versionA.length, versionB.length);
22 | 
23 |     for (let i = 0; i < numberOfComponents; i++)
24 |     {
25 |         if (versionA[i] > versionB[i])
26 |             return 1;
27 | 
28 |         if (versionA[i] < versionB[i])
29 |             return -1;
30 |     }
31 | 
32 |     return 0;
33 | }
34 | 
35 | // Tests whether a given semantic version satisfies a version requirement. A version requirements is
36 | // a space-separated list of comparisons against versions. For instance, “<2.15” defines the
37 | // requirement that the version be lower than 2.15, and “>=2.15 <=2.15.6” requires the version to be
38 | // between 2.15 and 2.15.6 (both inclusive).
39 | function satisfiesVersionRequirement(versionString, requirementString)
40 | {
41 |     let requirementRegEx = /^([<>=]+)(\d+(?:\.\d+)*)$/;
42 | 
43 |     const requirements = requirementString.split(' ');
44 | 
45 |     for (const requirement of requirements)
46 |     {
47 |         const match = requirementRegEx.exec(requirement);
48 | 
49 |         if (match.length != 3)
50 |             throw 'invalid semantic versioning requirement format';
51 | 
52 |         const operator = match[1];
53 |         const requirementVersionString = match[2];
54 |         const comparisonResult = compareVersions(versionString, requirementVersionString);
55 | 
56 |         switch (operator)
57 |         {
58 |             case '=':
59 |                 if (!(comparisonResult == 0))
60 |                     return false;
61 |                 break;
62 |             case '<':
63 |                 if (!(comparisonResult < 0))
64 |                     return false;
65 |                 break;
66 |             case '<=':
67 |                 if (!(comparisonResult <= 0))
68 |                     return false;
69 |                 break;
70 |             case '>':
71 |                 if (!(comparisonResult > 0))
72 |                     return false;
73 |                 break;
74 |             case '>=':
75 |                 if (!(comparisonResult >= 0))
76 |                     return false;
77 |                 break;
78 |             default:
79 |                 throw 'invalid comparison operator “' + operator + '”';
80 |         }
81 |     }
82 | 
83 |     return true;
84 | }
85 | 


--------------------------------------------------------------------------------
/docs/assets/js/_partials/spinner.js:
--------------------------------------------------------------------------------
 1 | function createSpinner(canvas)
 2 | {
 3 |     let parent = $('<div style="position:absolute;height:100%;width:100%;" class="spinner-container"></div>');
 4 |     parent.insertBefore($(canvas));
 5 | 
 6 |     let spinner = new Spinner().spin(parent[0]);
 7 | 
 8 |     return {
 9 |         stop: function()
10 |         {
11 |             spinner.stop();
12 |             parent.remove();
13 |         }
14 |     };
15 | }
16 | 


--------------------------------------------------------------------------------
/docs/assets/js/_partials/style.js:
--------------------------------------------------------------------------------
 1 | const chartColors =
 2 | {
 3 |     red: [255, 94, 77],
 4 |     orange: [255, 167, 26],
 5 |     yellow: [255, 206, 0],
 6 |     green: [106, 237, 199],
 7 |     blue: [57, 194, 201],
 8 |     magenta: [248, 102, 185],
 9 |     violet: [153, 140, 227],
10 |     grey: [201, 203, 207],
11 | };
12 | 
13 | const extendedChartColors =
14 | [
15 |     '#4c99e5',
16 |     '#ffa71a',
17 |     '#6aedc7',
18 |     '#ff5e4d',
19 |     '#8bea12',
20 |     '#ffe300',
21 |     '#39c2c9',
22 |     '#ff7845',
23 |     '#16e94d',
24 |     '#998ce3',
25 |     '#ff5a99',
26 |     '#ffce00',
27 |     '#19dc80',
28 |     '#10d9be',
29 |     '#b0f20a',
30 |     '#f8f535',
31 |     '#c87adf',
32 |     '#ffbf1a',
33 |     '#f866b9',
34 |     '#dfff4d',
35 | ];
36 | 
37 | function extendedChartColor(i)
38 | {
39 |     return extendedChartColors[i % extendedChartColors.length];
40 | }
41 | 
42 | const chartColorSequence =
43 | [
44 |     chartColors.blue,
45 |     chartColors.green,
46 |     chartColors.yellow,
47 |     chartColors.orange,
48 |     chartColors.red,
49 |     chartColors.violet,
50 |     chartColors.magenta,
51 | ];
52 | 
53 | function parseColor(colorSpecifier)
54 | {
55 |     switch (colorSpecifier)
56 |     {
57 |         case 'blue':
58 |             return chartColors.blue;
59 |         case 'green':
60 |             return chartColors.green;
61 |         case 'yellow':
62 |             return chartColors.yellow;
63 |         case 'orange':
64 |             return chartColors.orange;
65 |         case 'red':
66 |             return chartColors.red;
67 |         case 'violet':
68 |             return chartColors.violet;
69 |         case 'magenta':
70 |             return chartColors.magenta;
71 |     }
72 | 
73 |     return chartColors.grey;
74 | }
75 | 
76 | function formatDate(date)
77 | {
78 |     return moment(date).utc().format('D MMM YYYY');
79 | }
80 | 
81 | function formatDateRange(dateRange)
82 | {
83 |     const t0 = dateRange[0];
84 |     let t1 = new Date(dateRange[1].valueOf());
85 | 
86 |     // The date range is of the form [t0, t1), inclusive of t0 but exclusive of t1.
87 |     // Hence, subtract one second from t1 to obtain the previous date in UTC
88 |     t1.setSeconds(t1.getSeconds() - 1);
89 | 
90 |     return formatDate(t0) + ' to ' + formatDate(t1);
91 | }
92 | 


--------------------------------------------------------------------------------
/docs/assets/js/_partials/urls.js:
--------------------------------------------------------------------------------
 1 | function gheHostname()
 2 | {
 3 |     return $(location).prop('hostname').replace(/^(pages\.)/, '');
 4 | }
 5 | 
 6 | function gheUrl()
 7 | {
 8 |     return $(location).prop('protocol') + '//' + gheHostname();
 9 | }
10 | 


--------------------------------------------------------------------------------
/docs/assets/js/_partials/utils.js:
--------------------------------------------------------------------------------
 1 | function deepCopyArray(array)
 2 | {
 3 |     return jQuery.extend(true, [], array);
 4 | }
 5 | 
 6 | function deepCopyObject(object)
 7 | {
 8 |     return jQuery.extend(true, {}, object);
 9 | }
10 | 


--------------------------------------------------------------------------------
/docs/assets/js/charts.js:
--------------------------------------------------------------------------------
  1 | ---
  2 | ---
  3 | 
  4 | {% include_relative _partials/utils.js %}
  5 | {% include_relative _partials/style.js %}
  6 | {% include_relative _partials/spinner.js %}
  7 | {% include_relative _partials/urls.js %}
  8 | {% include_relative _partials/semantic-versioning.js %}
  9 | {% include_relative _partials/aggregate.js %}
 10 | {% include_relative _partials/git-versions-database.js %}
 11 | 
 12 | {% include_relative _partials/chart-base.js %}
 13 | 
 14 | {% include_relative _partials/chart-history.js %}
 15 | {% include_relative _partials/chart-list.js %}
 16 | {% include_relative _partials/chart-table.js %}
 17 | {% include_relative _partials/chart-chord.js %}
 18 | {% include_relative _partials/chart-area.js %}
 19 | {% include_relative _partials/chart-recommended-git-versions.js %}
 20 | 
 21 | $(window).bind('load', function()
 22 | {
 23 |     Chart.defaults.global.defaultFontFamily = '\'Open Sans\', sans-serif';
 24 | 
 25 |     const chartPlaceholders = $('.chart-placeholder');
 26 | 
 27 |     chartPlaceholders.each(
 28 |         function(index, chartPlaceholder)
 29 |         {
 30 |             const titles = $(chartPlaceholder).find('h3');
 31 |             const charts = $(chartPlaceholder).find('canvas, svg, table');
 32 |             const canvases = $(chartPlaceholder).find('canvas, svg');
 33 |             const tables = $(chartPlaceholder).find('table');
 34 |             const infoBoxes = $(chartPlaceholder).find('.info-box');
 35 | 
 36 |             // Put a bar with the title and additional actions before the chart container
 37 |             titles.insertBefore(chartPlaceholder).wrapAll(
 38 |                 '<div class="row action-bar"><div class="col-main"></div></div>');
 39 | 
 40 |             // Add an action bar as the first info box
 41 |             let actionBarHTML = `
 42 |                 <div class="col-aside">
 43 |                     <div class="info-box">
 44 |                         <div class="button-container">
 45 |                             <div class="left">
 46 |                             </div>
 47 |                             <div class="right">`;
 48 | 
 49 |             if (readConfig($(charts.first()), 'showRawDataLink') != false && $(charts.first()).attr('data-url'))
 50 |                 actionBarHTML += `
 51 |                                 <a class="button" href="${$(charts.first()).attr('data-url')}" target="_blank"
 52 |                                     title="Download raw data"><i class="fas fa-download"></i></a>`;
 53 | 
 54 |             actionBarHTML += `
 55 |                             </div>
 56 |                         </div>
 57 |                     </div>
 58 |                 </div>`;
 59 | 
 60 |             titles.parent().parent().append(actionBarHTML);
 61 | 
 62 |             const actionBar = titles.parent().parent().find('.button-container .left');
 63 | 
 64 |             // Turn the placeholder into a proper layout row
 65 |             $(chartPlaceholder).removeClass('chart-placeholder');
 66 |             $(chartPlaceholder).addClass('row');
 67 | 
 68 |             // Put the canvas into the main column
 69 |             $(charts).wrapAll('<div class="col-main"><div class="chart-container"></div></div>');
 70 |             // Put all the info boxes into the aside column
 71 |             infoBoxes.wrapAll('<div class="col-aside"></div>');
 72 | 
 73 |             // Create the actual charts
 74 |             canvases.each(
 75 |                 function(index, canvas)
 76 |                 {
 77 |                     switch ($(canvas).attr('data-type'))
 78 |                     {
 79 |                         case 'history':
 80 |                             createHistoryChart(canvas, actionBar);
 81 |                             break;
 82 |                         case 'list':
 83 |                             createList(canvas);
 84 |                             break;
 85 |                         case 'chord':
 86 |                             createChordChart(canvas, actionBar);
 87 |                             break;
 88 |                         case 'recommended-git-versions':
 89 |                             new RecommendedGitVersionsChart(canvas, actionBar).render();
 90 |                             break;
 91 |                     }
 92 |                 });
 93 | 
 94 |             tables.each(
 95 |                 function(index, table)
 96 |                 {
 97 |                     if ($(table).attr('data-type') == 'table')
 98 |                         createTable(table);
 99 |                 });
100 |         });
101 | });
102 | 


--------------------------------------------------------------------------------
/docs/assets/js/vendor/spin-2.3.2.min.js:
--------------------------------------------------------------------------------
1 | // http://spin.js.org/#v2.3.2
2 | !function(a,b){"object"==typeof module&&module.exports?module.exports=b():"function"==typeof define&&define.amd?define(b):a.Spinner=b()}(this,function(){"use strict";function a(a,b){var c,d=document.createElement(a||"div");for(c in b)d[c]=b[c];return d}function b(a){for(var b=1,c=arguments.length;c>b;b++)a.appendChild(arguments[b]);return a}function c(a,b,c,d){var e=["opacity",b,~~(100*a),c,d].join("-"),f=.01+c/d*100,g=Math.max(1-(1-a)/b*(100-f),a),h=j.substring(0,j.indexOf("Animation")).toLowerCase(),i=h&&"-"+h+"-"||"";return m[e]||(k.insertRule("@"+i+"keyframes "+e+"{0%{opacity:"+g+"}"+f+"%{opacity:"+a+"}"+(f+.01)+"%{opacity:1}"+(f+b)%100+"%{opacity:"+a+"}100%{opacity:"+g+"}}",k.cssRules.length),m[e]=1),e}function d(a,b){var c,d,e=a.style;if(b=b.charAt(0).toUpperCase()+b.slice(1),void 0!==e[b])return b;for(d=0;d<l.length;d++)if(c=l[d]+b,void 0!==e[c])return c}function e(a,b){for(var c in b)a.style[d(a,c)||c]=b[c];return a}function f(a){for(var b=1;b<arguments.length;b++){var c=arguments[b];for(var d in c)void 0===a[d]&&(a[d]=c[d])}return a}function g(a,b){return"string"==typeof a?a:a[b%a.length]}function h(a){this.opts=f(a||{},h.defaults,n)}function i(){function c(b,c){return a("<"+b+' xmlns="urn:schemas-microsoft.com:vml" class="spin-vml">',c)}k.addRule(".spin-vml","behavior:url(#default#VML)"),h.prototype.lines=function(a,d){function f(){return e(c("group",{coordsize:k+" "+k,coordorigin:-j+" "+-j}),{width:k,height:k})}function h(a,h,i){b(m,b(e(f(),{rotation:360/d.lines*a+"deg",left:~~h}),b(e(c("roundrect",{arcsize:d.corners}),{width:j,height:d.scale*d.width,left:d.scale*d.radius,top:-d.scale*d.width>>1,filter:i}),c("fill",{color:g(d.color,a),opacity:d.opacity}),c("stroke",{opacity:0}))))}var i,j=d.scale*(d.length+d.width),k=2*d.scale*j,l=-(d.width+d.length)*d.scale*2+"px",m=e(f(),{position:"absolute",top:l,left:l});if(d.shadow)for(i=1;i<=d.lines;i++)h(i,-2,"progid:DXImageTransform.Microsoft.Blur(pixelradius=2,makeshadow=1,shadowopacity=.3)");for(i=1;i<=d.lines;i++)h(i);return b(a,m)},h.prototype.opacity=function(a,b,c,d){var e=a.firstChild;d=d.shadow&&d.lines||0,e&&b+d<e.childNodes.length&&(e=e.childNodes[b+d],e=e&&e.firstChild,e=e&&e.firstChild,e&&(e.opacity=c))}}var j,k,l=["webkit","Moz","ms","O"],m={},n={lines:12,length:7,width:5,radius:10,scale:1,corners:1,color:"#000",opacity:.25,rotate:0,direction:1,speed:1,trail:100,fps:20,zIndex:2e9,className:"spinner",top:"50%",left:"50%",shadow:!1,hwaccel:!1,position:"absolute"};if(h.defaults={},f(h.prototype,{spin:function(b){this.stop();var c=this,d=c.opts,f=c.el=a(null,{className:d.className});if(e(f,{position:d.position,width:0,zIndex:d.zIndex,left:d.left,top:d.top}),b&&b.insertBefore(f,b.firstChild||null),f.setAttribute("role","progressbar"),c.lines(f,c.opts),!j){var g,h=0,i=(d.lines-1)*(1-d.direction)/2,k=d.fps,l=k/d.speed,m=(1-d.opacity)/(l*d.trail/100),n=l/d.lines;!function o(){h++;for(var a=0;a<d.lines;a++)g=Math.max(1-(h+(d.lines-a)*n)%l*m,d.opacity),c.opacity(f,a*d.direction+i,g,d);c.timeout=c.el&&setTimeout(o,~~(1e3/k))}()}return c},stop:function(){var a=this.el;return a&&(clearTimeout(this.timeout),a.parentNode&&a.parentNode.removeChild(a),this.el=void 0),this},lines:function(d,f){function h(b,c){return e(a(),{position:"absolute",width:f.scale*(f.length+f.width)+"px",height:f.scale*f.width+"px",background:b,boxShadow:c,transformOrigin:"left",transform:"rotate("+~~(360/f.lines*k+f.rotate)+"deg) translate("+f.scale*f.radius+"px,0)",borderRadius:(f.corners*f.scale*f.width>>1)+"px"})}for(var i,k=0,l=(f.lines-1)*(1-f.direction)/2;k<f.lines;k++)i=e(a(),{position:"absolute",top:1+~(f.scale*f.width/2)+"px",transform:f.hwaccel?"translate3d(0,0,0)":"",opacity:f.opacity,animation:j&&c(f.opacity,f.trail,l+k*f.direction,f.lines)+" "+1/f.speed+"s linear infinite"}),f.shadow&&b(i,e(h("#000","0 0 4px #000"),{top:"2px"})),b(d,b(i,h(g(f.color,k),"0 0 1px rgba(0,0,0,.1)")));return d},opacity:function(a,b,c){b<a.childNodes.length&&(a.childNodes[b].style.opacity=c)}}),"undefined"!=typeof document){k=function(){var c=a("style",{type:"text/css"});return b(document.getElementsByTagName("head")[0],c),c.sheet||c.styleSheet}();var o=e(a("group"),{behavior:"url(#default#VML)"});!d(o,"transform")&&o.adj?i():j=d(o,"animation")}return h});


--------------------------------------------------------------------------------
/docs/demo-data/api-requests-by-user.tsv:
--------------------------------------------------------------------------------
1 | user	requests
2 | Alpha	1500
3 | Bravo	500
4 | Charlie	20
5 | 


--------------------------------------------------------------------------------
/docs/demo-data/api-requests-detailed.tsv:
--------------------------------------------------------------------------------
1 | resource	type	source IP	requests
2 | foo/bar	repos	10.11.12.13	35498
3 | some/code	repos	10.21.11.33	27384
4 | some/other-code	repos	10.21.11.33	24212
5 | 


--------------------------------------------------------------------------------
/docs/demo-data/api-requests.tsv:
--------------------------------------------------------------------------------
 1 | date	API requests
 2 | 2017-10-04	1010655
 3 | 2017-10-03	1099659
 4 | 2017-10-02	1295868
 5 | 2017-10-01	934899
 6 | 2017-09-30	894759
 7 | 2017-09-29	1473210
 8 | 2017-09-28	1515997
 9 | 2017-09-26	1297197
10 | 2017-09-25	1374093
11 | 2017-09-24	985641
12 | 2017-09-23	911917
13 | 2017-09-22	1165014
14 | 2017-09-21	1296868
15 | 2017-09-20	1357730
16 | 2017-09-19	1287078
17 | 


--------------------------------------------------------------------------------
/docs/demo-data/contributors-by-organization.tsv:
--------------------------------------------------------------------------------
 1 | organization	contributors
 2 | someOrg1169	135
 3 | someOrg714	62
 4 | someOrg5447	53
 5 | someOrg1194	50
 6 | someOrg7350	50
 7 | someOrg7	42
 8 | someOrg942	40
 9 | someOrg5419	39
10 | someOrg911	38
11 | someOrg1529	35
12 | someOrg363	34
13 | someOrg3606	34
14 | someOrg5126	33
15 | someOrg7413	33
16 | someOrg2481	31
17 | someOrg5100	31
18 | someOrg6128	30
19 | someOrg7085	27
20 | someOrg4682	26
21 | someOrg1159	25
22 | someOrg2535	23
23 | someOrg2153	21
24 | someOrg6138	21
25 | someOrg1433	20
26 | someOrg2132	20
27 | someOrg2956	20
28 | someOrg6431	20
29 | someOrg2241	19
30 | someOrg3881	19
31 | someOrg4724	18
32 | someOrg5658	17
33 | someOrg721	16
34 | someOrg2068	16
35 | someOrg2359	16
36 | someOrg5649	16
37 | someOrg4681	15
38 | someOrg4934	15
39 | someOrg6449	15
40 | someOrg7046	15
41 | someOrg1608	14
42 | someOrg1380	13
43 | someOrg2216	13
44 | someOrg3557	13
45 | someOrg5769	13
46 | someOrg6530	13
47 | someOrg6970	13
48 | someOrg4161	12
49 | someOrg4706	12
50 | someOrg4903	12
51 | someOrg5586	12
52 | 


--------------------------------------------------------------------------------
/docs/demo-data/contributors-by-repository.tsv:
--------------------------------------------------------------------------------
 1 | repository	contributors
 2 | someorg/repo-16	92
 3 | someorg/repo-1	90
 4 | other-org/other-repo-11	85
 5 | third-org/repo-15	77
 6 | other-org/other-repo-14	71
 7 | third-org/repo-6	68
 8 | someorg/repo-13	65
 9 | other-org/other-repo-8	63
10 | third-org/repo-12	56
11 | third-org/repo-3	50
12 | someorg/repo-4	37
13 | third-org/repo-18	37
14 | other-org/other-repo-2	32
15 | third-org/repo-9	19
16 | other-org/other-repo-20	12
17 | someorg/repo-19	11
18 | someorg/repo-7	10
19 | other-org/other-repo-5	9
20 | someorg/repo-10	8
21 | other-org/other-repo-17	3
22 | 


--------------------------------------------------------------------------------
/docs/demo-data/failed-webhooks-detailed.tsv:
--------------------------------------------------------------------------------
1 | hook_id	type	host	message	count
2 | 1	business	10.0.0.1	request timed out	3
3 | 2	integration	10.0.0.2	Couldn't connect to server	2
4 | 3	repository	10.0.0.3	Couldn't connect to server	1
5 | 4	organization	10.0.0.4	Couldn't resolve host name	1
6 | 


--------------------------------------------------------------------------------
/docs/demo-data/failed-webhooks.tsv:
--------------------------------------------------------------------------------
1 | date	failed webhooks
2 | 2020-10-01	0
3 | 2020-10-02	1
4 | 2020-10-03	5
5 | 2020-10-04	7
6 | 2020-10-05	5
7 | 2020-10-06	4
8 | 


--------------------------------------------------------------------------------
/docs/demo-data/forks-to-organizations-detailed.tsv:
--------------------------------------------------------------------------------
1 | fork	creation date
2 | some-org/repo-fork	2017-09-26
3 | other-org/other-fork	2017-10-03
4 | 


--------------------------------------------------------------------------------
/docs/demo-data/forks-to-organizations.tsv:
--------------------------------------------------------------------------------
 1 | date	forks to organizations
 2 | 2017-09-25	50
 3 | 2017-09-24	49
 4 | 2017-09-23	49
 5 | 2017-09-22	49
 6 | 2017-09-21	49
 7 | 2017-09-20	50
 8 | 2017-09-19	50
 9 | 2017-09-18	50
10 | 


--------------------------------------------------------------------------------
/docs/demo-data/git-download-detailed.tsv:
--------------------------------------------------------------------------------
 1 | repository	user	cloning?	requests	download [GB]
 2 | someOrg512/repo131	someUser5322	true	7	67
 3 | someOrg708/repo891	someUser5337	true	44	36
 4 | someOrg708/repo806	someUser276	true	40	34
 5 | someOrg71/repo046	someUser8267	true	27	28
 6 | someOrg312/repo889	someUser1992	true	35	26
 7 | someOrg116/repo666	someUser2706	true	110	23
 8 | someOrg576/repo771	someUser5302	true	27	22
 9 | someOrg116/repo818	someUser5337	true	80	21
10 | someOrg/repo221	someUser5337	true	139	18
11 | someOrg347/repo558	someUser5337	true	76	16
12 | someOrg347/repo383	someUser5337	true	74	11
13 | someOrg238/repo400	someUser3589	true	10	10
14 | someOrg644/repo312	someUser5134	true	33	9
15 | someOrg152/repo932	someUser1528	true	63	9
16 | someOrg/repo047	someUser5337	true	43	7
17 | someOrg71/repo059	someUser2064	true	6	6
18 | someOrg708/repo509	someUser276	true	40	6
19 | someOrg576/repo076	someUser5550	true	7	6
20 | someOrg740/repo313	someUser5337	true	129	6
21 | someOrg360/repo305	someUser2434	true	20	6
22 | someOrg116/repo010	someUser3526	true	21	6
23 | someOrg643/repo344	someUser	true	62	6
24 | someOrg224/repo895	someUser5337	false	29	5
25 | someOrg71/repo782	someUser1992	true	68	5
26 | someOrg71/repo740	someUser1992	true	33	5
27 | 


--------------------------------------------------------------------------------
/docs/demo-data/git-download.tsv:
--------------------------------------------------------------------------------
 1 | date	clones	fetches	clone traffic [GB]	fetch traffic [GB]	LFS traffic [GB]
 2 | 2017-10-04	17272	22348	672	25	483
 3 | 2017-10-03	18067	21223	587	28	407
 4 | 2017-10-02	15605	20744	502	20	483
 5 | 2017-10-01	6108	3569	148	6	84
 6 | 2017-09-30	5009	2024	107	0	80.8
 7 | 2017-09-29	19162	20887	665	12	458
 8 | 2017-09-28	21352	25783	672	17	488
 9 | 2017-09-26	21613	26756	723	41	444
10 | 2017-09-25	19840	28967	690	47	407
11 | 2017-09-24	7978	6796	287	9	82.8
12 | 2017-09-23	5317	2742	156	3	86
13 | 2017-09-22	14978	21084	526	33	440
14 | 2017-09-21	20935	27829	706	25	417
15 | 2017-09-20	17719	27879	847	29	467
16 | 2017-09-19	17864	28472	824	35	481
17 | 2017-09-18	19895	27592	849	36	465
18 | 2017-09-17	6333	5936	195	6	172
19 | 2017-09-16	5256	2263	113	4	81.2
20 | 


--------------------------------------------------------------------------------
/docs/demo-data/git-protocol.tsv:
--------------------------------------------------------------------------------
 1 | date	http	ssh
 2 | 2018-12-30	208	20
 3 | 2018-12-29	202	20
 4 | 2018-12-28	385	38
 5 | 2018-12-27	361	36
 6 | 2018-12-26	208	20
 7 | 2018-12-25	202	20
 8 | 2018-12-24	385	38
 9 | 2018-12-23	361	36
10 | 2018-12-22	208	20
11 | 2018-12-21	202	20
12 | 2018-12-20	385	38
13 | 2018-12-19	361	36
14 | 2018-12-18	208	20
15 | 2018-12-17	202	20
16 | 2018-12-16	385	38
17 | 2018-12-15	361	36
18 | 2018-12-14	208	20
19 | 2018-12-13	202	20
20 | 2018-12-12	385	38
21 | 2018-12-11	361	36
22 | 2018-12-10	208	20
23 | 2018-12-09	202	20
24 | 2018-12-08	385	38
25 | 2018-12-07	361	36
26 | 


--------------------------------------------------------------------------------
/docs/demo-data/git-requests-detailed.tsv:
--------------------------------------------------------------------------------
1 | repository	source IP	requests
2 | org/repo	12.13.14.15	31050
3 | foo/bar	10.11.87.145	27446
4 | some/thing	10.11.87.145	22527
5 | 


--------------------------------------------------------------------------------
/docs/demo-data/git-requests.tsv:
--------------------------------------------------------------------------------
 1 | date	Git requests
 2 | 2017-10-04	2617732
 3 | 2017-10-03	2506574
 4 | 2017-10-02	2556201
 5 | 2017-10-01	2028377
 6 | 2017-09-30	2015483
 7 | 2017-09-29	2650237
 8 | 2017-09-28	2780193
 9 | 2017-09-26	2807446
10 | 2017-09-25	2724189
11 | 2017-09-24	2285991
12 | 2017-09-23	2193771
13 | 2017-09-22	2658143
14 | 2017-09-21	2932744
15 | 2017-09-20	2908093
16 | 2017-09-19	2949709
17 | 


--------------------------------------------------------------------------------
/docs/demo-data/git-versions.tsv:
--------------------------------------------------------------------------------
 1 | Git version	count
 2 | 2.14.1	850
 3 | 2.14.0	9
 4 | 2.13.5	123
 5 | 2.13.4	1
 6 | 2.13.3	42
 7 | 2.13.2	22
 8 | 2.13.1	66
 9 | 2.13.0	38
10 | 2.12.3	1
11 | 2.12.2	69
12 | 2.12.1	7
13 | 2.12.0	34
14 | 2.11.1	37
15 | 2.11.0	577
16 | 2.10.2	50
17 | 2.10.1	204
18 | 2.10.0	79
19 | 2.9.5	1
20 | 2.9.4	2
21 | 2.9.3	16
22 | 2.9.2	166
23 | 2.9.0	21
24 | 2.8.4	18
25 | 2.8.3	18
26 | 2.8.2	8
27 | 2.8.1	179
28 | 2.8.0	1
29 | 2.7.5	2
30 | 2.7.4	129
31 | 2.7.3	4
32 | 2.7.2	14
33 | 2.7.1	11
34 | 2.7.0	18
35 | 2.6.4	18
36 | 2.6.3	8
37 | 2.6.2	34
38 | 2.6.1	15
39 | 2.6.0	2
40 | 2.5.4	14
41 | 2.5.3	1
42 | 2.5.1	2
43 | 2.5.0	11
44 | 2.4.9	3
45 | 2.4.5	9
46 | 2.3.8	1
47 | 2.3.3	1
48 | 2.3.2	2
49 | 2.2.1	19
50 | 2.1.4	25
51 | 2.1.0	1
52 | 2.0.5	2
53 | 2.0.4	1
54 | 2.0.1	2
55 | 2.0	25
56 | 1.9.5	28
57 | 1.9.4	5
58 | 1.9.3	4
59 | 1.9.2	3
60 | 1.9.1	68
61 | 1.9.0	1
62 | 1.8.5	5
63 | 1.8.4	4
64 | 1.8.3	123
65 | 1.8.0	5
66 | 1.7.12	1
67 | 1.7.11	1
68 | 1.7.9	10
69 | 1.7.1	7
70 | 1.7.0	2
71 | 1.0	25
72 | 


--------------------------------------------------------------------------------
/docs/demo-data/org-owners.tsv:
--------------------------------------------------------------------------------
 1 | organization	owner(s)
 2 | Alpha	user39, user72, user81, user20
 3 | Bravo	user50, user39
 4 | Charlie	user80
 5 | Delta	user78, user59, user86
 6 | Echo	user70
 7 | Foxtrot	user24, user87
 8 | Golf	user36, user90, user27, user40, user67
 9 | Hotel	user67, user90
10 | India	user65
11 | 


--------------------------------------------------------------------------------
/docs/demo-data/organization-activity.tsv:
--------------------------------------------------------------------------------
1 | date	last four weeks	last week	last day
2 | 2018-01-23	26	23	18
3 | 2018-01-22	26	22	16
4 | 2018-01-21	26	21	13
5 | 2018-01-20	26	22	16
6 | 2018-01-19	26	23	17
7 | 2018-01-18	26	23	12
8 | 


--------------------------------------------------------------------------------
/docs/demo-data/organizations-abandoned-detailed.tsv:
--------------------------------------------------------------------------------
1 | organization    last push
2 | old-org 2015-03-31
3 | very-old-org    2015-08-19
4 | granpa-org  2016-01-08
5 | 


--------------------------------------------------------------------------------
/docs/demo-data/organizations-abandoned.tsv:
--------------------------------------------------------------------------------
1 | date	abandoned organizations
2 | 2018-01-25	84
3 | 2018-01-24	90
4 | 2018-01-23	92
5 | 


--------------------------------------------------------------------------------
/docs/demo-data/orgs-total.tsv:
--------------------------------------------------------------------------------
 1 | date	total
 2 | 2017-09-25	923
 3 | 2017-09-24	926
 4 | 2017-09-23	930
 5 | 2017-09-22	929
 6 | 2017-09-21	928
 7 | 2017-09-20	927
 8 | 2017-09-19	926
 9 | 2017-09-18	924
10 | 2017-09-17	922
11 | 2017-09-16	918
12 | 2017-09-15	916
13 | 2017-09-14	909
14 | 


--------------------------------------------------------------------------------
/docs/demo-data/pull-request-usage.tsv:
--------------------------------------------------------------------------------
 1 | date	pull request usage [%]	status usage [%]
 2 | 2017-09-25	88	58
 3 | 2017-09-24	88	58
 4 | 2017-09-01	85	53
 5 | 2017-08-01	87	56
 6 | 2017-07-01	84	53
 7 | 2017-06-01	84	55
 8 | 2017-05-01	82	52
 9 | 2017-04-01	85	53
10 | 2017-03-01	83	49
11 | 2017-02-01	81	49
12 | 2017-01-01	82	48
13 | 2016-12-01	83	46
14 | 2016-11-01	82	42
15 | 2016-10-01	81	41
16 | 2016-09-01	80	40
17 | 2016-08-01	82	38
18 | 2016-07-01	75	35
19 | 2016-06-01	77	37
20 | 2016-05-01	75	33
21 | 2016-04-01	73	31
22 | 2016-03-01	70	31
23 | 2016-02-01	70	30
24 | 2016-01-01	69	28
25 | 2015-12-01	73	28
26 | 2015-11-01	72	29
27 | 2015-10-01	48	26
28 | 


--------------------------------------------------------------------------------
/docs/demo-data/pull-requests-by-organization.tsv:
--------------------------------------------------------------------------------
 1 | organization	merged	new
 2 | someOrg1169	1765	1951
 3 | someOrg714	569	606
 4 | someOrg1194	537	607
 5 | someOrg5419	483	539
 6 | someOrg363	390	455
 7 | someOrg5447	364	403
 8 | someOrg7413	325	369
 9 | someOrg911	298	353
10 | someOrg7350	284	314
11 | someOrg2153	282	293
12 | someOrg5126	251	275
13 | someOrg7	244	267
14 | someOrg5100	243	257
15 | someOrg5658	234	241
16 | someOrg1529	224	242
17 | someOrg1608	224	251
18 | someOrg2535	223	236
19 | someOrg3557	217	236
20 | someOrg942	209	236
21 | someOrg2241	208	224
22 | someOrg3606	207	232
23 | someOrg1433	200	240
24 | someOrg7085	198	255
25 | someOrg721	180	185
26 | someOrg6970	168	178
27 | someOrg1159	147	152
28 | someOrg2132	137	156
29 | someOrg5360	132	136
30 | someOrg6138	129	147
31 | someOrg4706	123	129
32 | someOrg7734	123	124
33 | someOrg6530	121	138
34 | someOrg7260	121	127
35 | someOrg5769	120	116
36 | someOrg2481	119	134
37 | someOrg3881	113	128
38 | someOrg6128	109	119
39 | someOrg7910	106	109
40 | someOrg3388	105	125
41 | someOrg5821	104	128
42 | someOrg6431	99	108
43 | someOrg5649	98	113
44 | someOrg4682	96	118
45 | someOrg6449	95	97
46 | someOrg2068	91	106
47 | someOrg2185	87	93
48 | someOrg4248	87	93
49 | someOrg1975	85	91
50 | someOrg2538	84	84
51 | someOrg5357	84	92
52 | 


--------------------------------------------------------------------------------
/docs/demo-data/pull-requests-by-repository.tsv:
--------------------------------------------------------------------------------
 1 | repository	merged	new
 2 | someorg/repo-16	92	105
 3 | someorg/repo-1	90	109
 4 | other-org/other-repo-11	85	104
 5 | third-org/repo-15	77	95
 6 | other-org/other-repo-14	71	75
 7 | third-org/repo-6	68	76
 8 | someorg/repo-13	65	67
 9 | other-org/other-repo-8	63	72
10 | third-org/repo-12	56	71
11 | third-org/repo-3	50	68
12 | someorg/repo-4	37	42
13 | third-org/repo-18	37	55
14 | other-org/other-repo-2	32	41
15 | third-org/repo-9	19	38
16 | other-org/other-repo-20	12	22
17 | someorg/repo-19	11	24
18 | someorg/repo-7	10	18
19 | other-org/other-repo-5	9	25
20 | someorg/repo-10	8	16
21 | other-org/other-repo-17	3	11
22 | 


--------------------------------------------------------------------------------
/docs/demo-data/repositories-personal-nonowner-pushes-detailed.tsv:
--------------------------------------------------------------------------------
1 | repository	nonowner pushers
2 | alice/something	4
3 | bob/else	1
4 | 


--------------------------------------------------------------------------------
/docs/demo-data/repositories-personal-nonowner-pushes.tsv:
--------------------------------------------------------------------------------
1 | date	personal repositories with nonowner pushes
2 | 2018-01-25	98
3 | 2018-01-24	108
4 | 2018-01-23	110
5 | 


--------------------------------------------------------------------------------
/docs/demo-data/repository-activity-detailed.tsv:
--------------------------------------------------------------------------------
1 | repository	pushers	pushes
2 | some/repo	2	42
3 | other/repo	3	36
4 | last/repo	1	12
5 | 


--------------------------------------------------------------------------------
/docs/demo-data/repository-activity.tsv:
--------------------------------------------------------------------------------
 1 | date	total (last four weeks)	total (last week)	total (last day)	in organizations (last four weeks)	in organizations (last week)	in organizations (last day)	in user accounts (last four weeks)	in user accounts (last week)	in user accounts (last day)
 2 | 2017-08-01	2560	2040	1469	932	755	540	1628	1285	929
 3 | 2017-08-02	2567	2045	1542	936	761	602	1631	1284	940
 4 | 2017-08-03	2579	2048	1441	938	758	508	1641	1290	933
 5 | 2017-08-04	2587	2057	1507	942	761	509	1645	1296	998
 6 | 2017-08-05	2596	2068	513	944	771	187	1652	1297	326
 7 | 2017-08-06	2607	2074	317	949	772	113	1658	1302	204
 8 | 2017-08-07	2614	2082	1547	955	768	532	1659	1314	1015
 9 | 2017-08-08	2623	2092	1556	951	778	515	1672	1314	1041
10 | 2017-08-09	2634	2104	1570	963	779	532	1671	1325	1038
11 | 2017-08-10	2641	2109	1542	964	780	585	1677	1329	957
12 | 2017-08-11	2655	2120	526	962	787	188	1693	1333	338
13 | 2017-08-12	2665	2117	323	971	784	114	1694	1333	209
14 | 2017-08-13	2683	2131	1635	978	790	579	1705	1341	1056
15 | 2017-08-14	2690	2143	1535	978	794	543	1712	1349	992
16 | 2017-08-15	2700	2150	1590	986	799	549	1714	1351	1041
17 | 2017-08-16	2705	2157	1596	985	803	578	1720	1354	1018
18 | 2017-08-17	2714	2168	558	985	803	191	1729	1365	367
19 | 2017-08-18	2728	2171	321	996	806	121	1732	1365	200
20 | 2017-08-19	2742	2178	1652	997	805	613	1745	1373	1039
21 | 2017-08-20	2751	2183	1599	1003	811	552	1748	1372	1047
22 | 2017-08-21	2764	2195	1656	1009	818	637	1755	1377	1019
23 | 2017-08-22	2769	2207	1588	1013	822	603	1756	1385	985
24 | 2017-08-23	2776	2211	533	1006	820	191	1770	1391	342
25 | 2017-08-24	2795	2213	336	1019	819	116	1776	1394	220
26 | 2017-08-25	2795	2228	1694	1016	826	595	1779	1402	1099
27 | 2017-08-26	2805	2242	1652	1019	831	619	1786	1411	1033
28 | 2017-08-27	2813	2256	1644	1021	838	609	1792	1418	1035
29 | 2017-08-28	2824	2253	1614	1026	838	595	1798	1415	1019
30 | 2017-08-29	2843	2270	597	1035	842	217	1808	1428	380
31 | 2017-08-30	2841	2273	323	1034	844	117	1807	1429	206
32 | 2017-08-31	2865	2272	1716	1044	842	615	1821	1430	1101
33 | 2017-09-01	2869	2286	1699	1048	846	597	1821	1440	1102
34 | 2017-09-02	2880	2300	1746	1051	855	632	1829	1445	1114
35 | 2017-09-03	2891	2308	1732	1049	857	624	1842	1451	1108
36 | 2017-09-04	2896	2313	614	1052	858	208	1844	1455	406
37 | 2017-09-05	2909	2321	363	1060	863	131	1849	1458	232
38 | 2017-09-06	2927	2333	1722	1068	865	633	1859	1468	1089
39 | 2017-09-07	2923	2336	1654	1062	867	603	1861	1469	1051
40 | 2017-09-08	2933	2345	1768	1066	869	666	1867	1476	1102
41 | 2017-09-09	2952	2343	1757	1073	868	665	1879	1475	1092
42 | 2017-09-10	2961	2362	588	1073	879	207	1888	1483	381
43 | 2017-09-11	2972	2369	361	1082	878	125	1890	1491	236
44 | 2017-09-12	2983	2372	1647	1085	877	599	1898	1495	1048
45 | 2017-09-13	2985	2381	1752	1084	885	634	1901	1496	1118
46 | 2017-09-14	3012	2390	1664	1098	883	592	1914	1507	1072
47 | 2017-09-15	3018	2401	1734	1098	893	641	1920	1508	1093
48 | 2017-09-16	3025	2413	623	1105	898	208	1920	1515	415
49 | 2017-09-17	3035	2420	343	1105	896	133	1930	1524	210
50 | 2017-09-18	3042	2428	1715	1109	901	598	1933	1527	1117
51 | 2017-09-19	3048	2433	1733	1112	898	606	1936	1535	1127
52 | 2017-09-20	3066	2441	1885	1116	903	680	1950	1538	1205
53 | 2017-09-21	3065	2443	1771	1116	905	685	1949	1538	1086
54 | 2017-09-22	3074	2457	648	1118	911	234	1956	1546	414
55 | 2017-09-23	3090	2466	362	1123	918	125	1967	1548	237
56 | 2017-09-24	3103	2474	1813	1129	919	671	1974	1555	1142
57 | 2017-09-25	3110	2487	1756	1133	922	623	1977	1565	1133
58 | 2017-09-26	3127	2493	1807	1138	925	628	1989	1568	1179
59 | 2017-09-27	3138	2496	1859	1143	924	683	1995	1572	1176
60 | 2017-09-28	3145	2508	646	1141	932	223	2004	1576	423
61 | 2017-09-29	3157	2516	376	1148	937	135	2009	1579	241
62 | 2017-09-30	3171	2529	1874	1157	939	640	2014	1590	1234
63 | 2017-10-01	3170	2533	1953	1154	940	683	2016	1593	1270
64 | 2017-10-02	3181	2544	1809	1158	946	656	2023	1598	1153
65 | 2017-10-03	3191	2548	1809	1159	949	649	2032	1599	1160
66 | 2017-10-04	3216	2556	616	1173	946	223	2043	1610	393
67 | 2017-10-05	3228	2573	365	1176	956	130	2052	1617	235
68 | 2017-10-06	3237	2591	1882	1177	962	711	2060	1629	1171
69 | 2017-10-07	3249	2603	1819	1183	967	661	2066	1636	1158
70 | 2017-10-08	3267	2612	1893	1186	967	737	2081	1645	1156
71 | 2017-10-09	3286	2625	2013	1200	974	738	2086	1651	1275
72 | 2017-10-10	3306	2624	671	1204	974	256	2102	1650	415
73 | 2017-10-11	3315	2645	368	1203	978	130	2112	1667	238
74 | 2017-10-12	3339	2653	1894	1217	982	659	2122	1671	1235
75 | 2017-10-13	3352	2664	1997	1218	986	727	2134	1678	1270
76 | 2017-10-14	3358	2683	2007	1222	997	721	2136	1686	1286
77 | 2017-10-15	3376	2686	1936	1233	993	676	2143	1693	1260
78 | 2017-10-16	3394	2706	696	1239	1004	246	2155	1702	450
79 | 2017-10-17	3408	2718	397	1237	1011	151	2171	1707	246
80 | 2017-10-18	3426	2720	2033	1246	1009	770	2180	1711	1263
81 | 2017-10-19	3434	2747	1992	1251	1021	691	2183	1726	1301
82 | 2017-10-20	3453	2750	1990	1253	1019	748	2200	1731	1242
83 | 2017-10-21	3479	2754	2082	1267	1020	744	2212	1734	1338
84 | 2017-10-22	3491	2777	697	1272	1030	270	2219	1747	427
85 | 2017-10-23	3491	2784	415	1269	1033	156	2222	1751	259
86 | 2017-10-24	3523	2799	1966	1284	1034	727	2239	1765	1239
87 | 2017-10-25	3532	2815	2041	1287	1040	743	2245	1775	1298
88 | 2017-10-26	3543	2821	2010	1290	1044	730	2253	1777	1280
89 | 2017-10-27	3567	2837	2016	1298	1056	707	2269	1781	1309
90 | 2017-10-28	3578	2845	745	1304	1057	261	2274	1788	484
91 | 2017-10-29	3592	2859	413	1304	1064	158	2288	1795	255
92 | 2017-10-30	3607	2876	2062	1311	1071	788	2296	1805	1274
93 | 2017-10-31	3626	2895	2121	1318	1074	771	2308	1821	1350
94 | 


--------------------------------------------------------------------------------
/docs/demo-data/repository-history.tsv:
--------------------------------------------------------------------------------
 1 | date	total	in organizations	in user accounts
 2 | 2017-08-01	7480	2991	4489
 3 | 2017-08-02	7743	3038	4705
 4 | 2017-08-03	7434	3065	4369
 5 | 2017-08-04	7693	3080	4613
 6 | 2017-08-05	7530	3092	4438
 7 | 2017-08-06	7758	3170	4588
 8 | 2017-08-07	8077	3245	4832
 9 | 2017-08-08	8005	3217	4788
10 | 2017-08-09	7968	3217	4751
11 | 2017-08-10	8059	3294	4765
12 | 2017-08-11	8300	3332	4968
13 | 2017-08-12	8441	3429	5012
14 | 2017-08-13	8491	3339	5152
15 | 2017-08-14	8694	3331	5363
16 | 2017-08-15	8386	3447	4939
17 | 2017-08-16	9007	3539	5468
18 | 2017-08-17	8609	3558	5051
19 | 2017-08-18	9150	3610	5540
20 | 2017-08-19	8931	3550	5381
21 | 2017-08-20	9163	3533	5630
22 | 2017-08-21	8869	3581	5288
23 | 2017-08-22	9028	3634	5394
24 | 2017-08-23	9470	3828	5642
25 | 2017-08-24	9537	3693	5844
26 | 2017-08-25	9574	3765	5809
27 | 2017-08-26	9608	3811	5797
28 | 2017-08-27	9783	3868	5915
29 | 2017-08-28	9677	3953	5724
30 | 2017-08-29	9946	4056	5890
31 | 2017-08-30	9993	3945	6048
32 | 2017-08-31	10349	4108	6241
33 | 2017-09-01	10175	4082	6093
34 | 2017-09-02	10488	4172	6316
35 | 2017-09-03	10386	4222	6164
36 | 2017-09-04	10703	4298	6405
37 | 2017-09-05	10718	4279	6439
38 | 2017-09-06	10561	4237	6324
39 | 2017-09-07	10876	4423	6453
40 | 2017-09-08	10719	4309	6410
41 | 2017-09-09	10946	4469	6477
42 | 2017-09-10	11044	4464	6580
43 | 2017-09-11	11105	4515	6590
44 | 2017-09-12	11586	4597	6989
45 | 2017-09-13	11612	4618	6994
46 | 2017-09-14	11533	4619	6914
47 | 2017-09-15	11707	4617	7090
48 | 2017-09-16	11619	4735	6884
49 | 2017-09-17	12092	4787	7305
50 | 2017-09-18	12000	4854	7146
51 | 2017-09-19	12132	4856	7276
52 | 2017-09-20	12173	4897	7276
53 | 2017-09-21	12298	5049	7249
54 | 2017-09-22	12756	5022	7734
55 | 2017-09-23	12566	5107	7459
56 | 2017-09-24	12504	5050	7454
57 | 2017-09-25	12900	5190	7710
58 | 2017-09-26	13123	5313	7810
59 | 2017-09-27	13078	5307	7771
60 | 2017-09-28	13439	5316	8123
61 | 2017-09-29	13414	5434	7980
62 | 2017-09-30	13688	5453	8235
63 | 2017-10-01	13745	5435	8310
64 | 2017-10-02	13879	5522	8357
65 | 2017-10-03	13909	5668	8241
66 | 2017-10-04	13948	5593	8355
67 | 2017-10-05	14418	5703	8715
68 | 2017-10-06	14590	5760	8830
69 | 2017-10-07	14754	5851	8903
70 | 2017-10-08	14846	5848	8998
71 | 2017-10-09	14704	5980	8724
72 | 2017-10-10	15171	6100	9071
73 | 2017-10-11	15062	6104	8958
74 | 2017-10-12	15339	6228	9111
75 | 2017-10-13	15499	6199	9300
76 | 2017-10-14	15880	6288	9592
77 | 2017-10-15	15800	6333	9467
78 | 2017-10-16	15844	6298	9546
79 | 2017-10-17	16086	6537	9549
80 | 2017-10-18	16336	6526	9810
81 | 2017-10-19	16506	6639	9867
82 | 2017-10-20	16634	6667	9967
83 | 2017-10-21	16955	6710	10245
84 | 2017-10-22	16985	6848	10137
85 | 2017-10-23	16981	6785	10196
86 | 2017-10-24	17216	6920	10296
87 | 


--------------------------------------------------------------------------------
/docs/demo-data/repository-size-detailed.tsv:
--------------------------------------------------------------------------------
1 | repository	archived?	repository size [MB]
2 | foo/bar	false	2631
3 | foo/bar2	false	1225
4 | foo/bar3	true	1192
5 | 


--------------------------------------------------------------------------------
/docs/demo-data/repository-size.tsv:
--------------------------------------------------------------------------------
 1 | date	repositories >1GB
 2 | 2017-08-01	74
 3 | 2017-08-02	77
 4 | 2017-08-03	74
 5 | 2017-08-04	76
 6 | 2017-08-05	75
 7 | 2017-08-06	77
 8 | 2017-08-07	80
 9 | 2017-08-08	80
10 | 2017-08-09	79
11 | 2017-08-10	80
12 | 2017-08-11	83
13 | 2017-08-12	84
14 | 2017-08-13	84
15 | 2017-08-14	86
16 | 2017-08-15	83
17 | 2017-08-16	90
18 | 2017-08-17	86
19 | 2017-08-18	91
20 | 2017-08-19	89
21 | 2017-08-20	91
22 | 2017-08-21	88
23 | 2017-08-22	90
24 | 2017-08-23	94
25 | 2017-08-24	95
26 | 2017-08-25	95
27 | 2017-08-26	96
28 | 2017-08-27	97
29 | 2017-08-28	96
30 | 2017-08-29	99
31 | 2017-08-30	99
32 | 2017-08-31	103
33 | 2017-09-01	101
34 | 2017-09-02	104
35 | 2017-09-03	103
36 | 2017-09-04	107
37 | 2017-09-05	107
38 | 2017-09-06	105
39 | 2017-09-07	108
40 | 2017-09-08	107
41 | 2017-09-09	109
42 | 2017-09-10	110
43 | 2017-09-11	111
44 | 2017-09-12	115
45 | 2017-09-13	116
46 | 2017-09-14	115
47 | 2017-09-15	117
48 | 2017-09-16	116
49 | 2017-09-17	120
50 | 2017-09-18	120
51 | 2017-09-19	121
52 | 2017-09-20	121
53 | 2017-09-21	122
54 | 2017-09-22	127
55 | 2017-09-23	125
56 | 2017-09-24	125
57 | 2017-09-25	129
58 | 2017-09-26	131
59 | 2017-09-27	130
60 | 2017-09-28	134
61 | 2017-09-29	134
62 | 2017-09-30	136
63 | 2017-10-01	137
64 | 2017-10-02	138
65 | 2017-10-03	139
66 | 2017-10-04	139
67 | 2017-10-05	144
68 | 2017-10-06	145
69 | 2017-10-07	147
70 | 2017-10-08	148
71 | 2017-10-09	147
72 | 2017-10-10	151
73 | 2017-10-11	150
74 | 2017-10-12	153
75 | 2017-10-13	154
76 | 2017-10-14	158
77 | 2017-10-15	158
78 | 2017-10-16	158
79 | 2017-10-17	160
80 | 2017-10-18	163
81 | 2017-10-19	165
82 | 2017-10-20	166
83 | 2017-10-21	169
84 | 2017-10-22	169
85 | 2017-10-23	169
86 | 2017-10-24	172
87 | 


--------------------------------------------------------------------------------
/docs/demo-data/repository-usage.tsv:
--------------------------------------------------------------------------------
1 | date	protected branches [%]	topics [%]
2 | 2018-02-04	33	4
3 | 2018-02-03	30	4
4 | 2018-02-02	15	3
5 | 


--------------------------------------------------------------------------------
/docs/demo-data/teams-legacy-detailed.tsv:
--------------------------------------------------------------------------------
1 | organization	team	members
2 | gamma	admins	15
3 | epsilon	great team	2
4 | 


--------------------------------------------------------------------------------
/docs/demo-data/teams-legacy.tsv:
--------------------------------------------------------------------------------
1 | date	legacy admin teams
2 | 2018-01-30	1
3 | 2018-01-29	4
4 | 2018-01-28	5
5 | 


--------------------------------------------------------------------------------
/docs/demo-data/teams-total.tsv:
--------------------------------------------------------------------------------
 1 | date	total
 2 | 2017-09-25	579
 3 | 2017-09-24	575
 4 | 2017-09-23	578
 5 | 2017-09-22	574
 6 | 2017-09-21	572
 7 | 2017-09-20	566
 8 | 2017-09-19	556
 9 | 2017-09-18	548
10 | 2017-09-17	541
11 | 2017-09-16	533
12 | 2017-09-15	524
13 | 2017-09-14	511
14 | 


--------------------------------------------------------------------------------
/docs/demo-data/tokenless-authentication-detailed.tsv:
--------------------------------------------------------------------------------
1 | user	repository	tokenless authentications
2 | larsxschneider	foo/bar	5104
3 | service-bot	some/repo	5081
4 | 


--------------------------------------------------------------------------------
/docs/demo-data/tokenless-authentication.tsv:
--------------------------------------------------------------------------------
 1 | date	tokenless authentications
 2 | 2017-10-04	344312
 3 | 2017-10-03	331129
 4 | 2017-10-02	348062
 5 | 2017-10-01	277448
 6 | 2017-09-30	282284
 7 | 2017-09-29	381172
 8 | 2017-09-28	398926
 9 | 2017-09-26	432597
10 | 2017-09-25	421824
11 | 2017-09-24	350811
12 | 2017-09-23	341770
13 | 2017-09-22	405661
14 | 2017-09-21	424613
15 | 2017-09-20	421824
16 | 2017-09-19	429103
17 | 2017-09-18	415324
18 | 


--------------------------------------------------------------------------------
/docs/demo-data/users.tsv:
--------------------------------------------------------------------------------
 1 | date	pushing commits (last day)	pushing commits (last week)	pushing commits (last four weeks)	using license
 2 | 2017-09-25	104	184	235	330
 3 | 2017-09-24	13	182	234	326
 4 | 2017-09-23	12	181	238	325
 5 | 2017-09-22	98	181	239	325
 6 | 2017-09-21	109	185	240	323
 7 | 2017-09-20	109	184	239	320
 8 | 2017-09-19	109	184	239	318
 9 | 2017-09-18	107	184	238	341
10 | 2017-09-17	12	185	230	349
11 | 2017-09-16	12	144	218	349
12 | 2017-09-15	102	194	228	350
13 | 2017-09-14	109	187	233	350
14 | 


--------------------------------------------------------------------------------
/docs/housekeeping-abandoned-orgs.html:
--------------------------------------------------------------------------------
 1 | ---
 2 | layout: default
 3 | title: Forks
 4 | permalink: /housekeeping-abandoned-orgs
 5 | ---
 6 | 
 7 | <div class="chart-placeholder">
 8 | 	<h3>Abandoned Organizations</h3>
 9 | 	<canvas
10 | 		data-url="{{ site.dataURL }}/organizations-abandoned.tsv"
11 | 		data-type="history"
12 | 		data-config='{
13 | 			"views":
14 | 			[
15 | 				{
16 | 					"label": "2 m",
17 | 					"tooltip": "Show the last 2 months",
18 | 					"aggregate": false,
19 | 					"slice": [0, 61]
20 | 				},
21 | 				{
22 | 					"label": "2 y",
23 | 					"tooltip": "Show the last 2 years",
24 | 					"aggregate":
25 | 					{
26 | 						"period": "week",
27 | 						"method": "median"
28 | 					},
29 | 					"slice": [0, 106],
30 | 					"default": true
31 | 				},
32 | 				{
33 | 					"label": "all",
34 | 					"tooltip": "Show all data",
35 | 					"aggregate":
36 | 					{
37 | 						"period": "week",
38 | 						"method": "median"
39 | 					}
40 | 				}
41 | 			]
42 | 		}'></canvas>
43 | 	<div class="info-box">
44 | 		<p>
45 | 			An organizations is considered <em>abandoned</em> if none of its repositories has received a push in the last year (ignoring <a href="https://help.github.com/articles/archiving-repositories/">archived</a> repositories).
46 | 		</p>
47 | 		<p>
48 | 			If the content still has value, then you could <a href="https://help.github.com/articles/archiving-repositories/">archive</a> all repositories in these organizations to emphasize the fact that they are not maintained anymore.
49 | 			If the content is not valuable anymore, then you could <a href="https://help.github.com/articles/deleting-an-organization-account/">delete the organization</a> to reduce clutter on your GitHub Enterprise appliance.
50 | 		</p>
51 | 	</div>
52 | </div>
53 | 
54 | <div class="chart-placeholder">
55 | 	<table data-url="{{ site.dataURL }}/organizations-abandoned-detailed.tsv" data-type="table"></table>
56 | </div>
57 | 


--------------------------------------------------------------------------------
/docs/housekeeping-api-requests.html:
--------------------------------------------------------------------------------
 1 | ---
 2 | layout: default
 3 | title: API Requests
 4 | permalink: /housekeeping-api-requests
 5 | ---
 6 | 
 7 | <div class="chart-placeholder">
 8 | 	<h3>API Requests</h3>
 9 | 	<canvas
10 | 		data-url="{{ site.dataURL }}/api-requests.tsv"
11 | 		data-type="history"
12 | 		data-config='{
13 | 			"views":
14 | 			[
15 | 				{
16 | 					"label": "2 m",
17 | 					"tooltip": "Show the last 2 months",
18 | 					"aggregate": false,
19 | 					"slice": [0, 61]
20 | 				},
21 | 				{
22 | 					"label": "2 y",
23 | 					"tooltip": "Show the last 2 years",
24 | 					"aggregate":
25 | 					{
26 | 						"period": "week",
27 | 						"method": "sum"
28 | 					},
29 | 					"slice": [0, 106],
30 | 					"default": true
31 | 				},
32 | 				{
33 | 					"label": "all",
34 | 					"tooltip": "Show all data",
35 | 					"aggregate":
36 | 					{
37 | 						"period": "week",
38 | 						"method": "sum"
39 | 					}
40 | 				}
41 | 			]
42 | 		}'></canvas>
43 | 	<div class="info-box">
44 | 		<p>
45 | 			The total number of <a href="https://developer.github.com/">GitHub API requests</a>.
46 | 		</p>
47 | 		<p>
48 | 			High numbers usually indicate unfavorably configured CI processes.
49 | 		</p>
50 | 	</div>
51 | </div>
52 | 
53 | <div class="chart-placeholder">
54 | 	<h3>API Requests per User</h3>
55 | 	<canvas
56 | 		data-url="{{ site.dataURL }}/api-requests-by-user.tsv"
57 | 		data-type="list"
58 | 	></canvas>
59 | 	<div class="info-box">
60 | 		<p>
61 | 			The top 20 users who made the highest number of API requests yesterday.
62 | 		</p>
63 | 	</div>
64 | </div>
65 | 
66 | <div class="chart-placeholder">
67 | 	<h3>API Requests per Repository per IP</h3>
68 | 	<table data-url="{{ site.dataURL }}/api-requests-detailed.tsv" data-type="table"></table>
69 | 	<div class="info-box">
70 | 		<p>
71 | 			This table lists the resources requested via the API that accounted for the majority of API requests yesterday.
72 | 		</p>
73 | 	</div>
74 | </div>
75 | 


--------------------------------------------------------------------------------
/docs/housekeeping-failed-webhooks.html:
--------------------------------------------------------------------------------
 1 | ---
 2 | layout: default
 3 | title: Failed Webhooks
 4 | permalink: /housekeeping-failed-webhooks
 5 | ---
 6 | 
 7 | <div class="chart-placeholder">
 8 | 	<h3>Failed Webhooks</h3>
 9 | 	<canvas
10 | 		data-url="{{ site.dataURL }}/failed-webhooks.tsv"
11 | 		data-type="history"
12 | 		data-config='{
13 | 			"views":
14 | 			[
15 | 				{
16 | 					"label": "2 m",
17 | 					"tooltip": "Show the last 2 months",
18 | 					"aggregate": false,
19 | 					"slice": [0, 61],
20 | 					"default": true
21 | 				},
22 | 				{
23 | 					"label": "2 y",
24 | 					"tooltip": "Show the last 2 years",
25 | 					"aggregate":
26 | 					{
27 | 						"period": "week",
28 | 						"method": "sum"
29 | 					},
30 | 					"slice": [0, 106]
31 | 				},
32 | 				{
33 | 					"label": "all",
34 | 					"tooltip": "Show all data",
35 | 					"aggregate":
36 | 					{
37 | 						"period": "week",
38 | 						"method": "sum"
39 | 					}
40 | 				}
41 | 			]
42 | 		}'></canvas>
43 | 
44 | 	<div class="info-box">
45 | 		<p>
46 | 			Use <code>ghe-webhook-logs -f -i &lt;hook-id&gt;</code> to show a webhook's failures. Please see <a href="https://docs.github.com/enterprise-server/admin/configuration/command-line-utilities#ghe-webhook-logs">ghe-webhook-logs</a> for additional information.
47 | 		</p>
48 | 		<p>
49 | 			Use <code>ghe-webhook-manage -s &lt;hook-id&gt;</code> to lookup a webhook's information (target, url, active status).
50 | 		</p>
51 | 		<p>
52 | 			Use <code>ghe-webhook-manage -d &lt;hook-id&gt;</code> to disable a webhook.
53 | 		</p>
54 | 		<p>
55 | 			Use <code>ghe-webhook-manage -e &lt;hook-id&gt;</code> to enable a webhook.
56 | 		</p>
57 | 	</div>
58 | </div>
59 | 
60 | <div class="chart-placeholder">
61 | 	<table data-url="{{ site.dataURL }}/failed-webhooks-detailed.tsv" data-type="table"></table>
62 | 
63 | 	<div class="info-box">
64 | 		<p>
65 | 			This table lists the webhooks that failed yesterday.
66 | 		</p>
67 | 		<p>
68 | 			Webhook types
69 | 			<ul>
70 | 				<li><code>business</code> a <a href="https://docs.github.com/enterprise-server/admin/user-management/managing-global-webhooks">global webhook</a></li>
71 | 				<li><code>integration</code> a <a href="https://docs.github.com/enterprise-server/developers/apps/getting-started-with-apps">GitHub App</a> webhook</li>
72 | 				<li><code>repository</code> a <a href="https://docs.github.com/enterprise-server/rest/reference/repos#webhooks">repository hook</a></li>
73 | 				<li><code>organization</code> an <a href="https://docs.github.com/enterprise-server/rest/reference/orgs#webhooks">organization hook</a></li>
74 | 			</ul>
75 | 		</p>
76 | 	</div>
77 | </div>
78 | 
79 | 
80 | 
81 | 


--------------------------------------------------------------------------------
/docs/housekeeping-forks.html:
--------------------------------------------------------------------------------
 1 | ---
 2 | layout: default
 3 | title: Forks
 4 | permalink: /housekeeping-forks
 5 | ---
 6 | 
 7 | <div class="chart-placeholder">
 8 | 	<h3>Forks to Organizations</h3>
 9 | 	<canvas
10 | 		data-url="{{ site.dataURL }}/forks-to-organizations.tsv"
11 | 		data-type="history"
12 | 		data-config='{
13 | 			"views":
14 | 			[
15 | 				{
16 | 					"label": "2 m",
17 | 					"tooltip": "Show the last 2 months",
18 | 					"aggregate": false,
19 | 					"slice": [0, 61]
20 | 				},
21 | 				{
22 | 					"label": "2 y",
23 | 					"tooltip": "Show the last 2 years",
24 | 					"aggregate":
25 | 					{
26 | 						"period": "week",
27 | 						"method": "median"
28 | 					},
29 | 					"slice": [0, 106],
30 | 					"default": true
31 | 				},
32 | 				{
33 | 					"label": "all",
34 | 					"tooltip": "Show all data",
35 | 					"aggregate":
36 | 					{
37 | 						"period": "week",
38 | 						"method": "median"
39 | 					}
40 | 				}
41 | 			]
42 | 		}'></canvas>
43 | 	<div class="info-box">
44 | 		<p>
45 | 			Forks to personal user accounts are a great way to contribute code.
46 | 		</p>
47 | 		<p>
48 | 			Forks to organizations can be troublesome, as they promote multiple (sometimes even incompatible) versions of the same component within a company.
49 | 		</p>
50 | 		<p>
51 | 			Therefore, you should try to reduce them.
52 | 		</p>
53 | 	</div>
54 | 	<div class="info-box">
55 | 		<p>
56 | 			See <a href="https://medium.com/@larsxschneider/talk-dont-fork-743a1253b8d5">this blog post</a> for more information.
57 | 		</p>
58 | 	</div>
59 | </div>
60 | 
61 | <div class="chart-placeholder">
62 | 	<table data-url="{{ site.dataURL }}/forks-to-organizations-detailed.tsv" data-type="table"></table>
63 | </div>
64 | 


--------------------------------------------------------------------------------
/docs/housekeeping-git-requests.html:
--------------------------------------------------------------------------------
 1 | ---
 2 | layout: default
 3 | title: Git Requests
 4 | permalink: /housekeeping-git-requests
 5 | ---
 6 | 
 7 | <div class="chart-placeholder">
 8 | 	<h3>Git Requests</h3>
 9 | 	<canvas
10 | 		data-url="{{ site.dataURL }}/git-requests.tsv"
11 | 		data-type="history"
12 | 		data-config='{
13 | 			"views":
14 | 			[
15 | 				{
16 | 					"label": "2 m",
17 | 					"tooltip": "Show the last 2 months",
18 | 					"aggregate": false,
19 | 					"slice": [0, 61]
20 | 				},
21 | 				{
22 | 					"label": "2 y",
23 | 					"tooltip": "Show the last 2 years",
24 | 					"aggregate":
25 | 					{
26 | 						"period": "week",
27 | 						"method": "sum"
28 | 					},
29 | 					"slice": [0, 106],
30 | 					"default": true
31 | 				},
32 | 				{
33 | 					"label": "all",
34 | 					"tooltip": "Show all data",
35 | 					"aggregate":
36 | 					{
37 | 						"period": "week",
38 | 						"method": "sum"
39 | 					}
40 | 				}
41 | 			]
42 | 		}'></canvas>
43 | 	<div class="info-box">
44 | 		<p>
45 | 			The total number of Git requests (includes pushes, fetches, and clones).
46 | 		</p>
47 | 		<p>
48 | 			High numbers usually indicate unfavorably configured CI processes.
49 | 		</p>
50 | 	</div>
51 | </div>
52 | 
53 | <div class="chart-placeholder">
54 | 	<table data-url="{{ site.dataURL }}/git-requests-detailed.tsv" data-type="table"></table>
55 | 	<div class="info-box">
56 | 		<p>
57 | 			This table lists the repositories that accounted for the majority of Git requests yesterday.
58 | 		</p>
59 | 	</div>
60 | </div>
61 | 


--------------------------------------------------------------------------------
/docs/housekeeping-git-traffic.html:
--------------------------------------------------------------------------------
  1 | ---
  2 | layout: default
  3 | title: Git Traffic
  4 | permalink: /housekeeping-git-traffic
  5 | ---
  6 | 
  7 | <div class="chart-placeholder">
  8 | 	<h3>Operations</h3>
  9 | 	<canvas
 10 | 		data-url="{{ site.dataURL }}/git-download.tsv"
 11 | 		data-type="history"
 12 | 		data-config='{
 13 | 			"views":
 14 | 			[
 15 | 				{
 16 | 					"label": "2 m",
 17 | 					"tooltip": "Show the last 2 months",
 18 | 					"aggregate": false,
 19 | 					"series":
 20 | 					[
 21 | 						"clones",
 22 | 						"fetches"
 23 | 					],
 24 | 					"slice": [0, 61]
 25 | 				},
 26 | 				{
 27 | 					"label": "2 y",
 28 | 					"tooltip": "Show the last 2 years",
 29 | 					"aggregate":
 30 | 					{
 31 | 						"period": "week",
 32 | 						"method": "sum"
 33 | 					},
 34 | 					"series":
 35 | 					[
 36 | 						"clones",
 37 | 						"fetches"
 38 | 					],
 39 | 					"slice": [0, 106],
 40 | 					"default": true
 41 | 				},
 42 | 				{
 43 | 					"label": "all",
 44 | 					"tooltip": "Show all data",
 45 | 					"aggregate":
 46 | 					{
 47 | 						"period": "week",
 48 | 						"method": "sum"
 49 | 					},
 50 | 					"series":
 51 | 					[
 52 | 						"clones",
 53 | 						"fetches"
 54 | 					]
 55 | 				}
 56 | 			]
 57 | 		}'></canvas>
 58 | 	<div class="info-box">
 59 | 		<p>
 60 | 			<em>Cloning</em> a Git repository is expensive, as the entire repository history must be transferred.
 61 | 			Clients that have cloned a repository before should rather <em>fetch</em> the latest changes.
 62 | 			This is (sometimes dramatically!) faster for the client and less expensive for the server.
 63 | 		</p>
 64 | 		<p>
 65 | 			High numbers of clone operations usually indicate an unfavorably configured CI process.
 66 | 		</p>
 67 | 		<p>
 68 | 			Attention: These numbers are likely incorrect on a configuration with active replicas.
 69 | 		</p>
 70 | 	</div>
 71 | </div>
 72 | 
 73 | <div class="chart-placeholder">
 74 | 	<h3>Transferred Data</h3>
 75 | 	<canvas
 76 | 		data-url="{{ site.dataURL }}/git-download.tsv"
 77 | 		data-type="history"
 78 | 		data-config='{
 79 | 			"views":
 80 | 			[
 81 | 				{
 82 | 					"label": "2 m",
 83 | 					"tooltip": "Show the last 2 months",
 84 | 					"aggregate": false,
 85 | 					"series":
 86 | 					[
 87 | 						"clone traffic [GB]",
 88 | 						"fetch traffic [GB]",
 89 | 						"LFS traffic [GB]"
 90 | 					],
 91 | 					"slice": [0, 61]
 92 | 				},
 93 | 				{
 94 | 					"label": "2 y",
 95 | 					"tooltip": "Show the last 2 years",
 96 | 					"aggregate":
 97 | 					{
 98 | 						"period": "week",
 99 | 						"method": "sum"
100 | 					},
101 | 					"series":
102 | 					[
103 | 						"clone traffic [GB]",
104 | 						"fetch traffic [GB]",
105 | 						"LFS traffic [GB]"
106 | 					],
107 | 					"slice": [0, 106],
108 | 					"default": true
109 | 				},
110 | 				{
111 | 					"label": "all",
112 | 					"tooltip": "Show all data",
113 | 					"aggregate":
114 | 					{
115 | 						"period": "week",
116 | 						"method": "sum"
117 | 					},
118 | 					"series":
119 | 					[
120 | 						"clone traffic [GB]",
121 | 						"fetch traffic [GB]",
122 | 						"LFS traffic [GB]"
123 | 					]
124 | 				}
125 | 			]
126 | 		}'></canvas>
127 | 	<div class="info-box">
128 | 		<p>
129 | 			The amount of data transferred for clones and fetches (<em>excluding</em> Git LFS traffic) as well as pure <a href="https://git-lfs.github.com/">Git LFS</a> traffic (indirectly triggered through clones and fetches).
130 | 		</p>
131 | 		<p>
132 | 			To save resources, you should try to minimize the number of clones, especially for large repositories.
133 | 		</p>
134 | 	</div>
135 | </div>
136 | 
137 | <div class="chart-placeholder">
138 | 	<table data-url="{{ site.dataURL }}/git-download-detailed.tsv" data-type="table"></table>
139 | 	<div class="info-box">
140 | 		<p>
141 | 			This table lists the repositories that accounted for the majority of the traffic yesterday.
142 | 		</p>
143 | 	</div>
144 | </div>
145 | 


--------------------------------------------------------------------------------
/docs/housekeeping-repo-location.html:
--------------------------------------------------------------------------------
 1 | ---
 2 | layout: default
 3 | title: Repository Location
 4 | permalink: /housekeeping-repo-location
 5 | ---
 6 | 
 7 | <div class="chart-placeholder">
 8 | 	<h3>Personal Repositories with Nonowner Pushes (Last 4 Weeks)</h3>
 9 | 	<canvas
10 | 		data-url="{{ site.dataURL }}/repositories-personal-nonowner-pushes.tsv"
11 | 		data-type="history"
12 | 		data-config='{
13 | 			"views":
14 | 			[
15 | 				{
16 | 					"label": "2 m",
17 | 					"tooltip": "Show the last 2 months",
18 | 					"aggregate": false,
19 | 					"slice": [0, 61]
20 | 				},
21 | 				{
22 | 					"label": "2 y",
23 | 					"tooltip": "Show the last 2 years",
24 | 					"aggregate":
25 | 					{
26 | 						"period": "week",
27 | 						"method": "median"
28 | 					},
29 | 					"slice": [0, 106],
30 | 					"default": true
31 | 				},
32 | 				{
33 | 					"label": "all",
34 | 					"tooltip": "Show all data",
35 | 					"aggregate":
36 | 					{
37 | 						"period": "week",
38 | 						"method": "median"
39 | 					}
40 | 				}
41 | 			]
42 | 		}'></canvas>
43 | 	<div class="info-box">
44 | 		<p>
45 | 			Repositories in user accounts should only be pushed to by their owners, as these repositories might become unavailable or deleted if the owner leaves the company.
46 | 		</p>
47 | 		<p>
48 | 			Repositories in which people actively collaborate should be <a href="https://help.github.com/articles/about-repository-transfers/">transferred</a> to an organization account.
49 | 		</p>
50 | 	</div>
51 | </div>
52 | 
53 | <div class="chart-placeholder">
54 | 	<table data-url="{{ site.dataURL }}/repositories-personal-nonowner-pushes-detailed.tsv" data-type="table"></table>
55 | </div>
56 | 


--------------------------------------------------------------------------------
/docs/index.html:
--------------------------------------------------------------------------------
 1 | ---
 2 | layout: default
 3 | title: Collaboration
 4 | permalink: /
 5 | ---
 6 | 
 7 | <div class="chart-placeholder row-centered">
 8 | 	<h3>Collaboration Across Organizations</h3>
 9 | 	<svg
10 | 		width="1000"
11 | 		height="1000"
12 | 		data-url="{{ site.dataURL }}/org-collaboration.tsv"
13 | 		data-type="chord"
14 | 		data-config='{
15 | 			"showRawDataLink": false,
16 | 			"views":
17 | 			[
18 | 				{
19 | 					"label": "2 w",
20 | 					"tooltip": "Show the last 2 weeks"
21 | 				},
22 | 				{
23 | 					"label": "2 m",
24 | 					"tooltip": "Show the last 2 months"
25 | 				},
26 | 				{
27 | 					"label": "2 y",
28 | 					"tooltip": "Show the last 2 years"
29 | 				}
30 | 			]
31 | 		}'
32 | 	></svg>
33 | 	<div class="info-box">
34 | 		<p>
35 | 			<select class="org-selection"></select>
36 | 		</p>
37 | 	</div>
38 | 	<div class="info-box">
39 | 		<p>
40 | 			The top 50&nbsp;connections between organizations over the last two weeks, two months, or two years.
41 | 		</p>
42 | 		<p>
43 | 			A connection between two organizations is rated higher the more people contribute to both organizations.
44 | 			Users are considered <em>members</em> of an organization if the majority of their pushes were made to this organization.
45 | 		</p>
46 | 	</div>
47 | 	<div class="info-box">
48 | 		<p>
49 | 			The depicted collaboration is especially meaningful if the affected organizations cover different topics.
50 | 			If two organizations cover the same topic (for example, an organization <em>foo-server</em> and an organization <em>foo-client</em>), then the collaboration is less meaningful.
51 | 		</p>
52 | 		<p>
53 | 			In this situation, it might be a good idea to consolidate the two organizations into one (in this example, <em>foo</em>).
54 | 		</p>
55 | 	</div>
56 | </div>
57 | 


--------------------------------------------------------------------------------
/docs/org-owners.html:
--------------------------------------------------------------------------------
 1 | ---
 2 | layout: default
 3 | title: Organization Owners
 4 | permalink: /org-owners
 5 | ---
 6 | 
 7 | <div class="chart-placeholder">
 8 | 	<h3>Organization Owners</h3>
 9 | 	<table data-url="{{ site.dataURL }}/org-owners.tsv" data-type="table"></table>
10 | 	<div class="info-box">
11 | 		<p>Owners for each GitHub organization.</p>
12 | 	</div>
13 | </div>
14 | 


--------------------------------------------------------------------------------
/docs/orgs-activity.html:
--------------------------------------------------------------------------------
 1 | ---
 2 | layout: default
 3 | title: Organization Activity
 4 | permalink: /orgs-activity
 5 | ---
 6 | 
 7 | <div class="chart-placeholder">
 8 | 	<h3>Organizations (Active)</h3>
 9 | 	<canvas
10 | 		data-url="{{ site.dataURL }}/organization-activity.tsv"
11 | 		data-type="history"
12 | 		data-config='{
13 | 			"views":
14 | 			[
15 | 				{
16 | 					"label": "2 m",
17 | 					"tooltip": "Show the last 2 months",
18 | 					"aggregate": false,
19 | 					"series":
20 | 					[
21 | 						"last four weeks",
22 | 						"last week",
23 | 						"last day"
24 | 					],
25 | 					"visibleSeries":
26 | 					[
27 | 						"last four weeks"
28 | 					],
29 | 					"slice": [0, 61]
30 | 				},
31 | 				{
32 | 					"label": "2 y",
33 | 					"tooltip": "Show the last 2 years",
34 | 					"aggregate":
35 | 					{
36 | 						"period": "week",
37 | 						"method": "median"
38 | 					},
39 | 					"series":
40 | 					[
41 | 						"last four weeks",
42 | 						"last week",
43 | 						"last day"
44 | 					],
45 | 					"visibleSeries":
46 | 					[
47 | 						"last four weeks"
48 | 					],
49 | 					"slice": [0, 106],
50 | 					"default": true
51 | 				},
52 | 				{
53 | 					"label": "all",
54 | 					"tooltip": "Show all data",
55 | 					"aggregate":
56 | 					{
57 | 						"period": "week",
58 | 						"method": "median"
59 | 					},
60 | 					"series":
61 | 					[
62 | 						"last four weeks",
63 | 						"last week",
64 | 						"last day"
65 | 					],
66 | 					"visibleSeries":
67 | 					[
68 | 						"last four weeks"
69 | 					]
70 | 				}
71 | 			]
72 | 		}'></canvas>
73 | 	<div class="info-box">
74 | 		<p>
75 | 			Shows how many organizations are active.
76 | 		</p>
77 | 	</div>
78 | 	<div class="info-box">
79 | 		<p>
80 | 			Organizations are counted as <em>active</em> if they received at
81 | 			least one push to a repository within the respective time period.
82 | 		</p>
83 | 	</div>
84 | </div>
85 | 


--------------------------------------------------------------------------------
/docs/orgs-total.html:
--------------------------------------------------------------------------------
 1 | ---
 2 | layout: default
 3 | title: Organizations
 4 | permalink: /orgs-total
 5 | ---
 6 | 
 7 | <div class="chart-placeholder">
 8 | 	<h3>Organizations (Total)</h3>
 9 | 	<canvas
10 | 		data-url="{{ site.dataURL }}/orgs-total.tsv"
11 | 		data-type="history"
12 | 		data-config='{
13 | 			"views":
14 | 			[
15 | 				{
16 | 					"label": "2 m",
17 | 					"tooltip": "Show the last 2 months",
18 | 					"aggregate": false,
19 | 					"slice": [0, 61]
20 | 				},
21 | 				{
22 | 					"label": "2 y",
23 | 					"tooltip": "Show the last 2 years",
24 | 					"aggregate":
25 | 					{
26 | 						"period": "week",
27 | 						"method": "median"
28 | 					},
29 | 					"slice": [0, 106],
30 | 					"default": true
31 | 				},
32 | 				{
33 | 					"label": "all",
34 | 					"tooltip": "Show all data",
35 | 					"aggregate":
36 | 					{
37 | 						"period": "week",
38 | 						"method": "median"
39 | 					}
40 | 				}
41 | 			]
42 | 		}'></canvas>
43 | 	<div class="info-box">
44 | 		<p>
45 | 			The number of organizations in total.
46 | 		</p>
47 | 	</div>
48 | </div>
49 | 


--------------------------------------------------------------------------------
/docs/package.json:
--------------------------------------------------------------------------------
 1 | {
 2 |   "name": "hubble-enterprise-dashboard",
 3 |   "description": "",
 4 |   "version": "0.3.0+git",
 5 |   "scripts": {
 6 |     "start": "echo \"is there jekyll for node?\"",
 7 |     "unit-test": "karma start spec/karma.conf.js",
 8 |     "lint": "eslint .",
 9 |     "test": "mkdir -p _test/assets/js && jekyll build && cp assets/js/.eslintrc.json _test/assets/js/ && cp _site/assets/js/charts.js _test/assets/js/ && npm run unit-test && npm run lint",
10 |     "codecov": "codecov -F docs"
11 |   },
12 |   "devDependencies": {
13 |     "codecov": "^3.7.2",
14 |     "eslint": "^8.10.0",
15 |     "jasmine": "^4.0.2",
16 |     "karma": "^6.3.17",
17 |     "karma-chrome-launcher": "^3.1.0",
18 |     "karma-coverage": "^2.0.3",
19 |     "karma-jasmine": "^4.0.1"
20 |   },
21 |   "engines": {
22 |     "node": ">= 6.0.0"
23 |   },
24 |   "repository": {
25 |     "type": "git",
26 |     "url": "https://github.com/autodesk/hubble.git"
27 |   },
28 |   "bugs": {
29 |     "url": "https://github.com/autodesk/hubble/issues"
30 |   },
31 |   "license": "MIT"
32 | }
33 | 


--------------------------------------------------------------------------------
/docs/params.json:
--------------------------------------------------------------------------------
1 | {
2 | 	"name": "Hubble Enterprise",
3 | 	"tagline": "GitHub Enterprise usage and health dashboard",
4 | 	"body": "### Hubble Enterprise\r\nThis page will show GitHub Enterprise usage and health data.",
5 | 	"note": "Don't delete this file! It's used internally to help with page regeneration."
6 | }
7 | 


--------------------------------------------------------------------------------
/docs/pr-total.html:
--------------------------------------------------------------------------------
  1 | ---
  2 | layout: default
  3 | title: Pull Requests Total
  4 | permalink: /pr-total
  5 | ---
  6 | 
  7 | <div class="chart-placeholder">
  8 | 	<h3>Pull Requests (Total)</h3>
  9 | 	<canvas
 10 | 		data-url="{{ site.dataURL }}/pull-request-history.tsv"
 11 | 		data-type="history"
 12 | 		data-config='{
 13 | 			"views":
 14 | 			[
 15 | 				{
 16 | 					"label": "2 m",
 17 | 					"tooltip": "Show the last 2 months",
 18 | 					"aggregate": false,
 19 | 					"series": ["merged", "new"],
 20 | 					"visibleSeries": ["merged"],
 21 | 					"slice": [0, 61]
 22 | 				},
 23 | 				{
 24 | 					"label": "2 y",
 25 | 					"tooltip": "Show the last 2 years",
 26 | 					"aggregate":
 27 | 					{
 28 | 						"period": "week",
 29 | 						"method": "sum"
 30 | 					},
 31 | 					"series": ["merged", "new"],
 32 | 					"visibleSeries": ["merged"],
 33 | 					"slice": [0, 106],
 34 | 					"default": true
 35 | 				},
 36 | 				{
 37 | 					"label": "all",
 38 | 					"tooltip": "Show all data",
 39 | 					"aggregate":
 40 | 					{
 41 | 						"period": "week",
 42 | 						"method": "sum"
 43 | 					},
 44 | 					"series": ["merged", "new"],
 45 | 					"visibleSeries": ["merged"]
 46 | 				}
 47 | 			]
 48 | 		}'></canvas>
 49 | 	<div class="info-box">
 50 | 		<p>
 51 | 			The total number of merged and new pull requests.
 52 | 		</p>
 53 | 	</div>
 54 | </div>
 55 | 
 56 | <div class="chart-placeholder">
 57 | 	<h3>Pull Requests (Last Month, by Repository)</h3>
 58 | 	<canvas
 59 | 		data-url="{{ site.dataURL }}/pull-requests-by-repository.tsv"
 60 | 		data-type="list"
 61 | 		data-config='{
 62 | 			"series": [
 63 | 				"merged",
 64 | 				"new"
 65 | 			],
 66 | 			"visibleSeries": [
 67 | 				"merged"
 68 | 			],
 69 | 			"slice": [
 70 | 				0,
 71 | 				20
 72 | 			]
 73 | 		}'
 74 | 		></canvas>
 75 | 	<div class="info-box">
 76 | 		<p>
 77 | 			The top 20 repositories with the most merged or new pull requests in the last month.
 78 | 		</p>
 79 | 	</div>
 80 | </div>
 81 | 
 82 | <div class="chart-placeholder">
 83 | 	<h3>Pull Requests (Last Month, by Organization)</h3>
 84 | 	<canvas
 85 | 		data-url="{{ site.dataURL }}/pull-requests-by-organization.tsv"
 86 | 		data-type="list"
 87 | 		data-config='{
 88 | 				"series": [
 89 | 				"merged",
 90 | 				"new"
 91 | 			],
 92 | 			"visibleSeries": [
 93 | 				"merged"
 94 | 			],
 95 | 			"slice": [
 96 | 				0,
 97 | 				20
 98 | 			]
 99 | 		}'
100 | 		></canvas>
101 | 	<div class="info-box">
102 | 		<p>
103 | 			The top 20 organizations with the most merged or new pull requests in the last month.
104 | 		</p>
105 | 	</div>
106 | </div>
107 | 


--------------------------------------------------------------------------------
/docs/pr-usage.html:
--------------------------------------------------------------------------------
 1 | ---
 2 | layout: default
 3 | title: Pull Request usage in %
 4 | permalink: /pr-usage
 5 | ---
 6 | 
 7 | <div class="chart-placeholder">
 8 | 	<h3>Pull Request Usage</h3>
 9 | 	<canvas
10 | 		data-url="{{ site.dataURL }}/pull-request-usage.tsv"
11 | 		data-type="history"
12 | 		data-config='{
13 | 			"views":
14 | 			[
15 | 				{
16 | 					"label": "2 m",
17 | 					"tooltip": "Show the last 2 months",
18 | 					"aggregate": false,
19 | 					"slice": [0, 61]
20 | 				},
21 | 				{
22 | 					"label": "2 y",
23 | 					"tooltip": "Show the last 2 years",
24 | 					"aggregate":
25 | 					{
26 | 						"period": "week",
27 | 						"method": "median"
28 | 					},
29 | 					"slice": [0, 106],
30 | 					"default": true
31 | 				},
32 | 				{
33 | 					"label": "all",
34 | 					"tooltip": "Show all data",
35 | 					"aggregate":
36 | 					{
37 | 						"period": "week",
38 | 						"method": "median"
39 | 					}
40 | 				}
41 | 			]
42 | 		}'></canvas>
43 | 	<div class="info-box">
44 | 		<p>
45 | 			The percentage of active repositories located in organizations, having more than one contributor, and using pull requests for contributions.
46 | 		</p>
47 | 		<p>
48 | 			In this context, <em>active</em> designates repositories with at least two users that have pushed commits in the last four weeks.
49 | 			The rationale behind this is that pull request usage is most important in a collaborative environment.
50 | 		</p>
51 | 		<p>
52 | 			High pull request usage might indicate a high number of code reviews.
53 | 		</p>
54 | 	</div>
55 | 	<div class="info-box">
56 | 		<p>
57 | 			For reference, the percentage of status usage in these pull requests is visualized.
58 | 		</p>
59 | 		<p>
60 | 			High status usage might indicate high CI usage.
61 | 		</p>
62 | 	</div>
63 | 	<div class="info-box">
64 | 		<p>
65 | 			Repositories in personal accounts and repositories with a single contributor are ignored, as they are less likely to use pull requests.
66 | 		</p>
67 | 	</div>
68 | </div>
69 | 


--------------------------------------------------------------------------------
/docs/recommendations-legacy-teams.html:
--------------------------------------------------------------------------------
 1 | ---
 2 | layout: default
 3 | title: Teams
 4 | permalink: /recommendations-legacy-teams
 5 | ---
 6 | 
 7 | <div class="chart-placeholder">
 8 | 	<h3>Legacy Admin Teams</h3>
 9 | 	<canvas
10 | 		data-url="{{ site.dataURL }}/teams-legacy.tsv"
11 | 		data-type="history"
12 | 		data-config='{
13 | 			"views":
14 | 			[
15 | 				{
16 | 					"label": "2 m",
17 | 					"tooltip": "Show the last 2 months",
18 | 					"aggregate": false,
19 | 					"slice": [0, 61]
20 | 				},
21 | 				{
22 | 					"label": "2 y",
23 | 					"tooltip": "Show the last 2 years",
24 | 					"aggregate":
25 | 					{
26 | 						"period": "week",
27 | 						"method": "median"
28 | 					},
29 | 					"slice": [0, 106],
30 | 					"default": true
31 | 				},
32 | 				{
33 | 					"label": "all",
34 | 					"tooltip": "Show all data",
35 | 					"aggregate":
36 | 					{
37 | 						"period": "week",
38 | 						"method": "median"
39 | 					}
40 | 				}
41 | 			]
42 | 		}'></canvas>
43 | 	<div class="info-box">
44 | 		<p>
45 | 			Organizations created before September 2015 might have legacy admin teams.
46 | 			In order to get the best performance out of GitHub Enterprise, these teams
47 | should be <a href="https://help.github.com/enterprise/2.11/user/articles/migrating-your-previous-admin-teams-to-the-improved-organization-permissions/">migrated to the improved permissions model</a>.
48 | 		</p>
49 | 	</div>
50 | </div>
51 | 
52 | <div class="chart-placeholder">
53 | 	<table data-url="{{ site.dataURL }}/teams-legacy-detailed.tsv" data-type="table"></table>
54 | </div>
55 | 


--------------------------------------------------------------------------------
/docs/recommendations-tokenless-auth.html:
--------------------------------------------------------------------------------
 1 | ---
 2 | layout: default
 3 | title: Recommendations
 4 | permalink: /recommendations-tokenless-auth
 5 | ---
 6 | 
 7 | <div class="chart-placeholder">
 8 | 	<h3>Tokenless Authentication Requests</h3>
 9 | 	<canvas
10 | 		data-url="{{ site.dataURL }}/tokenless-authentication.tsv"
11 | 		data-type="history"
12 | 		data-config='{
13 | 			"views":
14 | 			[
15 | 				{
16 | 					"label": "2 m",
17 | 					"tooltip": "Show the last 2 months",
18 | 					"aggregate": false,
19 | 					"slice": [0, 61]
20 | 				},
21 | 				{
22 | 					"label": "2 y",
23 | 					"tooltip": "Show the last 2 years",
24 | 					"aggregate":
25 | 					{
26 | 						"period": "week",
27 | 						"method": "sum"
28 | 					},
29 | 					"slice": [0, 106],
30 | 					"default": true
31 | 				},
32 | 				{
33 | 					"label": "all",
34 | 					"tooltip": "Show all data",
35 | 					"aggregate":
36 | 					{
37 | 						"period": "week",
38 | 						"method": "sum"
39 | 					}
40 | 				}
41 | 			]
42 | 		}'></canvas>
43 | 	<div class="info-box">
44 | 		<p>
45 | 			If your GitHub Enterprise appliance is configured to use <a href="https://help.github.com/enterprise/2.11/admin/guides/user-management/using-ldap/">LDAP authentication</a>, then every request against GitHub requires an additional request against LDAP.
46 | 		</p>
47 | 		<p>
48 | 			At best, this delays GitHub requests because GitHub needs to wait for the LDAP requests first.
49 | 			At worst, GitHub requests will fail if the LDAP requests fail (for instance, because the LDAP server is overloaded with requests).
50 | 		</p>
51 | 	</div>
52 | 	<div class="info-box">
53 | 		<p>
54 | 			To avoid these problems, users should use <a href="https://help.github.com/articles/creating-a-personal-access-token-for-the-command-line/">personal access tokens (via HTTPS)</a> or <a href="https://help.github.com/articles/connecting-to-github-with-ssh/">SSH keys</a> to authenticate.
55 | 			GitHub will check those without additional requests.
56 | 		</p>
57 | 	</div>
58 | </div>
59 | 
60 | <div class="chart-placeholder">
61 | 	<table data-url="{{ site.dataURL }}/tokenless-authentication-detailed.tsv" data-type="table"></table>
62 | </div>
63 | 


--------------------------------------------------------------------------------
/docs/repos-activity.html:
--------------------------------------------------------------------------------
  1 | ---
  2 | layout: default
  3 | title: Repository Activity
  4 | permalink: /repos-activity
  5 | ---
  6 | 
  7 | <div class="chart-placeholder">
  8 | 	<h3>Active Repositories in Organizations</h3>
  9 | 	<canvas
 10 | 		data-url="{{ site.dataURL }}/repository-activity.tsv"
 11 | 		data-type="history"
 12 | 		data-config='{
 13 | 			"views":
 14 | 			[
 15 | 				{
 16 | 					"label": "2 m",
 17 | 					"tooltip": "Show the last 2 months",
 18 | 					"aggregate": false,
 19 | 					"series":
 20 | 					[
 21 | 						"in organizations (last four weeks)",
 22 | 						"in organizations (last week)",
 23 | 						"in organizations (last day)"
 24 | 					],
 25 | 					"visibleSeries":
 26 | 					[
 27 | 						"in organizations (last four weeks)"
 28 | 					],
 29 | 					"slice": [0, 61]
 30 | 				},
 31 | 				{
 32 | 					"label": "2 y",
 33 | 					"tooltip": "Show the last 2 years",
 34 | 					"aggregate":
 35 | 					{
 36 | 						"period": "week",
 37 | 						"method": "median"
 38 | 					},
 39 | 					"series":
 40 | 					[
 41 | 						"in organizations (last four weeks)",
 42 | 						"in organizations (last week)",
 43 | 						"in organizations (last day)"
 44 | 					],
 45 | 					"visibleSeries":
 46 | 					[
 47 | 						"in organizations (last four weeks)"
 48 | 					],
 49 | 					"slice": [0, 106],
 50 | 					"default": true
 51 | 				},
 52 | 				{
 53 | 					"label": "all",
 54 | 					"tooltip": "Show all data",
 55 | 					"aggregate":
 56 | 					{
 57 | 						"period": "week",
 58 | 						"method": "median"
 59 | 					},
 60 | 					"series":
 61 | 					[
 62 | 						"in organizations (last four weeks)",
 63 | 						"in organizations (last week)",
 64 | 						"in organizations (last day)"
 65 | 					],
 66 | 					"visibleSeries":
 67 | 					[
 68 | 						"in organizations (last four weeks)"
 69 | 					]
 70 | 				}
 71 | 			]
 72 | 		}'
 73 | 		></canvas>
 74 | 	<div class="info-box">
 75 | 		<p>
 76 | 			Shows how many repositories are active in organizations.
 77 | 		</p>
 78 | 	</div>
 79 | 	<div class="info-box">
 80 | 		<p>
 81 | 			Repositories are counted as <em>active</em> if they received at least one push within the respective time period.
 82 | 		</p>
 83 | 	</div>
 84 | </div>
 85 | 
 86 | <div class="chart-placeholder">
 87 | 	<h3>Most Active Repositories</h3>
 88 | 	<table
 89 | 		data-url="{{ site.dataURL }}/repository-activity-detailed.tsv"
 90 | 		data-config='{"slice": [0, 50]}'
 91 | 		data-type="table"
 92 | 	></table>
 93 | 	<div class="info-box">
 94 | 		<p>
 95 | 			The top 50 most active repositories sorted by the number of pushes per repository.
 96 | 			The numbers of pushes and pushers are summed up over the last 4 weeks.
 97 | 		</p>
 98 | 	</div>
 99 | </div>
100 | 
101 | <div class="chart-placeholder">
102 | 	<h3>Active Repositories in User Accounts</h3>
103 | 	<canvas
104 | 		data-url="{{ site.dataURL }}/repository-activity.tsv"
105 | 		data-type="history"
106 | 		data-config='{
107 | 			"views":
108 | 			[
109 | 				{
110 | 					"label": "2 m",
111 | 					"tooltip": "Show the last 2 months",
112 | 					"aggregate": false,
113 | 					"series":
114 | 					[
115 | 						"in user accounts (last four weeks)",
116 | 						"in user accounts (last week)",
117 | 						"in user accounts (last day)"
118 | 					],
119 | 					"visibleSeries":
120 | 					[
121 | 						"in user accounts (last four weeks)"
122 | 					],
123 | 					"slice": [0, 61]
124 | 				},
125 | 				{
126 | 					"label": "2 y",
127 | 					"tooltip": "Show the last 2 years",
128 | 					"aggregate":
129 | 					{
130 | 						"period": "week",
131 | 						"method": "median"
132 | 					},
133 | 					"series":
134 | 					[
135 | 						"in user accounts (last four weeks)",
136 | 						"in user accounts (last week)",
137 | 						"in user accounts (last day)"
138 | 					],
139 | 					"visibleSeries":
140 | 					[
141 | 						"in user accounts (last four weeks)"
142 | 					],
143 | 					"slice": [0, 106],
144 | 					"default": true
145 | 				},
146 | 				{
147 | 					"label": "all",
148 | 					"tooltip": "Show all data",
149 | 					"aggregate":
150 | 					{
151 | 						"period": "week",
152 | 						"method": "median"
153 | 					},
154 | 					"series":
155 | 					[
156 | 						"in user accounts (last four weeks)",
157 | 						"in user accounts (last week)",
158 | 						"in user accounts (last day)"
159 | 					],
160 | 					"visibleSeries":
161 | 					[
162 | 						"in user accounts (last four weeks)"
163 | 					]
164 | 				}
165 | 			]
166 | 		}'></canvas>
167 | 	<div class="info-box">
168 | 		<p>
169 | 			Shows how many repositories are active in user accounts.
170 | 		</p>
171 | 	</div>
172 | 	<div class="info-box">
173 | 		<p>
174 | 			Repositories are counted as <em>active</em> if they received at least one push within the respective time period.
175 | 		</p>
176 | 	</div>
177 | </div>
178 | 


--------------------------------------------------------------------------------
/docs/repos-feature-usage.html:
--------------------------------------------------------------------------------
 1 | ---
 2 | layout: default
 3 | title: Repositories
 4 | permalink: /repos-feature-usage
 5 | ---
 6 | 
 7 | <div class="chart-placeholder">
 8 | 	<h3>Repository Feature Usage</h3>
 9 | 	<canvas
10 | 		data-url="{{ site.dataURL }}/repository-usage.tsv"
11 | 		data-type="history"
12 | 		data-config='{
13 | 			"views":
14 | 			[
15 | 				{
16 | 					"label": "2 m",
17 | 					"tooltip": "Show the last 2 months",
18 | 					"aggregate": false,
19 | 					"slice": [0, 61]
20 | 				},
21 | 				{
22 | 					"label": "2 y",
23 | 					"tooltip": "Show the last 2 years",
24 | 					"aggregate":
25 | 					{
26 | 						"period": "week",
27 | 						"method": "median"
28 | 					},
29 | 					"slice": [0, 106],
30 | 					"default": true
31 | 				},
32 | 				{
33 | 					"label": "all",
34 | 					"tooltip": "Show all data",
35 | 					"aggregate":
36 | 					{
37 | 						"period": "week",
38 | 						"method": "median"
39 | 					}
40 | 				}
41 | 			]
42 | 		}'></canvas>
43 | 	<div class="info-box">
44 | 		<p>
45 | 			The percentage of active repositories located in organizations with at least one active <a href="https://help.github.com/articles/about-protected-branches/">protected branch</a> and at least one <a href="https://help.github.com/articles/about-topics/">topic</a> assigned to them.
46 | 		</p>
47 | 		<p>
48 | 			In this context, <em>active</em> designates repositories with at least one pushed commit in the last four weeks.
49 | 		</p>
50 | 		<p>
51 | 			All shared branches (for example, master and release branches) should be protected to ensure that they cannot be deleted or rewritten by accident.
52 | 			Furthermore, tagging repository with associated topics increases their discoverability.
53 | 		</p>
54 | 	</div>
55 | </div>
56 | 


--------------------------------------------------------------------------------
/docs/repos-size.html:
--------------------------------------------------------------------------------
 1 | ---
 2 | layout: default
 3 | title: Repository Size
 4 | permalink: /repos-size
 5 | ---
 6 | 
 7 | <div class="chart-placeholder">
 8 | 	<h3>Repository Size</h3>
 9 | 	<canvas
10 | 		data-url="{{ site.dataURL }}/repository-size.tsv"
11 | 		data-type="history"
12 | 		data-config='{
13 | 			"views":
14 | 			[
15 | 				{
16 | 					"label": "2 m",
17 | 					"tooltip": "Show the last 2 months",
18 | 					"aggregate": false,
19 | 					"series":
20 | 					[
21 | 						"repositories >1GB"
22 | 					],
23 | 					"visibleSeries":
24 | 					[
25 | 						"repositories >1GB"
26 | 					],
27 | 					"slice": [0, 61]
28 | 				},
29 | 				{
30 | 					"label": "2 y",
31 | 					"tooltip": "Show the last 2 years",
32 | 					"aggregate":
33 | 					{
34 | 						"period": "week",
35 | 						"method": "max"
36 | 					},
37 | 					"series":
38 | 					[
39 | 						"repositories >1GB"
40 | 					],
41 | 					"visibleSeries":
42 | 					[
43 | 						"repositories >1GB"
44 | 					],
45 | 					"slice": [0, 106],
46 | 					"default": true
47 | 				},
48 | 				{
49 | 					"label": "all",
50 | 					"tooltip": "Show all data",
51 | 					"aggregate":
52 | 					{
53 | 						"period": "week",
54 | 						"method": "max"
55 | 					},
56 | 					"series":
57 | 					[
58 | 						"repositories >1GB"
59 | 					],
60 | 					"visibleSeries":
61 | 					[
62 | 						"repositories >1GB"
63 | 					]
64 | 				}
65 | 			]
66 | 		}'
67 | 		></canvas>
68 | 	<div class="info-box">
69 | 		<p>
70 | 			Shows how many repositories are larger than 1GB.
71 | 		</p>
72 | 	</div>
73 | 	<div class="info-box">
74 | 		<p>
75 | 			GitHub <a href="https://help.github.com/en/github/managing-large-files/what-is-my-disk-quota#file-and-repository-size-limitations">recommends</a> to keep the repository
76 | 			size below 1 GB. Repositories above that limit require usually more extensive resources for the
77 | 			automated repository maintenance which can affect the overall health of the appliance.
78 | 			</p>
79 | 		<p>
80 | 			You can reach out to <a href="https://services.github.com/">GitHub Professional Services</a> if you
81 | 			want help to shrink your repositories.
82 | 		</p>
83 | 	</div>
84 | </div>
85 | 
86 | <div class="chart-placeholder">
87 | 	<h3>Most Active Repositories</h3>
88 | 	<table
89 | 		data-url="{{ site.dataURL }}/repository-size-detailed.tsv"
90 | 		data-config='{"slice": [0, 50]}'
91 | 		data-type="table"
92 | 	></table>
93 | 	<div class="info-box">
94 | 		<p>
95 | 			The top 50 largest repositories sorted by their size.
96 | 		</p>
97 | 	</div>
98 | </div>
99 | 


--------------------------------------------------------------------------------
/docs/repos-total.html:
--------------------------------------------------------------------------------
 1 | ---
 2 | layout: default
 3 | title: Repositories
 4 | permalink: /repos-total
 5 | ---
 6 | 
 7 | <div class="chart-placeholder">
 8 | 	<h3>Repositories (Total)</h3>
 9 | 	<canvas
10 | 		data-url="{{ site.dataURL }}/repository-history.tsv"
11 | 		data-type="history"
12 | 		data-config='{
13 | 			"views":
14 | 			[
15 | 				{
16 | 					"label": "2 m",
17 | 					"tooltip": "Show the last 2 months",
18 | 					"aggregate": false,
19 | 					"series":
20 | 					[
21 | 						"in organizations",
22 | 						"in user accounts",
23 | 						"total"
24 | 					],
25 | 					"visibleSeries":
26 | 					[
27 | 						"in organizations"
28 | 					],
29 | 					"slice": [0, 61]
30 | 				},
31 | 				{
32 | 					"label": "2 y",
33 | 					"tooltip": "Show the last 2 years",
34 | 					"aggregate":
35 | 					{
36 | 						"period": "week",
37 | 						"method": "median"
38 | 					},
39 | 					"series":
40 | 					[
41 | 						"in organizations",
42 | 						"in user accounts",
43 | 						"total"
44 | 					],
45 | 					"visibleSeries":
46 | 					[
47 | 						"in organizations"
48 | 					],
49 | 					"slice": [0, 106],
50 | 					"default": true
51 | 				},
52 | 				{
53 | 					"label": "all",
54 | 					"tooltip": "Show all data",
55 | 					"aggregate":
56 | 					{
57 | 						"period": "week",
58 | 						"method": "median"
59 | 					},
60 | 					"series":
61 | 					[
62 | 						"in organizations",
63 | 						"in user accounts",
64 | 						"total"
65 | 					],
66 | 					"visibleSeries":
67 | 					[
68 | 						"in organizations"
69 | 					]
70 | 				}
71 | 			]
72 | 		}'></canvas>
73 | 	<div class="info-box">
74 | 		<p>
75 | 			The number of repositories in organizations, in user accounts, and in total.
76 | 		</p>
77 | 	</div>
78 | </div>
79 | 


--------------------------------------------------------------------------------
/docs/spec/.eslintrc.json:
--------------------------------------------------------------------------------
 1 | {
 2 |     "parserOptions": {
 3 |         "ecmaVersion": 6
 4 |     },
 5 |     "env": {
 6 |         "node": true,
 7 |         "jasmine": true,
 8 |         "jquery": true
 9 |     },
10 |     "globals": {
11 |         "d3": false,
12 |         "moment": false,
13 |         "Date": false
14 |     }
15 | }
16 | 


--------------------------------------------------------------------------------
/docs/spec/chart-recommended-git-versions.js:
--------------------------------------------------------------------------------
 1 | /* global
 2 |     GitVersionsDatabase,
 3 |     RecommendedGitVersionsChart,
 4 | */
 5 | 
 6 | describe('Recommended Git versions chart', function()
 7 | {
 8 |     it('should count recommended, oudated, and vulnerable versions correctly', function(done)
 9 |     {
10 |         const dataURL = '/base/demo-data/git-versions-new.tsv';
11 |         const gitVersionsDataURL = '/base/assets/js/git-versions.json';
12 |         const gitVersionsDatabase = new GitVersionsDatabase();
13 | 
14 |         let canvas = $('<canvas data-type="recommended-git-versions"></canvas>')[0];
15 |         $('body').append(canvas);
16 |         let actionBar = $('<div id=\'test\'></div>')[0];
17 |         $('body').append(actionBar);
18 | 
19 |         d3.queue()
20 |             .defer(d3.tsv, dataURL)
21 |             .defer(callback => gitVersionsDatabase.load(callback, gitVersionsDataURL))
22 |             .await(
23 |                 (error, data, gitVersionsData) =>
24 |                 {
25 |                     expect(error).toBe(null);
26 | 
27 |                     const recommendedGitVersionsChart = new RecommendedGitVersionsChart(canvas, actionBar);
28 |                     const chartData = recommendedGitVersionsChart._computeChartData(data, gitVersionsData);
29 | 
30 |                     expect(chartData[287].date).toEqual(new Date('2018-03-19'));
31 |                     expect(chartData[287].vulnerable).toEqual(200);
32 |                     expect(chartData[287].outdated).toEqual(188);
33 |                     expect(chartData[287].recommended).toEqual(60);
34 |                     expect(chartData[287].unknown).toEqual(0);
35 | 
36 |                     expect(chartData[84].date).toEqual(new Date('2018-10-08'));
37 |                     expect(chartData[84].vulnerable).toEqual(657);
38 |                     expect(chartData[84].outdated).toEqual(0);
39 |                     expect(chartData[84].recommended).toEqual(51);
40 |                     expect(chartData[84].unknown).toEqual(0);
41 | 
42 |                     expect(chartData[21].date).toEqual(new Date('2018-12-10'));
43 |                     expect(chartData[21].vulnerable).toEqual(713);
44 |                     expect(chartData[21].outdated).toEqual(146);
45 |                     expect(chartData[21].recommended).toEqual(178);
46 |                     expect(chartData[21].unknown).toEqual(0);
47 | 
48 |                     done();
49 |                 });
50 | 
51 |         canvas.remove();
52 |         actionBar.remove();
53 |     });
54 | });
55 | 


--------------------------------------------------------------------------------
/docs/spec/git-versions-database.js:
--------------------------------------------------------------------------------
 1 | /* global
 2 |     GitVersionsDatabase,
 3 | */
 4 | 
 5 | describe('Git versions database', function()
 6 | {
 7 |     it('should detect outdated and vulnerable versions correctly', function(done)
 8 |     {
 9 |         const dataURL = '/base/assets/js/git-versions.json';
10 |         const gitVersionsDatabase = new GitVersionsDatabase();
11 | 
12 |         d3.queue()
13 |             .defer(callback => gitVersionsDatabase.load(callback, dataURL))
14 |             .await(
15 |                 (error, gitVersionsData) =>
16 |                 {
17 |                     expect(error).toBe(null);
18 | 
19 |                     const gitReleases = gitVersionsData.gitVersions.releases;
20 |                     expect(gitReleases['2.16.2'].outdatedSince).toEqual(new Date('2018-03-22'));
21 |                     expect(gitReleases['2.18.0'].outdatedSince).toEqual(new Date('2018-09-27'));
22 |                     expect(gitReleases['2.16.2'].vulnerableSince).toEqual(new Date('2018-05-30'));
23 |                     expect(gitReleases['2.18.0'].vulnerableSince).toEqual(new Date('2018-10-06'));
24 | 
25 |                     done();
26 |                 });
27 |     });
28 | });
29 | 


--------------------------------------------------------------------------------
/docs/spec/karma.conf.js:
--------------------------------------------------------------------------------
 1 | // Karma configuration
 2 | // Generated on Wed Dec 13 2017 14:08:11 GMT-0600 (CST)
 3 | 
 4 | module.exports = function(config)
 5 | {
 6 |     config.set({
 7 | 
 8 |         // base path that will be used to resolve all patterns (eg. files, exclude)
 9 |         basePath: '..',
10 | 
11 | 
12 |         // frameworks to use
13 |         // available frameworks: https://npmjs.org/browse/keyword/karma-adapter
14 |         frameworks: ['jasmine'],
15 | 
16 |         plugins: [
17 |             'karma-chrome-launcher',
18 |             'karma-coverage',
19 |             'karma-jasmine'
20 |         ],
21 | 
22 | 
23 |         // list of files / patterns to load in the browser
24 |         // order matters!
25 |         files: [
26 |             'assets/js/vendor/jquery-3.2.1.min.js',
27 |             'assets/js/vendor/d3.v4.min.js',
28 |             'assets/js/vendor/moment-with-locales-2.21.0.min.js',
29 |             'assets/js/vendor/moment-timezone-0.5.14-2017c.min.js',
30 |             'assets/js/vendor/Chart-2.7.3.min.js',
31 |             'assets/js/vendor/spin-2.3.2.min.js',
32 |             '_test/assets/js/charts.js',
33 |             'spec/*.js',
34 |             {pattern: 'assets/js/git-versions.json', watched: true, served: true, included: false},
35 |             {pattern: 'demo-data/git-versions-new.tsv', watched: true, served: true, included: false}
36 |         ],
37 | 
38 | 
39 |         // list of files to exclude
40 |         exclude: [
41 |         ],
42 | 
43 | 
44 |         // preprocess matching files before serving them to the browser
45 |         // available preprocessors: https://npmjs.org/browse/keyword/karma-preprocessor
46 |         preprocessors: {
47 |             '_test/assets/js/*.js': ['coverage']
48 |         },
49 | 
50 | 
51 |         // test results reporter to use
52 |         // possible values: 'dots', 'progress'
53 |         // available reporters: https://npmjs.org/browse/keyword/karma-reporter
54 |         reporters: ['progress', 'coverage'],
55 | 
56 |         coverageReporter: {
57 |             reporters: [{type: 'lcov'}, {type: 'text-summary'}]
58 |         },
59 | 
60 |         // web server port
61 |         port: 9876,
62 | 
63 | 
64 |         // enable / disable colors in the output (reporters and logs)
65 |         colors: true,
66 | 
67 | 
68 |         // level of logging
69 |         // possible values: config.LOG_DISABLE || config.LOG_ERROR ||
70 |         // config.LOG_WARN || config.LOG_INFO || config.LOG_DEBUG
71 |         logLevel: config.LOG_INFO,
72 | 
73 | 
74 |         // enable / disable watching file and executing tests whenever any file changes
75 |         autoWatch: false,
76 | 
77 | 
78 |         // start these browsers
79 |         // available browser launchers: https://npmjs.org/browse/keyword/karma-launcher
80 |         browsers: ['ChromeHeadless'],
81 | 
82 | 
83 |         // Continuous Integration mode
84 |         // if true, Karma captures browsers, runs the tests and exits
85 |         singleRun: true,
86 | 
87 |         // Concurrency level
88 |         // how many browser should be started simultaneous
89 |         concurrency: Infinity
90 |     });
91 | };
92 | 


--------------------------------------------------------------------------------
/docs/teams-total.html:
--------------------------------------------------------------------------------
 1 | ---
 2 | layout: default
 3 | title: Teams
 4 | permalink: /teams-total
 5 | ---
 6 | 
 7 | <div class="chart-placeholder">
 8 | 	<h3>Teams (Total)</h3>
 9 | 	<canvas
10 | 		data-url="{{ site.dataURL }}/teams-total.tsv"
11 | 		data-type="history"
12 | 		data-config='{
13 | 			"views":
14 | 			[
15 | 				{
16 | 					"label": "2 m",
17 | 					"tooltip": "Show the last 2 months",
18 | 					"aggregate": false,
19 | 					"slice": [0, 61]
20 | 				},
21 | 				{
22 | 					"label": "2 y",
23 | 					"tooltip": "Show the last 2 years",
24 | 					"aggregate":
25 | 					{
26 | 						"period": "week",
27 | 						"method": "median"
28 | 					},
29 | 					"slice": [0, 106],
30 | 					"default": true
31 | 				},
32 | 				{
33 | 					"label": "all",
34 | 					"tooltip": "Show all data",
35 | 					"aggregate":
36 | 					{
37 | 						"period": "week",
38 | 						"method": "median"
39 | 					}
40 | 				}
41 | 			]
42 | 		}'></canvas>
43 | 	<div class="info-box">
44 | 		<p>
45 | 			The number of teams in total.
46 | 		</p>
47 | 	</div>
48 | </div>
49 | 


--------------------------------------------------------------------------------
/docs/tools/update-git-versions.json.sh:
--------------------------------------------------------------------------------
 1 | #!/bin/bash
 2 | 
 3 | git_versions_file=$1
 4 | 
 5 | if [[ -z $git_versions_file ]]
 6 | then
 7 | 	echo "Usage: update-git-versions.json.sh <git-versions.json file> [--in-place]"
 8 | 	exit 1
 9 | fi
10 | 
11 | # Clone a fresh repository
12 | if [[ ! -d git ]]
13 | then
14 | 	git clone https://github.com/git/git --quiet
15 | else
16 | 	git -C git fetch --quiet
17 | 	git -C git reset --hard origin/master --quiet
18 | fi
19 | 
20 | # “taggerdate:iso-local” forces an ISO timestamp in the local time zone,
21 | # which we override with UTC in order to reliably extract timestamps.
22 | # “refname:short” displays tags as “v1.2.3” and not “refs/tags/v1.2.3”.
23 | # Versions earlier than 2 are excluded, because they are outdated
24 | # anyway by now. Release candidates are also removed.
25 | TZ=UTC git -C git tag -l 'v*' --format='%(refname:short)	%(taggerdate:iso-local)' --sort=-taggerdate \
26 | 	| grep -v '^v[01]' \
27 | 	| grep -v 'rc' \
28 | 	| perl -pe 's/(\d{4,}-\d{2,}-\d{2,}) \d{2,}:\d{2,}:\d{2,} \+0000/\1/g' \
29 | 	| cut -c 2- \
30 | 	> git-releases.tsv
31 | 
32 | # Translate the TSV file to JSON.
33 | jq --slurp --raw-input --raw-output --tab \
34 | 	'split("\n")
35 | 	| .[:-1]
36 | 	| map(split("\t"))
37 | 	| map({"key": .[0], "value": {"publishedOn": .[1]}})
38 | 	| from_entries' \
39 | 	git-releases.tsv > git-releases.json
40 | 
41 | # Replace the Git releases list in the top-level JSON with the fresh
42 | # release array generated above
43 | jq --slurp --raw-output --tab \
44 | 	'.[0]."gitVersions".releases = .[1] | .[0]' \
45 | 	"$git_versions_file" git-releases.json \
46 | 	> git-releases.new.json
47 | 
48 | if [[ $* == *--in-place* ]]
49 | then
50 | 	mv git-releases.new.json "$git_versions_file"
51 | else
52 | 	less git-releases.new.json
53 | fi
54 | 


--------------------------------------------------------------------------------
/docs/users-activity.html:
--------------------------------------------------------------------------------
 1 | ---
 2 | layout: default
 3 | title: User Activity
 4 | permalink: /users-activity
 5 | ---
 6 | 
 7 | <div class="chart-placeholder">
 8 | 	<h3>Users (Active/Using License)</h3>
 9 | 	<canvas
10 | 		data-url="{{ site.dataURL }}/users.tsv"
11 | 		data-type="history"
12 | 		data-config='{
13 | 			"views":
14 | 			[
15 | 				{
16 | 					"label": "2 m",
17 | 					"tooltip": "Show the last 2 months",
18 | 					"aggregate": false,
19 | 					"series":
20 | 					[
21 | 						"using license",
22 | 						"pushing commits (last four weeks)",
23 | 						"pushing commits (last week)",
24 | 						"pushing commits (last day)"
25 | 					],
26 | 					"visibleSeries":
27 | 					[
28 | 						"using license",
29 | 						"pushing commits (last four weeks)"
30 | 					],
31 | 					"slice": [0, 61]
32 | 				},
33 | 				{
34 | 					"label": "2 y",
35 | 					"tooltip": "Show the last 2 years",
36 | 					"aggregate":
37 | 					{
38 | 						"period": "week",
39 | 						"method": "median"
40 | 					},
41 | 					"series":
42 | 					[
43 | 						"using license",
44 | 						"pushing commits (last four weeks)",
45 | 						"pushing commits (last week)",
46 | 						"pushing commits (last day)"
47 | 					],
48 | 					"visibleSeries":
49 | 					[
50 | 						"using license",
51 | 						"pushing commits (last four weeks)"
52 | 					],
53 | 					"slice": [0, 106],
54 | 					"default": true
55 | 				},
56 | 				{
57 | 					"label": "all",
58 | 					"tooltip": "Show all data",
59 | 					"aggregate":
60 | 					{
61 | 						"period": "week",
62 | 						"method": "median"
63 | 					},
64 | 					"series":
65 | 					[
66 | 						"using license",
67 | 						"pushing commits (last four weeks)",
68 | 						"pushing commits (last week)",
69 | 						"pushing commits (last day)"
70 | 					],
71 | 					"visibleSeries":
72 | 					[
73 | 						"using license",
74 | 						"pushing commits (last four weeks)"
75 | 					]
76 | 				}
77 | 			]
78 | 		}'></canvas>
79 | 	<div class="info-box">
80 | 		<p>
81 | 			<i>Using license</i> shows how many GitHub Enterprise licenses were used at a given date.
82 | 		</p>
83 | 		<p>
84 | 			<i>Pushing commits</i> corresponds to how many different people pushed commits to the appliance in the last four weeks, week, or day.
85 | 		</p>
86 | 	</div>
87 | 	<div class="info-box">
88 | 		<p>
89 | 			The gap to <i>using license</i> indicates the number of people who didn’t log in or push code (for example, people who only read or comment code).
90 | 		</p>
91 | 	</div>
92 | </div>
93 | 


--------------------------------------------------------------------------------
/docs/users-contributors.html:
--------------------------------------------------------------------------------
 1 | ---
 2 | layout: default
 3 | title: Contributors
 4 | permalink: /users-contributors
 5 | ---
 6 | 
 7 | <div class="chart-placeholder">
 8 | 	<h3>Contributors (Last Month, by Repository)</h3>
 9 | 	<canvas
10 | 		data-url="{{ site.dataURL }}/contributors-by-repository.tsv"
11 | 		data-type="list"
12 | 		data-config='{"slice": [0, 20]}'
13 | 	></canvas>
14 | 	<div class="info-box">
15 | 		<p>
16 | 			The top 20 repositories with the most contributors.
17 | 		</p>
18 | 	</div>
19 | </div>
20 | 
21 | <div class="chart-placeholder">
22 | 	<h3>Contributors (Last Month, by Organization)</h3>
23 | 	<canvas
24 | 		data-url="{{ site.dataURL }}/contributors-by-organization.tsv"
25 | 		data-type="list"
26 | 		data-config='{"slice": [0, 20]}'
27 | 	></canvas>
28 | 	<div class="info-box">
29 | 		<p>
30 | 			The top 20 organizations with the most contributors.
31 | 		</p>
32 | 	</div>
33 | </div>
34 | 


--------------------------------------------------------------------------------
/docs/users-git-protocol.html:
--------------------------------------------------------------------------------
 1 | ---
 2 | layout: default
 3 | title: Git Protocol Usage
 4 | permalink: /users-git-protocol
 5 | ---
 6 | 
 7 | <div class="chart-placeholder">
 8 | 	<h3>Git Protocol Usage</h3>
 9 | 	<canvas
10 | 		data-url="{{ site.dataURL }}/git-protocol.tsv"
11 | 		data-type="history"
12 | 		data-config='{
13 | 			"views":
14 | 			[
15 | 				{
16 | 					"label": "2 m",
17 | 					"tooltip": "Show the last 2 months",
18 | 					"aggregate": false,
19 | 					"series":
20 | 					[
21 | 						"http",
22 | 						"ssh"
23 | 					],
24 | 					"slice": [0, 61]
25 | 				},
26 | 				{
27 | 					"label": "2 y",
28 | 					"tooltip": "Show the last 2 years",
29 | 					"aggregate":
30 | 					{
31 | 						"period": "week",
32 | 						"method": "sum"
33 | 					},
34 | 					"series":
35 | 					[
36 | 						"http",
37 | 						"ssh"
38 | 					],
39 | 					"slice": [0, 106],
40 | 					"default": true
41 | 				},
42 | 				{
43 | 					"label": "all",
44 | 					"tooltip": "Show all data",
45 | 					"aggregate":
46 | 					{
47 | 						"period": "week",
48 | 						"method": "sum"
49 | 					},
50 | 					"series":
51 | 					[
52 | 						"http",
53 | 						"ssh"
54 | 					]
55 | 				}
56 | 			]
57 | 		}'></canvas>
58 | 	<div class="info-box">
59 | 		<p>
60 | 			Number of Git connections per protocol.
61 | 		</p>
62 | 	</div>
63 | </div>
64 | 


--------------------------------------------------------------------------------
/docs/users-git-versions.html:
--------------------------------------------------------------------------------
 1 | ---
 2 | layout: default
 3 | title: Git
 4 | permalink: /users-git-versions
 5 | ---
 6 | 
 7 | <div class="chart-placeholder">
 8 | 	<h3>Recommended Git Versions</h3>
 9 | 	<canvas data-type="recommended-git-versions"></canvas>
10 | 	<div class="info-box">
11 | 		<p>
12 | 			Shows how many users connected with recommended, outdated, and vulnerable Git clients.
13 | 		</p>
14 | 		<p>
15 | 			Attention: These numbers are likely incorrect on a configuration with active replicas.
16 | 		</p>
17 | 	</div>
18 | 	<div class="info-box">
19 | 		<p>
20 | 			<em>Vulnerable</em> denotes the number of Git clients for which vulnerabilities existed that were publicly disclosed before the given date.
21 | 		</p>
22 | 		<p>
23 | 			<em>Outdated</em> stands for Git clients that were not at the latest patch level (though no vulnerabilities were publicly known at that time). For example, Git 2.19.0 was outdated after the day that the next patch release of the 2.19 series shipped (2.19.1 in this case).
24 | 		</p>
25 | 		<p>
26 | 			<em>Recommended</em> Git versions are the latest patch releases for which no vulnerabilities were disclosed before the given date.
27 | 		</p>
28 | 	</div>
29 | 	<div class="info-box">
30 | 		<p>
31 | 			We recommend to ensure that developers don’t use any vulnerable clients.
32 | 			It’s likely that exploits exist for the publicly known vulnerabilities.
33 | 		</p>
34 | 		<p>
35 | 			Outdated clients are less of a risk, as they aren’t affected by publicly exposed vulnerabilities.
36 | 			However, newer patch releases usually contain stability and security improvements (and also security fixes that were not publicly announced on vulnerability trackers).
37 | 		</p>
38 | 	</div>
39 | </div>
40 | 
41 | <div class="chart-placeholder">
42 | 	<h3>Git Versions Used Yesterday</h3>
43 | 	<canvas
44 | 		data-url="{{ site.dataURL }}/git-versions.tsv"
45 | 		data-type="list"
46 | 	></canvas>
47 | 	<div class="info-box">
48 | 		<p>
49 | 			Shows how many users signed in with which Git version.
50 | 		</p>
51 | 	</div>
52 | </div>
53 | 


--------------------------------------------------------------------------------
/updater/.gitignore:
--------------------------------------------------------------------------------
1 | __pycache__
2 | config.py
3 | packaging/debian/build/
4 | packaging/debian/package/
5 | 


--------------------------------------------------------------------------------
/updater/Dockerfile:
--------------------------------------------------------------------------------
 1 | # Run the Hubble updater with Docker
 2 | 
 3 | FROM python:alpine
 4 | 
 5 | # Set environment variables
 6 | ENV APP_HOME /hubble-updater
 7 | 
 8 | # Create a directory for our application
 9 | # and set it as the working directory
10 | RUN mkdir $APP_HOME
11 | WORKDIR $APP_HOME
12 | 
13 | # Copy over our application code
14 | ADD reports $APP_HOME/reports
15 | ADD scripts $APP_HOME/scripts
16 | ADD ./*.py $APP_HOME/
17 | ADD ./entrypoint.sh ./*.py $APP_HOME/
18 | 
19 | # Install dependencies
20 | RUN apk add --no-cache git openssh-client
21 | 
22 | # Configure job to run every 24h at at 8am. This is a bit after GHES daily
23 | # logrotate run at 6:25 and ensures we have the latest `.log.1` files available.
24 | # Attention: stderr seems not be redirect to the Docker console and I wasn't
25 | # able to make this work.
26 | RUN echo "0 8 * * * python3 $APP_HOME/update-stats.py" >/etc/crontabs/root
27 | 
28 | # Run cron on container startup
29 | CMD [ "/hubble-updater/entrypoint.sh" ]
30 | 


--------------------------------------------------------------------------------
/updater/README.md:
--------------------------------------------------------------------------------
 1 | ## Hubble Enterprise Updater
 2 | 
 3 | The updater may be run in two modes:
 4 | 
 5 | 1. As a [service on a dedicated machine](README.md#setup-on-a-dedicated-machine) that calls the GitHub Enterprise appliance.
 6 | 	* Pro: No modification to the GitHub Enterprise image necessary.
 7 | 	* Con: Requires an additional machine and [administrative shell access](https://help.github.com/enterprise/2.11/admin/guides/installation/administrative-shell-ssh-access/).
 8 | 1. As a [service on the GitHub Enterprise appliance](README.md#setup-on-the-github-enterprise-appliance).
 9 | 	* Pro: Quick and easy setup. No additional machine required.
10 | 	* Con: Requires modifications to the GitHub Enterprise image.
11 | 	* Con: Will need to reinstall the service after each upgrade of your GitHub Enterprise appliance.
12 | 
13 | ### Setup on a Dedicated Machine
14 | 
15 | 1. Set up a Linux or macOS machine.
16 | 1. Ensure that Git and Python 3 are installed (for instance, on macOS via [homebrew](https://brew.sh/) with `brew update && brew install python3`).
17 | 1. Clone this repository to your machine.
18 | 1. Create a config file in `updater/config.py` in your local clone (based on [`updater/config.py.example`](config.py.example))
19 | 1. Configure a service or cronjob that executes `python3 update-stats.py` once per day.
20 | 
21 | Alternatively, you can set it up via Docker:
22 | 1. Build the Docker image
23 |     ```sh
24 |     $ docker build . --tag hubble-updater
25 |     ```
26 | 1. Create a config file in `updater/config.py` (based on [`updater/config.py.example`](config.py.example))
27 | 1. Configure a service or cron job that executes the Docker container once a day (replace `/path/to/config.py` and `/path/to/key` with your paths):
28 |     ```sh
29 |     docker run -it --mount type=bind,source=/path/to/config.py,target=/hubble-updater/config.py --mount type=bind,source=/path/to/key,target=/key hubble-updater
30 |     ```
31 |  
32 | ### Setup on the GitHub Enterprise Appliance
33 | 
34 | #### Installation
35 | 
36 | 1. Download the [latest release](https://github.com/Autodesk/hubble/releases/latest) from GitHub.
37 | 1. Check the SHA-256 hash of the downloaded package against the value published on the release page:
38 | 	```sh
39 | 	sha256sum hubble-enterprise_x.y.z_all.deb
40 | 	```
41 | 1. Install the package:
42 | 	```sh
43 | 	sudo dpkg -i hubble-enterprise_x.y.z_all.deb
44 | 	```
45 | 1. Create a config file in `/opt/autodesk/hubble-enterprise/config.py` (based on `[config.py.example](config.py.example)`).
46 | 1. Enable and start the **periodic** updater process (persistently, survives reboots):
47 | 	```sh
48 | 	sudo systemctl enable hubble-enterprise.timer
49 | 	sudo systemctl start hubble-enterprise.timer
50 | 	```
51 | 1. Optionally, you may **trigger** the updater process (just once):
52 | 	```sh
53 | 	sudo systemctl start hubble-enterprise.service
54 | 	```
55 | 
56 | #### Upgrading
57 | 
58 | 1. Remove old versions of the package (if existent):
59 | 	```sh
60 | 	sudo apt-get remove hubble-enterprise
61 | 	```
62 | 1. Install the new version of the package:
63 | 	```sh
64 | 	sudo dpkg -i hubble-enterprise_x.y.z_all.deb
65 | 	```
66 | 1. If the `systemd` files (the service or timer file) have changed, let systemd adapt to the changes:
67 | 	```sh
68 | 	sudo systemctl daemon-reexec
69 | 	```
70 | 
71 | #### Uninstallation
72 | 
73 | 1. Disable the **periodic** updater process:
74 | 	```sh
75 | 	sudo systemctl disable hubble-enterprise.timer
76 | 	```
77 | 1. Remove the package:
78 | 	```sh
79 | 	sudo apt-get remove hubble-enterprise
80 | 	```
81 | 
82 | #### Debugging
83 | 
84 | The updater’s log is accessible as follows:
85 | ```sh
86 | journalctl -fu hubble-enterprise.service
87 | ```
88 | 
89 | #### Debian Packaging
90 | 
91 | See the [documentation](packaging/debian) for more instructions.
92 | 


--------------------------------------------------------------------------------
/updater/check-schema.py:
--------------------------------------------------------------------------------
 1 | #!/usr/bin/env python3
 2 | 
 3 | import sys
 4 | 
 5 | from schema import *
 6 | 
 7 | if __name__ == "__main__":
 8 | 	# Prepare the data directory for writing the new data
 9 | 	dataDirectory = locateDataDirectory()
10 | 	prepareDataDirectory(dataDirectory, fetchChanges = not configuration["dryRun"])
11 | 
12 | 	# Verify schema version for forward compatibility
13 | 	checkSchemaVersion(dataDirectory)
14 | 
15 | 	print("info: the data repository scheme is up-to-date", file = sys.stderr)
16 | 


--------------------------------------------------------------------------------
/updater/config.py.example:
--------------------------------------------------------------------------------
  1 | configuration = \
  2 | {
  3 | 	# If you run the Hubble Enterprise updater on a dedicated machine (or Docker)
  4 | 	# instead of the GitHub Enterprise appliance directly, then you need to enable
  5 | 	# "remoteRun".  Set the path to a private key that has permission to access
  6 | 	# the GitHub Enterprise administrative shell [1] on your appliance in the
  7 | 	# "sshKey" field (use just "/key" if you run the Hubble updater with
  8 | 	# Docker).  Set the hostname or the IP address of your GitHub Enterprise in
  9 | 	# the "gheHost" field.
 10 | 	#
 11 | 	"remoteRun": {
 12 | 		"enabled" : False,
 13 | 		"sshKey"  : "/path/to/key",
 14 | 		"gheHost" : "host",
 15 | 	},
 16 | 
 17 | 
 18 | 	# Define the repository that Hubble Enterprise uses to store the statistics
 19 | 	# data.  Hubble Enterprise also requires write access to the repository.
 20 | 	# Uncomment one of the options below and adjust it to your environment.
 21 | 	#
 22 | 	# -------------------------------------------------------------------------
 23 | 	# OPTION A - Grant access via Personal Access Token (PAT)
 24 | 	#            Generate a GitHub personal access token [2] that has write
 25 | 	#            permissions to data repository the and set it as YOUR-PAT
 26 | 	#            below.  Use this option if you run the updater on your GitHub
 27 | 	#            Enterprise appliance directly.
 28 | 	#
 29 | 	# "repositoryURL": "https://token:YOUR-PAT@git.company.com/organization/hubble-data",
 30 | 	#
 31 | 	# -------------------------------------------------------------------------
 32 | 	# OPTION B - Grant access via Git credential helper [3]
 33 | 	#
 34 | 	# "repositoryURL": "https://git.company.com/organization/hubble-data",
 35 | 	#
 36 | 	# -------------------------------------------------------------------------
 37 | 	# OPTION C - Grant access via SSH [4]
 38 | 	#
 39 | 	# "repositoryURL": "git@git.company.com:organization/hubble-data.git",
 40 | 	#
 41 | 	# -------------------------------------------------------------------------
 42 | 
 43 | 
 44 | 	# Name and email used for commits to the Hubble Enterprise data repository
 45 | 	"userName": "Hubble Enterprise Bot",
 46 | 	"userEMail": "hubble@company.com",
 47 | 
 48 | 
 49 | 	# List of users that should be excluded from the statistics on your GitHub
 50 | 	# Enterprise appliance (usually service accounts etc.).  User names may
 51 | 	# include ‘%’ as a wildcard (as with SQL LIKE statements).
 52 | 	#
 53 | 	# Example: [ "aecbuild", "service-%" ]
 54 | 	"excludedUsers": [],
 55 | 
 56 | 
 57 | 	# Certain entities (organizations or repositories) might exist only for
 58 | 	# backup or testing purposes. If you have a special naming scheme for them,
 59 | 	# then define that here to exclude them from all kinds of statistics.
 60 | 	# "github-enterprise" is a default organization in GitHub Enterprise that
 61 | 	# we exclude here, too (Note: this also excludes repositories with the name
 62 | 	# "github-enterprise").
 63 | 	"excludedEntities":
 64 | 	[
 65 | 		"github-enterprise",
 66 | 	],
 67 | 
 68 | 	# The collaboration metric calculates the membership of users to
 69 | 	# organizations based on the number of pushes. A user is called "a member
 70 | 	# of an organization" if the user has made the most pushes to that
 71 | 	# organization. Certain organizations are not supposed to have members in
 72 | 	# that sense (e.g. components organizations).
 73 | 	"memberlessOrganizations": [],
 74 | 
 75 | 
 76 | 	# Help Links
 77 | 	#
 78 | 	# [1] https://help.github.com/enterprise/2.11/admin/guides/installation/administrative-shell-ssh-access/
 79 | 	# [2] https://help.github.com/articles/creating-a-personal-access-token-for-the-command-line/
 80 | 	# [3] https://help.github.com/articles/caching-your-github-password-in-git/
 81 | 	# [4] https://help.github.com/articles/connecting-to-github-with-ssh/
 82 | 
 83 | 
 84 | 
 85 | 	###########################################################################
 86 | 	# Debugging Section                                                       #
 87 | 	###########################################################################
 88 | 	# You don't need to change any of the fields below in a normal setup.
 89 | 
 90 | 	# Local temporary directory for cloning the repository and applying the changes
 91 | 	"tmpDirectory": "/tmp",
 92 | 
 93 | 	# Whether to perform a dry run (no data is pushed into the repository in a dry run)
 94 | 	"dryRun": False,
 95 | 
 96 | 	# Command that returns the SQL shell with the correct environment
 97 | 	"databaseCommand": ["ghe-dbconsole", "-y"],
 98 | 
 99 | }
100 | 


--------------------------------------------------------------------------------
/updater/entrypoint.sh:
--------------------------------------------------------------------------------
 1 | #!/bin/ash
 2 | 
 3 | # The updater establishes a SSH connection to the GHES appliance.
 4 | # Store the fingerprint of the GHES host to avoid interactive authenticity
 5 | # confirmation.
 6 | mkdir ~/.ssh
 7 | python3 -c 'from config import *; import os; os.system("ssh-keyscan -p 122 -H " + configuration["remoteRun"]["gheHost"] + " >~/.ssh/known_hosts")'
 8 | 
 9 | # Run the updater via cron
10 | crond -f
11 | 


--------------------------------------------------------------------------------
/updater/helpers.py:
--------------------------------------------------------------------------------
 1 | import datetime
 2 | import os
 3 | import subprocess
 4 | import sys
 5 | 
 6 | from config import *
 7 | 
 8 | # Simple class to get floating-point values printed prettily
 9 | class PrettyFloat(float):
10 | 	def __str__(self):
11 | 		return "%0.3f" % self
12 | 
13 | # Executes a single command and returns stdout and stderr
14 | def executeCommand(command, stdin = None, cwd = None):
15 | 	with subprocess.Popen(command, stdout = subprocess.PIPE, stderr = subprocess.PIPE, stdin = (subprocess.PIPE if stdin != None else None), cwd = cwd) as process:
16 | 		stdout, stderr = process.communicate(input = (stdin.encode("utf-8") if stdin != None else None))
17 | 
18 | 		print(stderr.decode("utf-8"), file = sys.stderr)
19 | 		sys.stderr.flush()
20 | 
21 | 		if process.returncode != 0:
22 | 			raise RuntimeError(command[0] + " failed with exit code " + str(process.returncode))
23 | 
24 | 		return stdout, stderr
25 | 
26 | # Convenience function to parse a date from a string
27 | def parseDate(string):
28 | 	return datetime.datetime.strptime(string, "%Y-%m-%d").date()
29 | 
30 | # The location of the local working copy of the data repository
31 | def locateDataDirectory():
32 | 	tmpDirectory = configuration["tmpDirectory"]
33 | 	return os.path.join(tmpDirectory, "hubble-data")
34 | 
35 | # Create a local clone of the data repository if not present and update it
36 | def prepareDataDirectory(dataDirectory, fetchChanges = True):
37 | 	# Create data directory if not existing
38 | 	if not os.path.exists(dataDirectory):
39 | 		os.makedirs(dataDirectory)
40 | 
41 | 	# Get the data directory up-to-date
42 | 	if fetchChanges:
43 | 		# Clone data repository if necessary
44 | 		if not os.path.exists(os.path.join(dataDirectory, ".git")):
45 | 			executeCommand(["git", "clone", configuration["repositoryURL"], "."], cwd = dataDirectory)
46 | 		else:
47 | 			executeCommand(["git", "fetch"], cwd = dataDirectory)
48 | 			executeCommand(["git", "reset", "--hard", "origin/master"], cwd = dataDirectory)
49 | 


--------------------------------------------------------------------------------
/updater/packaging/debian/Dockerfile:
--------------------------------------------------------------------------------
1 | FROM debian:stretch
2 | 
3 | MAINTAINER Patrick Lühne <patrick.luehne@autodesk.com>
4 | 
5 | WORKDIR /source/packaging/debian
6 | 
7 | RUN apt-get update && apt-get --yes --quiet --no-install-recommends install dh-make fakeroot python
8 | 


--------------------------------------------------------------------------------
/updater/packaging/debian/Makefile:
--------------------------------------------------------------------------------
 1 | PKGVERSION = $(shell cat ../../version)
 2 | PKGNAME = hubble-enterprise
 3 | BUILDTOPDIR = build
 4 | BUILDDIR = $(BUILDTOPDIR)/$(PKGNAME)-$(PKGVERSION)
 5 | PKGDIR = package
 6 | MAINTAINER = "Patrick Lühne"
 7 | EMAIL = "patrick.luehne@autodesk.com"
 8 | 
 9 | all:	clean
10 | 	mkdir -p $(BUILDDIR)
11 | 	cp templates/Makefile $(BUILDDIR)/
12 | 	cd $(BUILDDIR) && \
13 | 	export DEBEMAIL=$(EMAIL) && \
14 | 	export DEBFULLNAME=$(MAINTAINER) && \
15 | 	python /usr/bin/dh_make -p $(PKGNAME)_$(PKGVERSION) -i --native -c expat -y && \
16 | 	dpkg-buildpackage -rfakeroot -d -us -uc
17 | 	mkdir -p $(PKGDIR)
18 | 	mv $(BUILDDIR)/../*.deb $(PKGDIR)/
19 | 	rm -rf $(BUILDTOPDIR)
20 | 
21 | clean:
22 | 	rm -rf $(BUILDTOPDIR)
23 | 


--------------------------------------------------------------------------------
/updater/packaging/debian/README.md:
--------------------------------------------------------------------------------
 1 | # Debian Packaging
 2 | 
 3 | There are two ways to package the GitHub stats updater for Debian—manually or with help of Docker.
 4 | 
 5 | If you are familiar with Linux distributions and package managers, you might prefer to manually build the `deb` package. If you’re on a different platform, Docker might be more convenient.
 6 | 
 7 | ## Manual Packaging
 8 | 
 9 | If you want to locally build the Debian package, you’ll need the following dependencies: `dh_make`, `dpkg-buildpackage`, `fakeroot`, and `python2`. These packages might be named different depending on your platform.
10 | 
11 | After installing the dependencies, run
12 | 
13 | ```shell
14 | make
15 | ```
16 | 
17 | and the `deb` package will be created in the `package` directory.
18 | 
19 | ## Packaging with Docker
20 | 
21 | First, you’ll need to install `docker` and start the Docker service. Note that you have to be either the `root` user or in the `docker` group in order to execute Docker commands.
22 | 
23 | Then, create the `deb` package:
24 | 
25 | ```shell
26 | ./docker-deb.sh
27 | ```
28 | 
29 | This script will create a Debian image called `hubble-enterprise-debian-packager` with all the required dependencies.
30 | Then it will run the Debian packaging tools inside the Docker container.
31 | The result will be the `deb` package in the `package` directory.
32 | 


--------------------------------------------------------------------------------
/updater/packaging/debian/docker-deb.sh:
--------------------------------------------------------------------------------
 1 | #!/bin/bash
 2 | 
 3 | BASE_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
 4 | 
 5 | docker build \
 6 | 	-t hubble-enterprise-debian-packager \
 7 | 	${BASE_DIR}
 8 | 
 9 | docker run \
10 | 	-v ${BASE_DIR}/../..:/source \
11 | 	hubble-enterprise-debian-packager \
12 | 	make
13 | 


--------------------------------------------------------------------------------
/updater/packaging/debian/templates/Makefile:
--------------------------------------------------------------------------------
 1 | all: # nothing to build
 2 | 
 3 | PKGNAME = hubble-enterprise
 4 | INSTALLDIR = $(DESTDIR)/opt/autodesk/$(PKGNAME)
 5 | SYSTEMDDIR = $(DESTDIR)/usr/lib/systemd/system
 6 | BASEDIR=../../../..
 7 | 
 8 | install:
 9 | 	mkdir -p $(INSTALLDIR)
10 | 	install -m 644 $(BASEDIR)/check-schema.py $(INSTALLDIR)/
11 | 	install -m 644 $(BASEDIR)/helpers.py $(INSTALLDIR)/
12 | 	install -m 644 $(BASEDIR)/schema.py $(INSTALLDIR)/
13 | 	install -m 644 $(BASEDIR)/update-stats.py $(INSTALLDIR)/
14 | 	install -m 644 $(BASEDIR)/config.py.example $(INSTALLDIR)/
15 | 	install -dm 755 $(BASEDIR)/scripts $(INSTALLDIR)/scripts
16 | 	find $(BASEDIR)/scripts/*.sh -type f | xargs install -m 755 -t $(INSTALLDIR)/scripts
17 | 	install -dm 755 $(BASEDIR)/reports $(INSTALLDIR)/reports
18 | 	find $(BASEDIR)/reports/*.py -type f | xargs install -m 644 -t $(INSTALLDIR)/reports
19 | 	mkdir -p $(SYSTEMDDIR)
20 | 	install -m 644 $(BASEDIR)/systemd/* $(SYSTEMDDIR)/
21 | 


--------------------------------------------------------------------------------
/updater/reports/ReportAPIRequests.py:
--------------------------------------------------------------------------------
 1 | from .ReportDaily import *
 2 | 
 3 | # Report how many requests where made against the GHE instance
 4 | class ReportAPIRequests(ReportDaily):
 5 | 	def name(self):
 6 | 		return "api-requests"
 7 | 
 8 | 	def updateDailyData(self):
 9 | 		self.detailedHeader, newData = self.parseData(
10 | 			self.executeBashScriptOnServer("api-requests.sh"))
11 | 		self.header = ["date", "API requests"]
12 | 		self.data.append(
13 | 			[
14 | 				str(self.yesterday()),
15 | 				sum(map(lambda x: int(x[3] if len(x) > 2 else 0), newData)),
16 | 			])
17 | 		self.detailedData = newData[:25]
18 | 		self.truncateData(self.timeRangeTotal())
19 | 		self.sortDataByDate()
20 | 


--------------------------------------------------------------------------------
/updater/reports/ReportAPIRequestsByUser.py:
--------------------------------------------------------------------------------
 1 | from .Report import *
 2 | 
 3 | # Calculate the top 20 users generating the most API calls
 4 | class ReportAPIRequestsByUser(Report):
 5 | 
 6 | 	def name(self):
 7 | 		return "api-requests-by-user"
 8 | 
 9 | 	def readData(self):
10 | 		pass
11 | 
12 | 	def updateData(self):
13 | 		self.header, self.data = self.parseData(
14 | 			self.executeBashScriptOnServer("api-requests-by-user.sh"))
15 | 


--------------------------------------------------------------------------------
/updater/reports/ReportContributorsByOrg.py:
--------------------------------------------------------------------------------
 1 | from .Report import *
 2 | 
 3 | # Lists the number of contributors for each organization
 4 | # Ordered by the number of contributors in descending order
 5 | class ReportContributorsByOrg(Report):
 6 | 	def name(self):
 7 | 		return "contributors-by-organization"
 8 | 
 9 | 	# The data is overwritten every day, so skip reading the old data
10 | 	def readData(self):
11 | 		pass
12 | 
13 | 	def updateData(self):
14 | 		self.header, self.data = self.parseData(
15 | 			self.executeDatabaseQueryOnServer(self.query([self.daysAgo(30), self.yesterday()])))
16 | 
17 | 	# Collects the number of contributors per organization
18 | 	def query(self, timeRange):
19 | 		return '''
20 | 			SELECT
21 | 				users.login AS organization,
22 | 				COUNT(DISTINCT pull_requests.user_id) AS contributors
23 | 			FROM
24 | 				pull_requests
25 | 				JOIN repositories ON repositories.id = pull_requests.repository_id
26 | 				JOIN users ON users.id = repositories.owner_id
27 | 			WHERE
28 | 				pull_requests.created_at IS NOT NULL
29 | 				AND CAST(pull_requests.created_at AS date) BETWEEN
30 | 					"''' + str(timeRange[0]) + '''" AND "''' + str(timeRange[1]) + '''"
31 | 				''' + self.andExcludedUsers("users.login") + '''
32 | 			GROUP by
33 | 				users.id
34 | 			ORDER by
35 | 				contributors DESC,
36 | 				users.id ASC
37 | 			LIMIT
38 | 				50'''
39 | 


--------------------------------------------------------------------------------
/updater/reports/ReportContributorsByRepo.py:
--------------------------------------------------------------------------------
 1 | from .Report import *
 2 | 
 3 | # Lists the number of contributors for each repository
 4 | # Ordered by the number of contributors in descending order
 5 | class ReportContributorsByRepo(Report):
 6 | 	def name(self):
 7 | 		return "contributors-by-repository"
 8 | 
 9 | 	# The data is overwritten every day, so skip reading the old data
10 | 	def readData(self):
11 | 		pass
12 | 
13 | 	def updateData(self):
14 | 		self.header, self.data = self.parseData(
15 | 			self.executeDatabaseQueryOnServer(self.query([self.daysAgo(30), self.yesterday()])))
16 | 
17 | 	# Collects the number of contributors per repository
18 | 	def query(self, timeRange):
19 | 		return '''
20 | 			SELECT
21 | 				CONCAT(users.login, "/", repositories.name) AS repository,
22 | 				COUNT(DISTINCT pull_requests.user_id) AS contributors
23 | 			FROM
24 | 				pull_requests
25 | 				JOIN repositories on repositories.id = pull_requests.repository_id
26 | 				JOIN users on users.id = repositories.owner_id
27 | 			WHERE
28 | 				pull_requests.created_at IS NOT NULL
29 | 				AND CAST(pull_requests.created_at AS date) BETWEEN
30 | 					"''' + str(timeRange[0]) + '''" AND "''' + str(timeRange[1]) + '''"
31 | 				''' + self.andExcludedUsers("users.login") + '''
32 | 			GROUP BY
33 | 				repositories.id
34 | 			ORDER BY
35 | 				contributors DESC,
36 | 				repositories.id ASC
37 | 			LIMIT
38 | 				50'''
39 | 


--------------------------------------------------------------------------------
/updater/reports/ReportDaily.py:
--------------------------------------------------------------------------------
 1 | from .Report import *
 2 | 
 3 | # A report that is updated daily by appending data rows to it, where the first column is a date
 4 | class ReportDaily(Report):
 5 | 
 6 | 	# The date of the last update that has been recorded
 7 | 	def timeOfLastUpdate(self):
 8 | 		try:
 9 | 			return parseDate(max(self.data, key = lambda row: row[0])[0])
10 | 		except ValueError:
11 | 			return None
12 | 
13 | 	# The time range of the missing data that should be updated
14 | 	# Start and end of the time range are inclusive
15 | 	def timeRangeToUpdate(self):
16 | 		timeRange = self.timeRangeTotal()
17 | 		timeOfLastUpdate = self.timeOfLastUpdate()
18 | 
19 | 		if timeOfLastUpdate != None:
20 | 			timeOfNextUpdate = timeOfLastUpdate + datetime.timedelta(1)
21 | 
22 | 			return [timeOfNextUpdate, timeRange[1]]
23 | 
24 | 		print("Malformed date format, rebuilding complete report", file = sys.stderr)
25 | 		sys.stderr.flush()
26 | 
27 | 		self.data = []
28 | 
29 | 		return timeRange
30 | 
31 | 	def updateData(self):
32 | 		# Only update if the data isn’t recent
33 | 		timeOfLastUpdate = self.timeOfLastUpdate()
34 | 		if timeOfLastUpdate == None or timeOfLastUpdate < self.yesterday():
35 | 			self.updateDailyData()
36 | 
37 | 	# Truncates the collected data to the specified time range
38 | 	def truncateData(self, timeRange):
39 | 		self.data = [row for row in self.data if timeRange[0] <= parseDate(row[0]) <= timeRange[1]]
40 | 
41 | 	# Sorts the collected data by date (descending)
42 | 	def sortDataByDate(self):
43 | 		self.sortData(0, True)
44 | 


--------------------------------------------------------------------------------
/updater/reports/ReportFailedWebhooks.py:
--------------------------------------------------------------------------------
 1 | from .ReportDaily import *
 2 | 
 3 | # Report how many webhooks failed
 4 | class ReportFailedWebhooks(ReportDaily):
 5 | 	def name(self):
 6 | 		return "failed-webhooks"
 7 | 
 8 | 	def updateDailyData(self):
 9 | 		self.detailedHeader, newData = self.parseData(
10 | 			self.executeBashScriptOnServer("failed-webhooks.sh"))
11 | 		self.header = ["date", "failed webhooks"]
12 | 		self.data.append(
13 | 			[
14 | 				str(self.yesterday()),
15 | 				sum(map(lambda x: int(x[4] if len(x) > 3 else 0), newData)),
16 | 			])
17 | 		self.detailedData = newData[:25]
18 | 		self.truncateData(self.timeRangeTotal())
19 | 		self.sortDataByDate()
20 | 


--------------------------------------------------------------------------------
/updater/reports/ReportForksToOrgs.py:
--------------------------------------------------------------------------------
 1 | from .ReportDaily import *
 2 | 
 3 | # Find all forks in organizations that have a parent in an organization.
 4 | # Organizational repositories should have only one source of truth on
 5 | # the entire instance.
 6 | #
 7 | # c.f. https://medium.com/@larsxschneider/talk-dont-fork-743a1253b8d5
 8 | class ReportForksToOrgs(ReportDaily):
 9 | 	def name(self):
10 | 		return "forks-to-organizations"
11 | 
12 | 	def updateDailyData(self):
13 | 		self.detailedHeader, self.detailedData = self.parseData(self.executeDatabaseQueryOnServer(self.query()))
14 | 		self.header = ["date", "forks to organizations"]
15 | 		self.data.append([str(self.yesterday()), len(self.detailedData)])
16 | 		self.truncateData(self.timeRangeTotal())
17 | 		self.sortDataByDate()
18 | 
19 | 	# Collects the number of forks in organizations
20 | 	def query(self):
21 | 		return '''
22 | 			SELECT
23 | 				CONCAT(orgs.login, "/", repos.name) AS fork,
24 | 				CAST(repos.created_at AS date) AS "creation date"
25 | 			FROM
26 | 				users AS orgs,
27 | 				repositories AS repos,
28 | 				users AS parentOrgs,
29 | 				repositories AS parentRepos
30 | 			WHERE
31 | 				orgs.type = "organization"
32 | 				AND repos.owner_id = orgs.id
33 | 				AND parentOrgs.type = "organization"
34 | 				AND parentRepos.owner_id = parentOrgs.id
35 | 				AND parentRepos.id = repos.parent_id
36 | 				''' + self.andExcludedEntities("orgs.login") + '''
37 | 				''' + self.andExcludedEntities("repos.name") + '''
38 | 				''' + self.andExcludedEntities("parentOrgs.login") + '''
39 | 				''' + self.andExcludedEntities("parentRepos.name") + '''
40 | 			ORDER BY
41 | 				repos.created_at DESC'''
42 | 


--------------------------------------------------------------------------------
/updater/reports/ReportGitDownload.py:
--------------------------------------------------------------------------------
 1 | from .ReportDaily import *
 2 | 
 3 | # Report how much data is downloaded from the GHE instance
 4 | class ReportGitDownload(ReportDaily):
 5 | 	def name(self):
 6 | 		return "git-download"
 7 | 
 8 | 	def updateDailyData(self):
 9 | 		self.detailedHeader, newData = self.parseData(
10 | 			self.executeBashScriptOnServer("git-download.sh"))
11 | 		_, sumLFSTraffic = self.parseData(self.executeBashScriptOnServer("git-lfs-download.sh"))
12 | 		self.header = \
13 | 			[
14 | 				"date",
15 | 				"clones",
16 | 				"fetches",
17 | 				"clone traffic [GB]",
18 | 				"fetch traffic [GB]",
19 | 				"LFS traffic [GB]",
20 | 			]
21 | 		self.data.append(
22 | 			[
23 | 				str(self.yesterday()),
24 | 				sum(map(lambda x: int(x[3] if len(x) > 2 and x[2] == "true" else 0), newData)),
25 | 				sum(map(lambda x: int(x[3] if len(x) > 2 and x[2] != "true" else 0), newData)),
26 | 				sum(map(lambda x: int(x[4] if len(x) > 3 and x[2] == "true" else 0), newData)) // (1024 ** 3),
27 | 				sum(map(lambda x: int(x[4] if len(x) > 3 and x[2] != "true" else 0), newData)) // (1024 ** 3),
28 | 				int(sumLFSTraffic[0][0] if len(sumLFSTraffic) > 0 and len(sumLFSTraffic[0]) > 0 else 0) // (1024 ** 3),
29 | 			])
30 | 		self.detailedHeader[4] = "download [GB]"
31 | 		self.detailedData = map(lambda x: [x[0], x[1], x[2], x[3], round(int(x[4]) / (1024 ** 3))], newData[:25])
32 | 		self.truncateData(self.timeRangeTotal())
33 | 		self.sortDataByDate()
34 | 


--------------------------------------------------------------------------------
/updater/reports/ReportGitProtocol.py:
--------------------------------------------------------------------------------
 1 | from .ReportDaily import *
 2 | 
 3 | # Report what protocols is used to access Git repositories
 4 | class ReportGitProtocol(ReportDaily):
 5 | 	def name(self):
 6 | 		return "git-protocol"
 7 | 
 8 | 	def updateDailyData(self):
 9 | 		_, items = self.parseData(self.executeBashScriptOnServer("git-protocol.sh"))
10 | 
11 | 		protocols = {}
12 | 		for item in items:
13 | 			protocols[item[0]] = item[1]
14 | 
15 | 		self.header = ["date", "http", "ssh"]
16 | 		self.data.append(
17 | 			[
18 | 				str(self.yesterday()),
19 | 				protocols.get("http", 0),
20 | 				protocols.get("ssh", 0),
21 | 			])
22 | 		self.truncateData(self.timeRangeTotal())
23 | 		self.sortDataByDate()
24 | 


--------------------------------------------------------------------------------
/updater/reports/ReportGitRequests.py:
--------------------------------------------------------------------------------
 1 | from .ReportDaily import *
 2 | 
 3 | # Report how many requests where made against the GHE instance
 4 | class ReportGitRequests(ReportDaily):
 5 | 	def name(self):
 6 | 		return "git-requests"
 7 | 
 8 | 	def updateDailyData(self):
 9 | 		self.detailedHeader, newData = self.parseData(
10 | 			self.executeBashScriptOnServer("git-requests.sh"))
11 | 		self.header = ["date", "Git requests"]
12 | 		self.data.append(
13 | 			[
14 | 				str(self.yesterday()),
15 | 				sum(map(lambda x: int(x[2] if len(x) > 1 else 0), newData)),
16 | 			])
17 | 		self.detailedData = newData[:25]
18 | 		self.truncateData(self.timeRangeTotal())
19 | 		self.sortDataByDate()
20 | 


--------------------------------------------------------------------------------
/updater/reports/ReportGitVersions.py:
--------------------------------------------------------------------------------
 1 | from .Report import *
 2 | 
 3 | # Lists which git version was used by how many users yesterday
 4 | class ReportGitVersions(Report):
 5 | 	def name(self):
 6 | 		return "git-versions"
 7 | 
 8 | 	# The data is overwritten every day, so skip reading the old data
 9 | 	def readData(self):
10 | 		pass
11 | 
12 | 	def updateData(self):
13 | 		self.header, self.data = self.parseData(self.executeBashScriptOnServer("git-versions.sh"))
14 | 


--------------------------------------------------------------------------------
/updater/reports/ReportGitVersionsNew.py:
--------------------------------------------------------------------------------
 1 | from .ReportDaily import *
 2 | 
 3 | # Lists which git version was used by how many users yesterday
 4 | class ReportGitVersionsNew(ReportDaily):
 5 | 	def name(self):
 6 | 		return "git-versions-new"
 7 | 
 8 | 	def updateDailyData(self):
 9 | 		newHeader, newData = self.parseData(self.executeBashScriptOnServer("git-versions.sh"))
10 | 
11 | 		self.header = ["date"] + newHeader
12 | 
13 | 		newData = [[str(self.yesterday())] + row for row in newData]
14 | 
15 | 		self.data.extend(newData)
16 | 		self.truncateData(self.timeRangeTotal())
17 | 		self.sortDataByDate()
18 | 


--------------------------------------------------------------------------------
/updater/reports/ReportOrgActivity.py:
--------------------------------------------------------------------------------
 1 | from .ReportDaily import *
 2 | 
 3 | # Lists the number of active organizations for the last day, week, and 4 weeks
 4 | class ReportOrgActivity(ReportDaily):
 5 | 	def name(self):
 6 | 		return "organization-activity"
 7 | 
 8 | 	def updateDailyData(self):
 9 | 		newHeader, newData = self.parseData(self.executeDatabaseQueryOnServer(self.query()))
10 | 		self.header = newHeader if newHeader else self.header
11 | 		self.data.extend(newData)
12 | 		self.truncateData(self.timeRangeTotal())
13 | 		self.sortDataByDate()
14 | 
15 | 	# Collects the number of active organizations for given a time range
16 | 	def subquery(self, timeRange):
17 | 		return '''
18 | 			SELECT
19 | 				COUNT(*) AS count
20 | 			FROM
21 | 				(
22 | 					SELECT
23 | 						users.id
24 | 					FROM
25 | 						repositories
26 | 						JOIN users ON repositories.owner_id = users.id
27 | 						JOIN pushes ON pushes.repository_id = repositories.id
28 | 					WHERE
29 | 						users.type = "Organization"
30 | 						AND CAST(pushes.created_at AS DATE) BETWEEN
31 | 							"''' + str(timeRange[0]) + '''" AND "''' + str(timeRange[1]) + '''"
32 | 						''' + self.andExcludedEntities("users.login") + '''
33 | 					GROUP BY
34 | 						users.id
35 | 				) AS activeOrganizations'''
36 | 
37 | 	def query(self):
38 | 		oneDayAgo = self.yesterday()
39 | 		oneWeekAgo = self.daysAgo(7)
40 | 		fourWeeksAgo = self.daysAgo(28)
41 | 
42 | 		return '''
43 | 			SELECT
44 | 				"''' + str(self.yesterday()) + '''" AS date,
45 | 				lastFourWeeks.count AS "last four weeks",
46 | 				lastWeek.count AS "last week",
47 | 				lastDay.count AS "last day"
48 | 			FROM
49 | 				(''' + self.subquery([fourWeeksAgo, oneDayAgo]) + ''') AS lastFourWeeks,
50 | 				(''' + self.subquery([oneWeekAgo, oneDayAgo]) + ''') AS lastWeek,
51 | 				(''' + self.subquery([oneDayAgo, oneDayAgo]) + ''') AS lastDay'''
52 | 


--------------------------------------------------------------------------------
/updater/reports/ReportOrgOwners.py:
--------------------------------------------------------------------------------
 1 | from .Report import *
 2 | 
 3 | # Lists all orgs and their owners without site admins or suspended users
 4 | class ReportOrgOwners(Report):
 5 | 	def name(self):
 6 | 		return "org-owners"
 7 | 
 8 | 	# The data is overwritten every day, so skip reading the old data
 9 | 	def readData(self):
10 | 		pass
11 | 
12 | 	def updateData(self):
13 | 		self.header, self.data = self.parseData(
14 | 			self.executeRubyScriptOnServer('''
15 | 				puts "organization\towner(s)\n"
16 | 				User.where(:type => "Organization")
17 | 				    .where("''' + self.andExcludedEntities("login", "").replace('"', '\\"') + '''")
18 | 				    .order("login")
19 | 				    .each do |org|
20 | 					owners = org.admins.where(:disabled => false, :suspended_at => nil, :gh_role => nil)
21 | 					                   .where("''' +  self.andExcludedUsers("login", "").replace('"', '\\"') + '''")
22 | 					                   .order("login")
23 | 					                   .join(",")
24 | 					puts "#{org.login}\t#{owners}\n"
25 | 				end'''))
26 | 


--------------------------------------------------------------------------------
/updater/reports/ReportOrgsAbandoned.py:
--------------------------------------------------------------------------------
 1 | from .ReportDaily import *
 2 | 
 3 | # Find the organizations that have not received a push for the longest time.
 4 | # Only look at organizations that have not received a push for at least one
 5 | # year. Only look at repositories that are still maintained (not archived!).
 6 | class ReportOrgsAbandoned(ReportDaily):
 7 | 	def name(self):
 8 | 		return "organizations-abandoned"
 9 | 
10 | 	def updateDailyData(self):
11 | 		self.detailedHeader, self.detailedData = self.parseData(self.executeDatabaseQueryOnServer(self.query()))
12 | 		self.header = ["date", "abandoned organizations"]
13 | 		self.data.append([str(self.yesterday()), len(self.detailedData)])
14 | 		self.truncateData(self.timeRangeTotal())
15 | 		self.sortDataByDate()
16 | 
17 | 	def query(self):
18 | 		return '''
19 | 			SELECT
20 | 				users.login AS "organization",
21 | 				DATE(MAX(pushes.created_at)) AS "last push"
22 | 			FROM
23 | 				repositories
24 | 				JOIN users ON repositories.owner_id = users.id
25 | 				JOIN pushes ON pushes.repository_id = repositories.id
26 | 			WHERE
27 | 				users.type = "organization"
28 | 				AND repositories.maintained = 1
29 | 				''' + self.andExcludedEntities("users.login") + '''
30 | 			GROUP BY
31 | 				users.id
32 | 			HAVING
33 | 				CAST(MAX(pushes.created_at) AS DATE) < "''' + str(self.daysAgo(365)) + '''"
34 | 			ORDER BY
35 | 				MAX(pushes.created_at)'''
36 | 


--------------------------------------------------------------------------------
/updater/reports/ReportOrgsTotal.py:
--------------------------------------------------------------------------------
 1 | from .ReportDaily import *
 2 | 
 3 | # Lists the total number of organizations
 4 | class ReportOrgsTotal(ReportDaily):
 5 | 	def name(self):
 6 | 		return "orgs-total"
 7 | 
 8 | 	def updateDailyData(self):
 9 | 		self.header, newData = self.parseData(self.executeDatabaseQueryOnServer(self.query()))
10 | 		self.data.extend(newData)
11 | 		self.truncateData(self.timeRangeTotal())
12 | 		self.sortDataByDate()
13 | 
14 | 	def query(self):
15 | 		return '''
16 | 			SELECT
17 | 				"''' + str(self.yesterday()) + '''" AS date,
18 | 				COUNT(*) AS total
19 | 			FROM
20 | 				users AS orgs
21 | 			WHERE
22 | 				orgs.type = "Organization"
23 | 				''' + self.andExcludedEntities("orgs.login")
24 | 


--------------------------------------------------------------------------------
/updater/reports/ReportPRByOrg.py:
--------------------------------------------------------------------------------
 1 | from .Report import *
 2 | 
 3 | # Lists the number of merged and new pull requests for each organization in the last 30 days
 4 | # Ordered by the number of merged pull requests in descending order
 5 | class ReportPRByOrg(Report):
 6 | 	def name(self):
 7 | 		return "pull-requests-by-organization"
 8 | 
 9 | 	# The data is overwritten every day, so skip reading the old data
10 | 	def readData(self):
11 | 		pass
12 | 
13 | 	def updateData(self):
14 | 		self.header, self.data = self.parseData(
15 | 			self.executeDatabaseQueryOnServer(self.query([self.daysAgo(30), self.yesterday()])))
16 | 
17 | 	# Collects the number of merged and new pull requests per organization
18 | 	def query(self, timeRange):
19 | 		return '''
20 | 			SELECT
21 | 				users.login AS organization,
22 | 				COUNT(
23 | 					CASE
24 | 						WHEN
25 | 							pull_requests.merged_at IS NOT NULL
26 | 							AND CAST(pull_requests.merged_at AS date) BETWEEN
27 | 								"''' + str(timeRange[0]) + '''" AND "''' + str(timeRange[1]) + '''"
28 | 						THEN 1
29 | 						ELSE NULL
30 | 					END) AS merged,
31 | 				COUNT(
32 | 					CASE
33 | 						WHEN
34 | 							pull_requests.created_at IS NOT NULL
35 | 							AND CAST(pull_requests.created_at AS date) BETWEEN
36 | 								"''' + str(timeRange[0]) + '''" AND "''' + str(timeRange[1]) + '''"
37 | 						THEN 1
38 | 						ELSE NULL
39 | 					END) AS new
40 | 			FROM
41 | 				pull_requests
42 | 				JOIN repositories ON repositories.id = pull_requests.repository_id
43 | 				JOIN users ON users.id = repositories.owner_id
44 | 			''' + self.whereExcludedUsers("users.login") + '''
45 | 			GROUP BY
46 | 				users.id
47 | 			ORDER BY
48 | 				merged DESC,
49 | 				users.id ASC
50 | 			LIMIT
51 | 				50'''
52 | 


--------------------------------------------------------------------------------
/updater/reports/ReportPRByRepo.py:
--------------------------------------------------------------------------------
 1 | from .Report import *
 2 | 
 3 | # Lists the number of merged and new pull requests for each repository in the last 30 days
 4 | # Ordered by the number of merged pull requests in descending order
 5 | class ReportPRByRepo(Report):
 6 | 	def name(self):
 7 | 		return "pull-requests-by-repository"
 8 | 
 9 | 	# The data is overwritten every day, so skip reading the old data
10 | 	def readData(self):
11 | 		pass
12 | 
13 | 	def updateData(self):
14 | 		self.header, self.data = self.parseData(
15 | 			self.executeDatabaseQueryOnServer(self.query([self.daysAgo(30), self.yesterday()])))
16 | 
17 | 	# Collects the number of merged and new pull requests per repository
18 | 	def query(self, timeRange):
19 | 		return '''
20 | 			SELECT
21 | 				CONCAT(users.login, "/", repositories.name) as repository,
22 | 				COUNT(
23 | 					CASE
24 | 						WHEN
25 | 							pull_requests.merged_at IS NOT NULL
26 | 							AND CAST(pull_requests.merged_at as date) BETWEEN
27 | 								"''' + str(timeRange[0]) + '''" AND "''' + str(timeRange[1]) + '''"
28 | 						THEN 1
29 | 						ELSE NULL
30 | 					END) AS merged,
31 | 				COUNT(
32 | 					CASE
33 | 						WHEN
34 | 							pull_requests.created_at IS NOT NULL
35 | 							AND CAST(pull_requests.created_at as date) BETWEEN
36 | 								"''' + str(timeRange[0]) + '''" AND "''' + str(timeRange[1]) + '''"
37 | 						THEN 1
38 | 						ELSE NULL
39 | 					END) AS new
40 | 			FROM
41 | 				pull_requests
42 | 				JOIN repositories
43 | 					ON repositories.id = pull_requests.repository_id
44 | 				JOIN users
45 | 					ON users.id = repositories.owner_id
46 | 			''' + self.whereExcludedUsers("users.login") + '''
47 | 			GROUP BY
48 | 				repositories.id
49 | 			ORDER BY
50 | 				merged DESC,
51 | 				repositories.id ASC
52 | 			LIMIT
53 | 				50'''
54 | 


--------------------------------------------------------------------------------
/updater/reports/ReportPRHistory.py:
--------------------------------------------------------------------------------
 1 | from .ReportDaily import *
 2 | 
 3 | # Lists the number of merged and new pull requests for each month in the last two years
 4 | class ReportPRHistory(ReportDaily):
 5 | 	def name(self):
 6 | 		return "pull-request-history"
 7 | 
 8 | 	def updateDailyData(self):
 9 | 		# Collect the missing data that should be added with this update
10 | 		self.header, newData = self.parseData(
11 | 			self.executeDatabaseQueryOnServer(self.query(self.timeRangeToUpdate())))
12 | 		self.data.extend(newData)
13 | 		self.truncateData(self.timeRangeTotal())
14 | 		self.sortDataByDate()
15 | 
16 | 	# Collects the number of either merged or new pull requests
17 | 	def subquery(self, type, timeRange):
18 | 		return '''
19 | 			SELECT
20 | 				DATE_FORMAT(pull_requests.''' + type + ''', "%Y-%m-%d") AS date,
21 | 				COUNT(*) AS count
22 | 			FROM
23 | 				pull_requests,
24 | 				users
25 | 			WHERE
26 | 				CAST(pull_requests.''' + type + ''' AS date) BETWEEN
27 | 					"''' + str(timeRange[0]) + '''" AND "''' + str(timeRange[1]) + '''"
28 | 				AND pull_requests.user_id = users.id
29 | 				''' + self.andExcludedUsers("users.login") + '''
30 | 			GROUP BY
31 | 				date_format(pull_requests.''' + type + ''', "%Y-%m-%d")
32 | 			ORDER BY
33 | 				date DESC'''
34 | 
35 | 	# Collects all the results for merged and new pull requests
36 | 	def query(self, timeRange):
37 | 		return '''
38 | 			SELECT
39 | 				created.date AS date,
40 | 				merged.count AS merged,
41 | 				created.count AS new
42 | 			FROM
43 | 				(''' + self.subquery("merged_at", timeRange) + ''') AS merged,
44 | 				(''' + self.subquery("created_at", timeRange) + ''') AS created
45 | 			WHERE
46 | 				created.date = merged.date
47 | 			GROUP BY
48 | 				created.date
49 | 			ORDER BY
50 | 				date DESC'''
51 | 


--------------------------------------------------------------------------------
/updater/reports/ReportPRUsage.py:
--------------------------------------------------------------------------------
 1 | import calendar
 2 | 
 3 | from .ReportDaily import *
 4 | 
 5 | # Calculate percentage of active repositories with a least two contributors
 6 | # in organizations that have used pull requests over the last 4 weeks.
 7 | # An active repository is an repository that receives pushes.
 8 | #
 9 | # TODO: Might be sufficient to run this report once a month!
10 | class ReportPRUsage(ReportDaily):
11 | 	def name(self):
12 | 		return "pull-request-usage"
13 | 
14 | 	def updateDailyData(self):
15 | 		if len(self.data) == 0:
16 | 			range = self.timeRangeTotal()
17 | 			date = range[0].replace(day=1)
18 | 			while date < range[1]:
19 | 				days_in_month = calendar.monthrange(date.year, date.month)[1]
20 | 				date += datetime.timedelta(days_in_month)
21 | 				_, newData = self.parseData(self.executeDatabaseQueryOnServer(self.query(date)))
22 | 				self.data.extend(newData)
23 | 		self.header, newData = self.parseData(self.executeDatabaseQueryOnServer(self.query(self.yesterday())))
24 | 		self.data.extend(newData)
25 | 		self.truncateData(self.timeRangeTotal())
26 | 		self.sortDataByDate()
27 | 
28 | 	def query(self, date):
29 | 		lastFourWeeks = date - datetime.timedelta(7 * 4)
30 | 
31 | 		return '''
32 | 			SELECT
33 | 				"''' + str(date) + '''" AS date,
34 | 				ROUND(100 * COUNT(pr.repository_id) / COUNT(active.repository_id))
35 | 					AS "pull request usage [%]",
36 | 				ROUND(100 * COUNT(status.repository_id) / COUNT(active.repository_id))
37 | 					AS "status usage [%]"
38 | 			FROM
39 | 				(
40 | 					SELECT
41 | 						repositories.id AS repository_id
42 | 					FROM
43 | 						repositories
44 | 						JOIN users ON repositories.owner_id = users.id
45 | 						JOIN pushes ON pushes.repository_id = repositories.id
46 | 					WHERE
47 | 						CAST(pushes.created_at AS DATE) BETWEEN
48 | 							"''' + str(lastFourWeeks) + '''" AND "''' + str(date) + '''"
49 | 						AND users.type = "Organization"
50 | 						''' + self.andExcludedEntities("users.login") + '''
51 | 						''' + self.andExcludedEntities("repositories.name") + '''
52 | 					GROUP BY
53 | 						repositories.id
54 | 					HAVING COUNT(pushes.pusher_id) > 1
55 | 				) AS active
56 | 				LEFT JOIN
57 | 				(
58 | 					SELECT DISTINCT(repository_id)
59 | 					FROM pull_requests
60 | 					WHERE CAST(pull_requests.created_at AS date) BETWEEN
61 | 						"''' + str(lastFourWeeks) + '''" AND "''' + str(date) + '''"
62 | 				) AS pr ON active.repository_id = pr.repository_id
63 | 				LEFT JOIN
64 | 				(
65 | 					SELECT DISTINCT(repository_id)
66 | 					FROM statuses
67 | 					WHERE CAST(statuses.created_at as date) BETWEEN
68 | 						"''' + str(lastFourWeeks) + '''" AND "''' + str(date) + '''"
69 | 				) AS status ON active.repository_id = status.repository_id'''
70 | 


--------------------------------------------------------------------------------
/updater/reports/ReportRepoActivity.py:
--------------------------------------------------------------------------------
 1 | from .ReportDaily import *
 2 | 
 3 | # Lists the number of active repositories in total, in organizations, and in
 4 | # user accounts for the last day, week, and 4 weeks
 5 | #
 6 | # The detailed report lists the names of all active repositories in
 7 | # organizations over the last 4 weeks.
 8 | #
 9 | # Attention: Keep the notion of "active" repository in sync with the
10 | # implementation in ReportRepoActivity and ReportPRUsage!
11 | class ReportRepoActivity(ReportDaily):
12 | 	def name(self):
13 | 		return "repository-activity"
14 | 
15 | 	def updateDailyData(self):
16 | 		self.header, newData = self.parseData(self.executeDatabaseQueryOnServer(self.query()))
17 | 		self.data.extend(newData)
18 | 		self.truncateData(self.timeRangeTotal())
19 | 		self.sortDataByDate()
20 | 		self.detailedHeader, self.detailedData = self.parseData(
21 | 			self.executeDatabaseQueryOnServer(self.detailedQuery()))
22 | 
23 | 	# Collects active repositories for a user type (user/organization)
24 | 	# given a time range
25 | 	def activeRepos(self, userType, timeRange):
26 | 		return '''
27 | 			SELECT
28 | 				repositories.id AS repository_id,
29 | 				CONCAT(users.login, "/", repositories.name) as repository,
30 | 				COUNT(DISTINCT(pushes.pusher_id)) AS pusher_count,
31 | 				COUNT(pushes.id) AS push_count
32 | 			FROM
33 | 				repositories
34 | 				JOIN users ON repositories.owner_id = users.id
35 | 				JOIN pushes ON pushes.repository_id = repositories.id
36 | 			WHERE
37 | 				CAST(pushes.created_at AS DATE) BETWEEN
38 | 					"''' + str(timeRange[0]) + '''" AND "''' + str(timeRange[1]) + '''"
39 | 				''' + ('AND users.type = "' + userType + '"' if userType != None else '') + '''
40 | 				''' + self.andExcludedEntities("users.login") + '''
41 | 				''' + self.andExcludedEntities("repositories.name") + '''
42 | 			GROUP BY
43 | 				repositories.id'''
44 | 
45 | 	# Counts the number of active repositories for a user type (user/organization)
46 | 	# given a time range
47 | 	def countActiveRepos(self, userType, timeRange):
48 | 		return '''
49 | 			SELECT
50 | 				COUNT(*) AS count
51 | 			FROM
52 | 				(''' + self.activeRepos(userType, timeRange) + ''') AS activeRepos'''
53 | 
54 | 	# Counts the number of repositories in total, in organizations, and in user accounts
55 | 	def query(self):
56 | 		oneDayAgo = self.yesterday()
57 | 		oneWeekAgo = self.daysAgo(7)
58 | 		fourWeeksAgo = self.daysAgo(28)
59 | 
60 | 		return '''
61 | 			SELECT
62 | 				"''' + str(self.yesterday()) + '''" AS date,
63 | 				totalLastFourWeeks.count AS "total (last four weeks)",
64 | 				totalLastWeek.count AS "total (last week)",
65 | 				totalLastDay.count AS "total (last day)",
66 | 				organizationSpaceLastFourWeeks.count AS "in organizations (last four weeks)",
67 | 				organizationSpaceLastWeek.count AS "in organizations (last week)",
68 | 				organizationSpaceLastDay.count AS "in organizations (last day)",
69 | 				userSpaceLastFourWeeks.count AS "in user accounts (last four weeks)",
70 | 				userSpaceLastWeek.count AS "in user accounts (last week)",
71 | 				userSpaceLastDay.count AS "in user accounts (last day)"
72 | 			FROM
73 | 				(''' + self.countActiveRepos(None, [fourWeeksAgo, oneDayAgo]) + ''') AS totalLastFourWeeks,
74 | 				(''' + self.countActiveRepos(None, [oneWeekAgo, oneDayAgo]) + ''') AS totalLastWeek,
75 | 				(''' + self.countActiveRepos(None, [oneDayAgo, oneDayAgo]) + ''') AS totalLastDay,
76 | 				(''' + self.countActiveRepos("Organization", [fourWeeksAgo, oneDayAgo]) + ''') AS organizationSpaceLastFourWeeks,
77 | 				(''' + self.countActiveRepos("Organization", [oneWeekAgo, oneDayAgo]) + ''') AS organizationSpaceLastWeek,
78 | 				(''' + self.countActiveRepos("Organization", [oneDayAgo, oneDayAgo]) + ''') AS organizationSpaceLastDay,
79 | 				(''' + self.countActiveRepos("User", [fourWeeksAgo, oneDayAgo]) + ''') AS userSpaceLastFourWeeks,
80 | 				(''' + self.countActiveRepos("User", [oneWeekAgo, oneDayAgo]) + ''') AS userSpaceLastWeek,
81 | 				(''' + self.countActiveRepos("User", [oneDayAgo, oneDayAgo]) + ''') AS userSpaceLastDay'''
82 | 
83 | 	# Collects the active organizational repositories over the last 4 weeks
84 | 	def detailedQuery(self):
85 | 		oneDayAgo = self.yesterday()
86 | 		fourWeeksAgo = self.daysAgo(28)
87 | 
88 | 		return '''
89 | 			SELECT
90 | 				repository,
91 | 				pusher_count as "pushers",
92 | 				push_count as "pushes"
93 | 			FROM
94 | 				(''' + self.activeRepos("Organization", [fourWeeksAgo, oneDayAgo]) + ''') AS activeRepos
95 | 			ORDER BY
96 | 				push_count DESC'''
97 | 


--------------------------------------------------------------------------------
/updater/reports/ReportRepoSize.py:
--------------------------------------------------------------------------------
 1 | from .ReportDaily import *
 2 | 
 3 | # Query the number of repositories larger than 1GB
 4 | class ReportRepoSize(ReportDaily):
 5 | 	def name(self):
 6 | 		return "repository-size"
 7 | 
 8 | 	def updateDailyData(self):
 9 | 		self.detailedHeader, self.detailedData = self.parseData(
10 | 			self.executeRubyScriptOnServer('''
11 | 				puts "repository\tarchived?\trepository size [MB]\n"
12 | 				Repository
13 | 					.select{ |repo|
14 | 						repo.disk_usage > 1024*1024 &&
15 | 						(repo.network_root? || repo.disk_usage > repo.root.disk_usage)
16 | 					}
17 | 					.sort_by{ |repo| -repo.disk_usage }
18 | 					.map{ |repo| puts "#{repo.nwo}\t#{repo.archived?}\t#{repo.disk_usage/1024}" }
19 | 				'''))
20 | 		self.header = ["date", "repositories >1GB"]
21 | 		self.data.append([str(self.yesterday()), len(self.detailedData)])
22 | 		self.truncateData(self.timeRangeTotal())
23 | 		self.sortDataByDate()
24 | 


--------------------------------------------------------------------------------
/updater/reports/ReportRepoUsage.py:
--------------------------------------------------------------------------------
 1 | from .ReportDaily import *
 2 | 
 3 | # Calculate percentage of active repositories over the last four weeks
 4 | # in organizations that have received pushes to at least one protected
 5 | # branch and that have at least one topic assigned to them.
 6 | class ReportRepoUsage(ReportDaily):
 7 | 	def name(self):
 8 | 		return "repository-usage"
 9 | 
10 | 	def updateDailyData(self):
11 | 		self.header, newData = self.parseData(self.executeDatabaseQueryOnServer(self.query()))
12 | 		self.data.extend(newData)
13 | 		self.truncateData(self.timeRangeTotal())
14 | 		self.sortDataByDate()
15 | 
16 | 	def query(self):
17 | 		oneDayAgo = self.yesterday()
18 | 		fourWeeksAgo = self.daysAgo(28)
19 | 
20 | 		return '''
21 | 			SELECT
22 | 				"''' + str(oneDayAgo) + '''" AS date,
23 | 				ROUND(100 * COUNT(DISTINCT(protected.repository_id)) / COUNT(DISTINCT(active.repository_id)))
24 | 					AS "protected branches [%]",
25 | 				ROUND(100 * COUNT(DISTINCT(topics.repository_id)) / COUNT(DISTINCT(active.repository_id)))
26 | 					AS "topics [%]"
27 | 			FROM
28 | 				(
29 | 					SELECT
30 | 						repositories.id AS repository_id,
31 | 						pushes.ref
32 | 					FROM
33 | 						repositories
34 | 						JOIN users ON repositories.owner_id = users.id
35 | 						JOIN pushes ON pushes.repository_id = repositories.id
36 | 					WHERE
37 | 						CAST(pushes.created_at AS DATE) BETWEEN
38 | 							"''' + str(fourWeeksAgo) + '''" AND "''' + str(oneDayAgo) + '''"
39 | 						AND users.type = "Organization"
40 | 						''' + self.andExcludedEntities("users.login") + '''
41 | 						''' + self.andExcludedEntities("repositories.name") + '''
42 | 					GROUP BY
43 | 						repositories.id
44 | 				) AS active
45 | 				LEFT JOIN
46 | 				(
47 | 					SELECT repository_id, name
48 | 					FROM protected_branches
49 | 				) AS protected
50 | 					ON
51 | 						active.repository_id = protected.repository_id
52 | 						AND active.ref = "refs/heads/" + protected.name
53 | 				LEFT JOIN
54 | 				(
55 | 					SELECT repository_id
56 | 					FROM repository_topics
57 | 				) AS topics
58 | 					ON
59 | 						active.repository_id = topics.repository_id'''
60 | 


--------------------------------------------------------------------------------
/updater/reports/ReportReposPersonalNonOwnerPushes.py:
--------------------------------------------------------------------------------
 1 | from .ReportDaily import *
 2 | 
 3 | # Find personal repositories that nonowners are pushing to.
 4 | # These repositories should be moved into organizations.
 5 | # Only look at active users (not suspended!) and only look at pushes
 6 | # of the last 4 weeks.
 7 | class ReportReposPersonalNonOwnerPushes(ReportDaily):
 8 | 	def name(self):
 9 | 		return "repositories-personal-nonowner-pushes"
10 | 
11 | 	def updateDailyData(self):
12 | 		self.detailedHeader, self.detailedData = self.parseData(self.executeDatabaseQueryOnServer(self.query()))
13 | 		self.header = ["date", "personal repositories with nonowner pushes"]
14 | 		self.data.append([str(self.yesterday()), len(self.detailedData)])
15 | 		self.truncateData(self.timeRangeTotal())
16 | 		self.sortDataByDate()
17 | 
18 | 	def query(self):
19 | 		fourWeeksAgo = self.daysAgo(28)
20 | 
21 | 		return '''
22 | 			SELECT
23 | 				CONCAT(users.login, "/", repositories.name) as "repository",
24 | 				COUNT(DISTINCT(pushes.pusher_id)) as "nonowner pushers"
25 | 			FROM
26 | 				repositories
27 | 				JOIN users ON repositories.owner_id = users.id
28 | 				JOIN pushes ON pushes.repository_id = repositories.id
29 | 			WHERE
30 | 				users.type = "user"
31 | 				AND users.suspended_at IS NULL
32 | 				AND CAST(pushes.created_at AS DATE) BETWEEN
33 | 					"''' + str(fourWeeksAgo) + '''" AND "''' + str(self.yesterday()) + '''"
34 | 				AND pushes.pusher_id != users.id
35 | 			GROUP BY
36 | 				repositories.id
37 | 			ORDER BY
38 | 				2 DESC, 1'''
39 | 


--------------------------------------------------------------------------------
/updater/reports/ReportRepositoryHistory.py:
--------------------------------------------------------------------------------
 1 | from .ReportDaily import *
 2 | 
 3 | # Lists the total number of repositories
 4 | class ReportRepositoryHistory(ReportDaily):
 5 | 	def name(self):
 6 | 		return "repository-history"
 7 | 
 8 | 	def updateDailyData(self):
 9 | 		self.header, newData = self.parseData(self.executeDatabaseQueryOnServer(self.query()))
10 | 		self.data.extend(newData)
11 | 		self.truncateData(self.timeRangeTotal())
12 | 		self.sortDataByDate()
13 | 
14 | 	# Collects the number of active repositories for a user type (user/organization) given a time range
15 | 	def subquery(self, userType):
16 | 		query = '''
17 | 			SELECT
18 | 				COUNT(*) AS count
19 | 			FROM
20 | 				repositories
21 | 				JOIN users ON repositories.owner_id = users.id
22 | 			WHERE
23 | 				TRUE
24 | 				''' + self.andExcludedEntities("users.login") + '''
25 | 				''' + self.andExcludedEntities("repositories.name")
26 | 
27 | 		if userType != None:
28 | 			query += '''
29 | 				AND users.type = "''' + userType + '''"'''
30 | 
31 | 		return query
32 | 
33 | 	# Collects the number of repositories in total, in organizations, and in user accounts
34 | 	def query(self):
35 | 		return '''
36 | 			SELECT
37 | 				"''' + str(self.yesterday()) + '''" AS date,
38 | 				total.count AS total,
39 | 				organizationSpace.count AS "in organizations",
40 | 				userSpace.count AS "in user accounts"
41 | 			FROM
42 | 				(''' + self.subquery(None) + ''') AS total,
43 | 				(''' + self.subquery("Organization") + ''') AS organizationSpace,
44 | 				(''' + self.subquery("User") + ''') AS userSpace'''
45 | 


--------------------------------------------------------------------------------
/updater/reports/ReportTeamsLegacy.py:
--------------------------------------------------------------------------------
 1 | from .ReportDaily import *
 2 | 
 3 | # Organizations created before September 2015 might have legacy admin
 4 | # teams. In order to get the best performance out of GHE, these teams
 5 | # should be migrated to the improved permissions model.
 6 | # c.f. https://help.github.com/enterprise/2.11/user/articles/migrating-your-previous-admin-teams-to-the-improved-organization-permissions/
 7 | class ReportTeamsLegacy(ReportDaily):
 8 | 	def name(self):
 9 | 		return "teams-legacy"
10 | 
11 | 	def updateDailyData(self):
12 | 		self.detailedHeader, self.detailedData = self.parseData(
13 | 			self.executeRubyScriptOnServer('''
14 | 				puts "organization\tteam\tmembers\n"
15 | 				User.where(:type => "Organization")
16 | 				    .order("login")
17 | 				    .each do |o|
18 | 					if o.teams && o.teams.legacy_admin.size > 0
19 | 						o.teams.legacy_admin.order("name").each { |t|
20 | 							puts "#{o.login}\t#{t.name}\t#{t.members.size}"
21 | 						}
22 | 					end
23 | 				end'''))
24 | 		self.header = ["date", "legacy admin teams"]
25 | 		self.data.append([str(self.yesterday()), len(self.detailedData)])
26 | 		self.truncateData(self.timeRangeTotal())
27 | 		self.sortDataByDate()
28 | 


--------------------------------------------------------------------------------
/updater/reports/ReportTeamsTotal.py:
--------------------------------------------------------------------------------
 1 | from .ReportDaily import *
 2 | 
 3 | # Lists the total number of organizations
 4 | class ReportTeamsTotal(ReportDaily):
 5 | 	def name(self):
 6 | 		return "teams-total"
 7 | 
 8 | 	def updateDailyData(self):
 9 | 		self.header, newData = self.parseData(self.executeDatabaseQueryOnServer(self.query()))
10 | 		self.data.extend(newData)
11 | 		self.truncateData(self.timeRangeTotal())
12 | 		self.sortDataByDate()
13 | 
14 | 	def query(self):
15 | 		return '''
16 | 			SELECT
17 | 				"''' + str(self.yesterday()) + '''" AS date,
18 | 				COUNT(*) AS total
19 | 			FROM
20 | 				teams, users AS orgs
21 | 			WHERE
22 | 				teams.organization_id = orgs.id
23 | 				''' + self.andExcludedEntities("orgs.login")
24 | 


--------------------------------------------------------------------------------
/updater/reports/ReportTokenlessAuth.py:
--------------------------------------------------------------------------------
 1 | from .ReportDaily import *
 2 | 
 3 | # Lists which git version was used by how many users yesterday
 4 | class ReportTokenlessAuth(ReportDaily):
 5 | 	def name(self):
 6 | 		return "tokenless-authentication"
 7 | 
 8 | 	def updateDailyData(self):
 9 | 		self.detailedHeader, newData = self.parseData(
10 | 			self.executeBashScriptOnServer("tokenless-auth.sh"))
11 | 		self.header = ["date", "tokenless authentications"]
12 | 		self.data.append(
13 | 			[
14 | 				str(self.yesterday()),
15 | 				sum(map(lambda x: int(x[2] if len(x) > 1 else 0), newData)),
16 | 			])
17 | 		self.detailedData = newData[:25]
18 | 		self.truncateData(self.timeRangeTotal())
19 | 		self.sortDataByDate()
20 | 


--------------------------------------------------------------------------------
/updater/reports/ReportUsers.py:
--------------------------------------------------------------------------------
 1 | from .ReportDaily import *
 2 | 
 3 | # Lists how many users pushed commits vs. how many used a seat in the last day, week, and four weeks
 4 | class ReportUsers(ReportDaily):
 5 | 	def name(self):
 6 | 		return "users"
 7 | 
 8 | 	def updateDailyData(self):
 9 | 		self.header, newData = self.parseData(self.executeDatabaseQueryOnServer(self.query()))
10 | 		self.data.extend(newData)
11 | 		self.truncateData(self.timeRangeTotal())
12 | 		self.sortDataByDate()
13 | 
14 | 	# Collects the number of users who pushed commits yesterday
15 | 	def usersPushingSubquery(self, timeRange):
16 | 		return '''
17 | 			SELECT
18 | 				COUNT(DISTINCT users.id) AS count
19 | 			FROM
20 | 				pushes
21 | 				JOIN users ON users.id = pushes.pusher_id
22 | 			WHERE
23 | 				CAST(pushes.created_at AS DATE) BETWEEN
24 | 					"''' + str(timeRange[0]) + '''" AND "''' + str(timeRange[1]) + '''"
25 | 				''' + self.andExcludedUsers("users.login")
26 | 
27 | 	# Collects the number of users who currently use up a seat
28 | 	def usersUsingSeatSubquery(self):
29 | 		return '''
30 | 			SELECT
31 | 				COUNT(*) AS count
32 | 			FROM
33 | 				users
34 | 			WHERE
35 | 				users.type = "User" AND
36 | 				users.suspended_at IS NULL'''
37 | 
38 | 	# Collects the number of pushing users and users using a seat
39 | 	def query(self):
40 | 		oneDayAgo = self.yesterday()
41 | 		oneWeekAgo = self.daysAgo(7)
42 | 		fourWeeksAgo = self.daysAgo(28)
43 | 
44 | 		return '''
45 | 			SELECT
46 | 				"''' + str(oneDayAgo) + '''" AS date,
47 | 				usersPushingYesterday.count AS "pushing commits (last day)",
48 | 				usersPushingLastWeek.count AS "pushing commits (last week)",
49 | 				usersPushingLastFourWeeks.count AS "pushing commits (last four weeks)",
50 | 				usersUsingSeat.count AS "using license"
51 | 			FROM
52 | 				(''' + self.usersPushingSubquery([oneDayAgo, oneDayAgo]) + ''') AS usersPushingYesterday,
53 | 				(''' + self.usersPushingSubquery([oneWeekAgo, oneDayAgo]) + ''') AS usersPushingLastWeek,
54 | 				(''' + self.usersPushingSubquery([fourWeeksAgo, oneDayAgo]) + ''') AS usersPushingLastFourWeeks,
55 | 				(''' + self.usersUsingSeatSubquery() + ''') AS usersUsingSeat'''
56 | 


--------------------------------------------------------------------------------
/updater/schema.py:
--------------------------------------------------------------------------------
 1 | import csv
 2 | import os
 3 | import sys
 4 | 
 5 | from config import *
 6 | from helpers import *
 7 | 
 8 | schemaVersion = 1
 9 | 
10 | # Check the data repository's schema version and fail if it's outdated
11 | # Assumes that the data directory is already initialized and up-to-date
12 | def checkSchemaVersion(dataDirectory):
13 | 	schemaVersionLocal = 0
14 | 
15 | 	try:
16 | 		metaFilePath = os.path.join(dataDirectory, "meta.tsv")
17 | 
18 | 		# If no meta.tsv has been created yet, no schema compatibility check is necessary
19 | 		if not os.path.exists(metaFilePath):
20 | 			return
21 | 
22 | 		with open(metaFilePath, "r") as tsvFile:
23 | 			tsvReader = csv.reader(tsvFile, delimiter = "\t")
24 | 
25 | 			for row in tsvReader:
26 | 				if row[0] == "schema-version":
27 | 					schemaVersionLocal = int(row[1])
28 | 					break
29 | 	except:
30 | 		pass
31 | 
32 | 	if schemaVersionLocal < schemaVersion:
33 | 		print("error: the data repository has an outdated scheme and needs to be migrated", file = sys.stderr)
34 | 		sys.exit(1)
35 | 


--------------------------------------------------------------------------------
/updater/scripts/api-requests-by-user.sh:
--------------------------------------------------------------------------------
 1 | #!/bin/bash
 2 | 
 3 | #
 4 | # Count number of API calls per user
 5 | #
 6 | 
 7 | echo -e "user\trequests"
 8 | 
 9 | zcat -f /var/log/github/unicorn.log.1* |
10 |     grep -F 'request_category=api' |
11 |     grep -Fv 'remote_address=127.0.0.1' |
12 |     grep -oP 'current_user=\K\S+' |
13 |     grep -Fvx 'nil' |
14 |     sort |
15 |     uniq -ic |
16 |     sort -rn |
17 |     head -20 |
18 |     awk '{ printf("%s\t%s\n", $2, $1) }'
19 | 


--------------------------------------------------------------------------------
/updater/scripts/api-requests.sh:
--------------------------------------------------------------------------------
 1 | #!/bin/bash
 2 | #
 3 | # Count number of API calls per type and user/org/repo (resource)
 4 | #
 5 | echo -e "resource\ttype\tsource IP\trequests"
 6 | 
 7 | zcat -f /var/log/haproxy.log.1* |
 8 |     perl -ne 'print if s/.*haproxy\[\d+\]: ([^:]+).*\/api\/v3\/([^\/\? ]+)\/([^\/\? ]+?(\/[^\/\? ]+)).*/\1 \2 \3/' |
 9 |     grep -v '^127.0.0.1' |
10 |     sort |
11 |     uniq -ic |
12 |     sort -rn |
13 |     awk '{printf("%s\t%s\t%s\t%s\n",$4,$3,$2,$1)}'
14 | 


--------------------------------------------------------------------------------
/updater/scripts/failed-webhooks.sh:
--------------------------------------------------------------------------------
 1 | #!/bin/bash
 2 | #
 3 | # List failed webhooks
 4 | #
 5 | echo -e "hook_id\ttype\thost\tmessage\tcount"
 6 | 
 7 | zcat -f /var/log/syslog.1* |
 8 | 	# Remove the leading time stamp
 9 | 	cut --characters 17- |
10 | 	# Remove the host name
11 | 	cut --delimiter ' ' --fields 2- |
12 | 	# Only look for messages from hookshot-go
13 | 	grep '^hookshot-go\[' |
14 | 	grep 'hook_id=[^ ]' |
15 | 	grep -v 'status=200' |
16 | 	perl -ne 'print if s/.*parent=([^ ]+)-.*hook_id=([^ ]+).*dest_url=([^ ]+).*public_error_message="(.*)".*/\2\t\1\t\3\t\4/' |
17 | 	sort |
18 | 	uniq -ic |
19 | 	sort -rn |
20 | 	perl -pne 's/^\s*([0-9]+)\s(.*)/\2\t\1/'
21 | 


--------------------------------------------------------------------------------
/updater/scripts/git-download.sh:
--------------------------------------------------------------------------------
 1 | #!/bin/bash
 2 | #
 3 | # Calculate download traffic per day
 4 | #
 5 | 
 6 | printf -v EXTRACT_FIELDS "%s"               \
 7 |     'print if s/.*'                         \
 8 |         '"cloning":([^,]+).*'               \
 9 |         '"program":"upload-pack".*'         \
10 |         '"repo_name":"([^"]+).*'            \
11 |         '"uploaded_bytes":([^,]+).*'        \
12 |         '"user_login":"([^"]+).*'           \
13 |     '/\2\t\4\t\1\t\3/'
14 | 
15 | echo -e "repository\tuser\tcloning?\trequests\tdownload [B]"
16 | 
17 | zcat -f /var/log/github-audit.log.1* |
18 |     perl -ne "$EXTRACT_FIELDS" |
19 |     sort |
20 |     perl -ne '$S{$1} += $2 and $C{$1} += 1 if (/^(.+)\t(\d+)$/);END{printf("%s\t%i\t%i\n",$_,$C{$_},$S{$_}) for ( keys %S );}' |
21 |     sort -rn -k5,5
22 | 


--------------------------------------------------------------------------------
/updater/scripts/git-lfs-download.sh:
--------------------------------------------------------------------------------
1 | #!/bin/bash
2 | #
3 | # Calculate Git LFS traffic per day in bytes
4 | #
5 | 
6 | echo "lfs traffic [B]"
7 | zcat -f /var/log/haproxy.log.1* |
8 |     LANG=C perl -ne 'use bigint; /\s200\s(\d+)\s-\s\-\s----\s.*GET (?:\/storage)?\/lfs\/\d+\// && {$traffic += $1}; END {print ($traffic+0)}'
9 | 


--------------------------------------------------------------------------------
/updater/scripts/git-protocol.sh:
--------------------------------------------------------------------------------
 1 | #!/bin/bash
 2 | #
 3 | # Count the number of successful connections per Git protocol
 4 | #
 5 | echo -e "Git protocol\tconnections"
 6 | 
 7 | zcat -f /var/log/syslog.1* |
 8 | 	# Remove the leading time stamp
 9 | 	cut --characters 17- |
10 | 	# Remove the host name
11 | 	cut --delimiter ' ' --fields 2- |
12 | 	# Only look for messages from babeld
13 | 	grep '^babeld\[' |
14 | 	perl -ne 'print if s/.*proto=([^ ]+).*op done.*/\1/' |
15 | 	sort |
16 | 	uniq -c |
17 | 	awk '{printf("%s\t%s\n",$2,$1)}'
18 | 


--------------------------------------------------------------------------------
/updater/scripts/git-requests.sh:
--------------------------------------------------------------------------------
 1 | #!/bin/bash
 2 | #
 3 | # Count number of Git repository requests per day
 4 | #
 5 | echo -e "repository\tsource IP\trequests"
 6 | 
 7 | zcat -f /var/log/syslog.1* |
 8 | 	# Remove the leading time stamp
 9 | 	cut --characters 17- |
10 | 	# Remove the host name
11 | 	cut --delimiter ' ' --fields 2- |
12 | 	# Only look for messages from babeld
13 | 	grep '^babeld\[' |
14 | 	perl -ne 'print if s/.*ip=([^ ]+).*repo=([^ ]+).*/\1 \2/' |
15 | 	sort |
16 | 	uniq -ic |
17 | 	sort -rn |
18 | 	awk '{printf("%s\t%s\t%s\n",$3,$2,$1)}'
19 | 


--------------------------------------------------------------------------------
/updater/scripts/git-versions.sh:
--------------------------------------------------------------------------------
 1 | #!/bin/bash
 2 | #
 3 | # Lists which git version was used by how many users yesterday
 4 | #
 5 | echo -e "Git version\tusers"
 6 | 
 7 | zcat -f /var/log/github-audit.log.1* |
 8 | 	perl -ne 'print if s/.*agent=git\/(\d+(?:\.\d+){0,2}).*"user_id":(\d+).*/\2\t\1/' |
 9 | 	sort |
10 | 	uniq |
11 | 	perl -lape 's/\d+ *//' |
12 | 	sort -r -V |
13 | 	uniq -ic |
14 | 	awk '{printf("%s\t%s\n",$2,$1)}'
15 | 


--------------------------------------------------------------------------------
/updater/scripts/tokenless-auth.sh:
--------------------------------------------------------------------------------
 1 | #!/bin/bash
 2 | #
 3 | # Lists users that make the most requests with username/password
 4 | # c.f. https://help.github.com/enterprise/2.11/admin/guides/user-management/using-ldap/#disabling-password-authentication-for-git-operations
 5 | #
 6 | 
 7 | echo -e "user\trepository\ttokenless authentications"
 8 | 
 9 | # The log file format changed with 2.12, and some of the fields might appear in inconsistent order now
10 | zcat -f /var/log/github/gitauth.log.1* |
11 | 	grep -v 'hashed_token' |
12 | 	grep 'proto=http' |
13 | 	grep 'status=200' |
14 | 	perl -ne 'print if s/^(?=.*member="?([^ "]+))(?=.*path=([^ ]+)\.git).*/\1 \2/' |
15 | 	sort |
16 | 	uniq -ic |
17 | 	sort -rn |
18 | 	awk '{gsub(/[_.]/, "-", $2); printf("%s\t%s\t%s\n",$2,$3,$1)}'
19 | 


--------------------------------------------------------------------------------
/updater/systemd/hubble-enterprise.service:
--------------------------------------------------------------------------------
 1 | [Unit]
 2 | Description=Hubble Enterprise updater
 3 | Requires=github-enterprise.target
 4 | After=github-enterprise.target
 5 | 
 6 | [Service]
 7 | Type=simple
 8 | ExecStart=/usr/bin/python3 /opt/autodesk/hubble-enterprise/update-stats.py
 9 | WorkingDirectory=/opt/autodesk/hubble-enterprise/
10 | User=admin
11 | Group=admin
12 | 
13 | [Install]
14 | WantedBy=github-enterprise.target
15 | 


--------------------------------------------------------------------------------
/updater/systemd/hubble-enterprise.timer:
--------------------------------------------------------------------------------
 1 | [Unit]
 2 | Description=Runs Hubble Enterprise updater periodically
 3 | Requires=github-enterprise.target
 4 | After=github-enterprise.target
 5 | 
 6 | [Timer]
 7 | OnCalendar=7:30
 8 | Persistent=true
 9 | 
10 | [Install]
11 | WantedBy=github-enterprise.target
12 | 


--------------------------------------------------------------------------------
/updater/version:
--------------------------------------------------------------------------------
1 | 0.3.0+git
2 | 


--------------------------------------------------------------------------------