4 |
5 |
6 |
7 |
11 |
12 |
13 |
22 | React App
23 |
24 |
25 |
28 |
29 |
39 |
40 |
41 |
--------------------------------------------------------------------------------
/readme.md:
--------------------------------------------------------------------------------
1 | # Data for Good (2018) - #4: Cour des Comptes
2 |
3 | Open dataset visualization and previsualization. The goal of this project is to build visualization tools from tabular data (.csv, .xls...) in order to facilitate access, filtering and previsualization of open datasets.
4 |
5 | ## Goals
6 |
7 | - Previsualization: get the first few lines of the dataset to see its shape (column names, type of values etc.) before downloading it
8 | - Filtering: select only a subset of the dataset to download
9 | - Visualization: draw few charts from the data (eventually after filtering)
10 |
11 | ## Getting started
12 |
13 | The app can be started with `yarn start` in the root directory.
14 |
15 | This example takes a `.json` file from the [London air quality dataset](https://data.london.gov.uk/dataset/london-average-air-quality-levels) and shows an interactive table. A scatter plot of two variables is also displayed on the right. You should get the following result:
16 |
17 | 
18 |
19 | In this example, the table is created with [react-table](https://react-table.js.org/). The plot is made with [Victory](https://github.com/FormidableLabs/victory) from FormidableLabs.
20 |
21 | ## First attempt
22 |
23 | - Get the data with url request
24 | - Use [recline.js](http://okfnlabs.org/recline/) to do the previsualization and the visualization
25 |
26 | It seems that people working on recline.js moved to other projects. Also, the use of remote url to fetch csv data is not working well (503 errors).
27 |
28 | ## New directions
29 |
30 | ### Server side
31 |
32 | The current idea is to have an intermediate server written in Flask that will give the right `.csv` to the client. This could be done with [datasette](https://github.com/simonw/datasette) that can convert `.csv` files to API's.
33 |
34 | If it can't be done, the server will:
35 |
36 | - Get the right csv file according to request parameters
37 | - Preprocess the file
38 | - Convert it to json
39 | - Sending back the json to the client
40 |
41 | ### Client side
42 |
43 | On the client side, a pop-up window will be opened for previsualization containing small React components (for instance) with:
44 |
45 | - Table display for data previsualization
46 | - Some custom charts
47 |
48 |
--------------------------------------------------------------------------------
/src/App.js:
--------------------------------------------------------------------------------
1 | import React, { Component } from 'react';
2 | import logo from './logo.svg';
3 | import './App.css';
4 | import { Grid, Row, Col } from 'react-flexbox-grid';
5 |
6 | import { VictoryScatter } from 'victory';
7 | import ReactTable from "react-table";
8 | import "react-table/react-table.css";
9 |
10 | // the data file is in public which is not good I think...
11 | const url = "./air-quality-london-time-of-day.json";
12 |
13 | class App extends Component {
14 | constructor(props) {
15 | super(props);
16 | this.state = {
17 | data: [],
18 | columns: [],
19 | isLoading: true,
20 | };
21 | this.getData();
22 | }
23 | getData() {
24 | // get data from url (local in this case)
25 | fetch(url).then( (response) => {
26 | return response.json()
27 | }).then((data) => {
28 | // real data is in 'fields'
29 | const columns = this.getHeader(data);
30 | console.log(columns);
31 | return this.setState({
32 | data: data,
33 | columns: columns, isLoading: false
34 | });
35 | });
36 | }
37 | getHeader(data) {
38 | // to do: check that all objects have the same keys
39 | const dataKeys = Object.keys(data[0]);
40 | const columns = [];
41 | dataKeys.map(x=>{
42 | columns.push({
43 | Header: x,
44 | accessor: x,
45 | });
46 | });
47 | return columns;
48 | }
49 | render() {
50 | if (this.state.isLoading) {
51 | return 'Loading...';
52 | }
53 |
54 | return (
55 |
49 |
50 |
51 |
--------------------------------------------------------------------------------
/src/registerServiceWorker.js:
--------------------------------------------------------------------------------
1 | // In production, we register a service worker to serve assets from local cache.
2 |
3 | // This lets the app load faster on subsequent visits in production, and gives
4 | // it offline capabilities. However, it also means that developers (and users)
5 | // will only see deployed updates on the "N+1" visit to a page, since previously
6 | // cached resources are updated in the background.
7 |
8 | // To learn more about the benefits of this model, read https://goo.gl/KwvDNy.
9 | // This link also includes instructions on opting out of this behavior.
10 |
11 | const isLocalhost = Boolean(
12 | window.location.hostname === 'localhost' ||
13 | // [::1] is the IPv6 localhost address.
14 | window.location.hostname === '[::1]' ||
15 | // 127.0.0.1/8 is considered localhost for IPv4.
16 | window.location.hostname.match(
17 | /^127(?:\.(?:25[0-5]|2[0-4][0-9]|[01]?[0-9][0-9]?)){3}$/
18 | )
19 | );
20 |
21 | export default function register() {
22 | if (process.env.NODE_ENV === 'production' && 'serviceWorker' in navigator) {
23 | // The URL constructor is available in all browsers that support SW.
24 | const publicUrl = new URL(process.env.PUBLIC_URL, window.location);
25 | if (publicUrl.origin !== window.location.origin) {
26 | // Our service worker won't work if PUBLIC_URL is on a different origin
27 | // from what our page is served on. This might happen if a CDN is used to
28 | // serve assets; see https://github.com/facebookincubator/create-react-app/issues/2374
29 | return;
30 | }
31 |
32 | window.addEventListener('load', () => {
33 | const swUrl = `${process.env.PUBLIC_URL}/service-worker.js`;
34 |
35 | if (isLocalhost) {
36 | // This is running on localhost. Lets check if a service worker still exists or not.
37 | checkValidServiceWorker(swUrl);
38 |
39 | // Add some additional logging to localhost, pointing developers to the
40 | // service worker/PWA documentation.
41 | navigator.serviceWorker.ready.then(() => {
42 | console.log(
43 | 'This web app is being served cache-first by a service ' +
44 | 'worker. To learn more, visit https://goo.gl/SC7cgQ'
45 | );
46 | });
47 | } else {
48 | // Is not local host. Just register service worker
49 | registerValidSW(swUrl);
50 | }
51 | });
52 | }
53 | }
54 |
55 | function registerValidSW(swUrl) {
56 | navigator.serviceWorker
57 | .register(swUrl)
58 | .then(registration => {
59 | registration.onupdatefound = () => {
60 | const installingWorker = registration.installing;
61 | installingWorker.onstatechange = () => {
62 | if (installingWorker.state === 'installed') {
63 | if (navigator.serviceWorker.controller) {
64 | // At this point, the old content will have been purged and
65 | // the fresh content will have been added to the cache.
66 | // It's the perfect time to display a "New content is
67 | // available; please refresh." message in your web app.
68 | console.log('New content is available; please refresh.');
69 | } else {
70 | // At this point, everything has been precached.
71 | // It's the perfect time to display a
72 | // "Content is cached for offline use." message.
73 | console.log('Content is cached for offline use.');
74 | }
75 | }
76 | };
77 | };
78 | })
79 | .catch(error => {
80 | console.error('Error during service worker registration:', error);
81 | });
82 | }
83 |
84 | function checkValidServiceWorker(swUrl) {
85 | // Check if the service worker can be found. If it can't reload the page.
86 | fetch(swUrl)
87 | .then(response => {
88 | // Ensure service worker exists, and that we really are getting a JS file.
89 | if (
90 | response.status === 404 ||
91 | response.headers.get('content-type').indexOf('javascript') === -1
92 | ) {
93 | // No service worker found. Probably a different app. Reload the page.
94 | navigator.serviceWorker.ready.then(registration => {
95 | registration.unregister().then(() => {
96 | window.location.reload();
97 | });
98 | });
99 | } else {
100 | // Service worker found. Proceed as normal.
101 | registerValidSW(swUrl);
102 | }
103 | })
104 | .catch(() => {
105 | console.log(
106 | 'No internet connection found. App is running in offline mode.'
107 | );
108 | });
109 | }
110 |
111 | export function unregister() {
112 | if ('serviceWorker' in navigator) {
113 | navigator.serviceWorker.ready.then(registration => {
114 | registration.unregister();
115 | });
116 | }
117 | }
118 |
--------------------------------------------------------------------------------