├── .gitignore
├── README.md
├── package-lock.json
├── package.json
├── public
├── favicon.ico
├── index.html
├── logo192.png
├── logo512.png
├── manifest.json
└── robots.txt
└── src
├── App.css
├── App.js
├── App.test.js
├── container
└── ImageOps.js
├── index.css
├── index.js
├── logo.svg
├── serviceWorker.js
└── utils
└── Api.js
/.gitignore:
--------------------------------------------------------------------------------
1 | # See https://help.github.com/articles/ignoring-files/ for more about ignoring files.
2 |
3 | # dependencies
4 | /node_modules
5 | /.pnp
6 | .pnp.js
7 |
8 | # testing
9 | /coverage
10 |
11 | # production
12 | /build
13 |
14 | # misc
15 | .DS_Store
16 | .env.local
17 | .env.development.local
18 | .env.test.local
19 | .env.production.local
20 |
21 | npm-debug.log*
22 | yarn-debug.log*
23 | yarn-error.log*
24 |
--------------------------------------------------------------------------------
/README.md:
--------------------------------------------------------------------------------
1 | React.js UI code for finding object in an image using tensorflow.js. This is the 4th part of Image processing series on https://overflowjs.com/
2 |
3 | The backend code is written in node.js using express framework and tensorflow.js. Checkout this repo - https://github.com/overflowjs-com/image_object_detection_tensor_api
4 |
5 | Do read the blog to know more - https://overflowjs.com/posts/Image-Object-Detection-Using-TensorFlowjs.html
6 |
7 | Available Scripts
8 | In the project directory, you can run:
9 |
10 | ```
11 | npm install
12 | npm start
13 | ```
14 |
15 | Runs the app in the development mode.
16 | Open http://localhost:3000 to view it in the browser.
17 |
18 | The page will reload if you make edits.
19 | You will also see any lint errors in the console.
20 |
--------------------------------------------------------------------------------
/package.json:
--------------------------------------------------------------------------------
1 | {
2 | "name": "image_classification_react_ui",
3 | "version": "0.1.0",
4 | "private": true,
5 | "dependencies": {
6 | "@material-ui/core": "^4.3.2",
7 | "es6-promise": "^4.2.8",
8 | "isomorphic-fetch": "^2.2.1",
9 | "react": "^16.9.0",
10 | "react-dom": "^16.9.0",
11 | "react-scripts": "3.1.1"
12 | },
13 | "scripts": {
14 | "start": "react-scripts start",
15 | "build": "react-scripts build",
16 | "test": "react-scripts test",
17 | "eject": "react-scripts eject"
18 | },
19 | "eslintConfig": {
20 | "extends": "react-app"
21 | },
22 | "browserslist": {
23 | "production": [
24 | ">0.2%",
25 | "not dead",
26 | "not op_mini all"
27 | ],
28 | "development": [
29 | "last 1 chrome version",
30 | "last 1 firefox version",
31 | "last 1 safari version"
32 | ]
33 | }
34 | }
35 |
--------------------------------------------------------------------------------
/public/favicon.ico:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/overflowjs-com/image_object_detction_react_ui/5851eeff45c33f525bf2f9a7c3949061325f388f/public/favicon.ico
--------------------------------------------------------------------------------
/public/index.html:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
12 |
13 |
17 |
18 |
27 | React App
28 |
29 |
30 |
31 |
32 |
42 |
43 |
44 |
--------------------------------------------------------------------------------
/public/logo192.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/overflowjs-com/image_object_detction_react_ui/5851eeff45c33f525bf2f9a7c3949061325f388f/public/logo192.png
--------------------------------------------------------------------------------
/public/logo512.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/overflowjs-com/image_object_detction_react_ui/5851eeff45c33f525bf2f9a7c3949061325f388f/public/logo512.png
--------------------------------------------------------------------------------
/public/manifest.json:
--------------------------------------------------------------------------------
1 | {
2 | "short_name": "React App",
3 | "name": "Create React App Sample",
4 | "icons": [
5 | {
6 | "src": "favicon.ico",
7 | "sizes": "64x64 32x32 24x24 16x16",
8 | "type": "image/x-icon"
9 | },
10 | {
11 | "src": "logo192.png",
12 | "type": "image/png",
13 | "sizes": "192x192"
14 | },
15 | {
16 | "src": "logo512.png",
17 | "type": "image/png",
18 | "sizes": "512x512"
19 | }
20 | ],
21 | "start_url": ".",
22 | "display": "standalone",
23 | "theme_color": "#000000",
24 | "background_color": "#ffffff"
25 | }
26 |
--------------------------------------------------------------------------------
/public/robots.txt:
--------------------------------------------------------------------------------
1 | # https://www.robotstxt.org/robotstxt.html
2 | User-agent: *
3 |
--------------------------------------------------------------------------------
/src/App.css:
--------------------------------------------------------------------------------
1 | .App {
2 | text-align: center;
3 | }
4 |
5 | .App-logo {
6 | animation: App-logo-spin infinite 20s linear;
7 | height: 40vmin;
8 | pointer-events: none;
9 | }
10 |
11 | .App-header {
12 | background-color: #282c34;
13 | min-height: 100vh;
14 | display: flex;
15 | flex-direction: column;
16 | align-items: center;
17 | justify-content: center;
18 | font-size: calc(10px + 2vmin);
19 | color: white;
20 | }
21 |
22 | .App-link {
23 | color: #61dafb;
24 | }
25 |
26 | @keyframes App-logo-spin {
27 | from {
28 | transform: rotate(0deg);
29 | }
30 | to {
31 | transform: rotate(360deg);
32 | }
33 | }
34 |
--------------------------------------------------------------------------------
/src/App.js:
--------------------------------------------------------------------------------
1 | import React from 'react';
2 | import logo from './logo.svg';
3 | import './App.css';
4 | import ImageOps from './container/ImageOps';
5 |
6 | function App() {
7 | return (
8 |
9 |
10 |
11 | );
12 | }
13 |
14 | export default App;
15 |
--------------------------------------------------------------------------------
/src/App.test.js:
--------------------------------------------------------------------------------
1 | import React from 'react';
2 | import ReactDOM from 'react-dom';
3 | import App from './App';
4 |
5 | it('renders without crashing', () => {
6 | const div = document.createElement('div');
7 | ReactDOM.render(, div);
8 | ReactDOM.unmountComponentAtNode(div);
9 | });
10 |
--------------------------------------------------------------------------------
/src/container/ImageOps.js:
--------------------------------------------------------------------------------
1 | import React from 'react';
2 |
3 | import Container from '@material-ui/core/Container';
4 | import Grid from '@material-ui/core/Grid';
5 |
6 | import Card from '@material-ui/core/Card';
7 | import CardContent from '@material-ui/core/CardContent';
8 | import Typography from '@material-ui/core/Typography';
9 | import Button from '@material-ui/core/Button';
10 | import { red } from '@material-ui/core/colors';
11 |
12 | import {api} from '../utils/Api';
13 |
14 | import Table from '@material-ui/core/Table';
15 | import TableBody from '@material-ui/core/TableBody';
16 | import TableCell from '@material-ui/core/TableCell';
17 | import TableHead from '@material-ui/core/TableHead';
18 | import TableRow from '@material-ui/core/TableRow';
19 | import Paper from '@material-ui/core/Paper';
20 | import CircularProgress from '@material-ui/core/CircularProgress';
21 |
22 |
23 | export default class ImageOps extends React.Component {
24 |
25 | constructor(props) {
26 | super(props);
27 |
28 | this.state = {
29 | image_object: null,
30 | image_object_details: {},
31 | active_type: null
32 | }
33 | }
34 |
35 | updateImageObject(e) {
36 | const file = e.target.files[0];
37 | const reader = new FileReader();
38 |
39 | reader.readAsDataURL(file);
40 | reader.onload = () => {
41 | this.setState({image_object: reader.result, image_object_details: {}, active_type: null});
42 | };
43 |
44 | }
45 |
46 | processImageObject(type) {
47 |
48 | this.setState({active_type: type}, () => {
49 |
50 | if(!this.state.image_object_details[this.state.active_type]) {
51 | api("detect_image_objects", {
52 | type,
53 | data: this.state.image_object
54 | }).then((response) => {
55 |
56 | const filtered_data = response;
57 | const image_details = this.state.image_object_details;
58 |
59 | image_details[filtered_data.type] = filtered_data.data;
60 |
61 | this.setState({image_object_details: image_details });
62 | });
63 | }
64 | });
65 | }
66 |
67 | render() {
68 | // console.log(this.state.image_object_details, " image object details ");
69 | return (
70 |
71 |
72 |
73 |
74 |
75 | Object Detection Tensorflow
76 |
77 |
78 |
79 |
80 | {this.state.image_object &&
81 | 
82 | }
83 |
84 |
85 |
86 |
87 |
93 |
94 |
95 |
96 |
97 |
98 |
99 | {this.state.image_object && }
102 |
103 |
104 | {this.state.image_object && }
107 |
108 |
109 |
110 |
111 |
112 | {this.state.active_type && this.state.image_object_details[this.state.active_type] &&
113 |
114 |
115 |
116 |
117 | {this.state.active_type.toUpperCase()}
118 |
119 |
120 |
121 |
122 |
123 | }
124 | {this.state.active_type && !this.state.image_object_details[this.state.active_type] &&
125 |
126 |
129 |
130 | }
131 |
132 |
133 |
134 |
135 | )
136 | }
137 | }
138 |
139 | class ImageDetails extends React.Component {
140 |
141 | render() {
142 |
143 | console.log(this.props.data);
144 |
145 | return (
146 |
147 |
148 |
149 |
150 |
151 | Objects
152 | Probability
153 |
154 |
155 |
156 | {this.props.data.map((row) => {
157 | if (this.props.type === "imagenet") {
158 | return (
159 |
160 |
161 | {row.className}
162 |
163 | {row.probability.toFixed(2)}
164 |
165 | )
166 | } else if(this.props.type === "coco-ssd") {
167 | return (
168 |
169 |
170 | {row.class}
171 |
172 | {row.score.toFixed(2)}
173 |
174 | )
175 | }
176 | })
177 | }
178 |
179 |
180 |
181 |
182 |
183 | )
184 | }
185 | }
--------------------------------------------------------------------------------
/src/index.css:
--------------------------------------------------------------------------------
1 | body {
2 | margin: 0;
3 | font-family: -apple-system, BlinkMacSystemFont, "Segoe UI", "Roboto", "Oxygen",
4 | "Ubuntu", "Cantarell", "Fira Sans", "Droid Sans", "Helvetica Neue",
5 | sans-serif;
6 | -webkit-font-smoothing: antialiased;
7 | -moz-osx-font-smoothing: grayscale;
8 | }
9 |
10 | code {
11 | font-family: source-code-pro, Menlo, Monaco, Consolas, "Courier New",
12 | monospace;
13 | }
14 |
--------------------------------------------------------------------------------
/src/index.js:
--------------------------------------------------------------------------------
1 | import React from 'react';
2 | import ReactDOM from 'react-dom';
3 | import './index.css';
4 | import App from './App';
5 | import * as serviceWorker from './serviceWorker';
6 |
7 | ReactDOM.render(, document.getElementById('root'));
8 |
9 | // If you want your app to work offline and load faster, you can change
10 | // unregister() to register() below. Note this comes with some pitfalls.
11 | // Learn more about service workers: https://bit.ly/CRA-PWA
12 | serviceWorker.unregister();
13 |
--------------------------------------------------------------------------------
/src/logo.svg:
--------------------------------------------------------------------------------
1 |
8 |
--------------------------------------------------------------------------------
/src/serviceWorker.js:
--------------------------------------------------------------------------------
1 | // This optional code is used to register a service worker.
2 | // register() is not called by default.
3 |
4 | // This lets the app load faster on subsequent visits in production, and gives
5 | // it offline capabilities. However, it also means that developers (and users)
6 | // will only see deployed updates on subsequent visits to a page, after all the
7 | // existing tabs open on the page have been closed, since previously cached
8 | // resources are updated in the background.
9 |
10 | // To learn more about the benefits of this model and instructions on how to
11 | // opt-in, read https://bit.ly/CRA-PWA
12 |
13 | const isLocalhost = Boolean(
14 | window.location.hostname === 'localhost' ||
15 | // [::1] is the IPv6 localhost address.
16 | window.location.hostname === '[::1]' ||
17 | // 127.0.0.1/8 is considered localhost for IPv4.
18 | window.location.hostname.match(
19 | /^127(?:\.(?:25[0-5]|2[0-4][0-9]|[01]?[0-9][0-9]?)){3}$/
20 | )
21 | );
22 |
23 | export function register(config) {
24 | if (process.env.NODE_ENV === 'production' && 'serviceWorker' in navigator) {
25 | // The URL constructor is available in all browsers that support SW.
26 | const publicUrl = new URL(process.env.PUBLIC_URL, window.location.href);
27 | if (publicUrl.origin !== window.location.origin) {
28 | // Our service worker won't work if PUBLIC_URL is on a different origin
29 | // from what our page is served on. This might happen if a CDN is used to
30 | // serve assets; see https://github.com/facebook/create-react-app/issues/2374
31 | return;
32 | }
33 |
34 | window.addEventListener('load', () => {
35 | const swUrl = `${process.env.PUBLIC_URL}/service-worker.js`;
36 |
37 | if (isLocalhost) {
38 | // This is running on localhost. Let's check if a service worker still exists or not.
39 | checkValidServiceWorker(swUrl, config);
40 |
41 | // Add some additional logging to localhost, pointing developers to the
42 | // service worker/PWA documentation.
43 | navigator.serviceWorker.ready.then(() => {
44 | console.log(
45 | 'This web app is being served cache-first by a service ' +
46 | 'worker. To learn more, visit https://bit.ly/CRA-PWA'
47 | );
48 | });
49 | } else {
50 | // Is not localhost. Just register service worker
51 | registerValidSW(swUrl, config);
52 | }
53 | });
54 | }
55 | }
56 |
57 | function registerValidSW(swUrl, config) {
58 | navigator.serviceWorker
59 | .register(swUrl)
60 | .then(registration => {
61 | registration.onupdatefound = () => {
62 | const installingWorker = registration.installing;
63 | if (installingWorker == null) {
64 | return;
65 | }
66 | installingWorker.onstatechange = () => {
67 | if (installingWorker.state === 'installed') {
68 | if (navigator.serviceWorker.controller) {
69 | // At this point, the updated precached content has been fetched,
70 | // but the previous service worker will still serve the older
71 | // content until all client tabs are closed.
72 | console.log(
73 | 'New content is available and will be used when all ' +
74 | 'tabs for this page are closed. See https://bit.ly/CRA-PWA.'
75 | );
76 |
77 | // Execute callback
78 | if (config && config.onUpdate) {
79 | config.onUpdate(registration);
80 | }
81 | } else {
82 | // At this point, everything has been precached.
83 | // It's the perfect time to display a
84 | // "Content is cached for offline use." message.
85 | console.log('Content is cached for offline use.');
86 |
87 | // Execute callback
88 | if (config && config.onSuccess) {
89 | config.onSuccess(registration);
90 | }
91 | }
92 | }
93 | };
94 | };
95 | })
96 | .catch(error => {
97 | console.error('Error during service worker registration:', error);
98 | });
99 | }
100 |
101 | function checkValidServiceWorker(swUrl, config) {
102 | // Check if the service worker can be found. If it can't reload the page.
103 | fetch(swUrl)
104 | .then(response => {
105 | // Ensure service worker exists, and that we really are getting a JS file.
106 | const contentType = response.headers.get('content-type');
107 | if (
108 | response.status === 404 ||
109 | (contentType != null && contentType.indexOf('javascript') === -1)
110 | ) {
111 | // No service worker found. Probably a different app. Reload the page.
112 | navigator.serviceWorker.ready.then(registration => {
113 | registration.unregister().then(() => {
114 | window.location.reload();
115 | });
116 | });
117 | } else {
118 | // Service worker found. Proceed as normal.
119 | registerValidSW(swUrl, config);
120 | }
121 | })
122 | .catch(() => {
123 | console.log(
124 | 'No internet connection found. App is running in offline mode.'
125 | );
126 | });
127 | }
128 |
129 | export function unregister() {
130 | if ('serviceWorker' in navigator) {
131 | navigator.serviceWorker.ready.then(registration => {
132 | registration.unregister();
133 | });
134 | }
135 | }
136 |
--------------------------------------------------------------------------------
/src/utils/Api.js:
--------------------------------------------------------------------------------
1 | import fetch from 'isomorphic-fetch';
2 |
3 |
4 | const BASE_API_URL = "http://localhost:4000/api/"
5 |
6 | export function api(api_end_point, data) {
7 |
8 | return fetch(BASE_API_URL+api_end_point,
9 | {
10 | method: 'POST',
11 | headers: {
12 | 'Content-Type': 'application/json'
13 | },
14 | body:JSON.stringify(data)
15 | }).then((response) => {
16 | return response.json();
17 | });
18 | }
--------------------------------------------------------------------------------