├── .gitattributes
├── .gitignore
├── README.md
├── package.json
├── public
├── LICENSE
├── favicon.ico
├── hand.jpg
├── hand2.jpg
├── index.html
├── labels.txt
├── logo192.png
├── logo512.png
├── photo.jpg
├── pic2.jpg
├── pic44.jpg
├── pic47.jpg
├── pic48.jpg
└── robots.txt
├── src
├── App.css
├── App.js
├── App.test.js
├── index.css
├── index.js
├── logo.svg
├── model
│ ├── labels.txt
│ ├── model.json
│ └── weights.bin
├── serviceWorker.js
└── setupTests.js
└── yarn.lock
/.gitattributes:
--------------------------------------------------------------------------------
1 | # Auto detect text files and perform LF normalization
2 | * text=auto
3 |
--------------------------------------------------------------------------------
/.gitignore:
--------------------------------------------------------------------------------
1 | # See https://help.github.com/articles/ignoring-files/ for more about ignoring files.
2 |
3 | # dependencies
4 | /node_modules
5 | /.pnp
6 | .pnp.js
7 |
8 | # testing
9 | /coverage
10 |
11 | # production
12 | /build
13 |
14 | # misc
15 | .DS_Store
16 | .env.local
17 | .env.development.local
18 | .env.test.local
19 | .env.production.local
20 |
21 | npm-debug.log*
22 | yarn-debug.log*
23 | yarn-error.log*
24 |
--------------------------------------------------------------------------------
/README.md:
--------------------------------------------------------------------------------
1 | This project was bootstrapped with [Create React App](https://github.com/facebook/create-react-app).
2 |
3 | ## Available Scripts
4 |
5 | In the project directory, you can run:
6 |
7 | ### `yarn start`
8 |
9 | Runs the app in the development mode.
10 | Open [http://localhost:3000](http://localhost:3000) to view it in the browser.
11 |
12 | The page will reload if you make edits.
13 | You will also see any lint errors in the console.
14 |
15 | ### `yarn test`
16 |
17 | Launches the test runner in the interactive watch mode.
18 | See the section about [running tests](https://facebook.github.io/create-react-app/docs/running-tests) for more information.
19 |
20 | ### `yarn build`
21 |
22 | Builds the app for production to the `build` folder.
23 | It correctly bundles React in production mode and optimizes the build for the best performance.
24 |
25 | The build is minified and the filenames include the hashes.
26 | Your app is ready to be deployed!
27 |
28 | See the section about [deployment](https://facebook.github.io/create-react-app/docs/deployment) for more information.
29 |
30 | ### `yarn eject`
31 |
32 | **Note: this is a one-way operation. Once you `eject`, you can’t go back!**
33 |
34 | If you aren’t satisfied with the build tool and configuration choices, you can `eject` at any time. This command will remove the single build dependency from your project.
35 |
36 | Instead, it will copy all the configuration files and the transitive dependencies (webpack, Babel, ESLint, etc) right into your project so you have full control over them. All of the commands except `eject` will still work, but they will point to the copied scripts so you can tweak them. At this point you’re on your own.
37 |
38 | You don’t have to ever use `eject`. The curated feature set is suitable for small and middle deployments, and you shouldn’t feel obligated to use this feature. However we understand that this tool wouldn’t be useful if you couldn’t customize it when you are ready for it.
39 |
40 | ## Learn More
41 |
42 | You can learn more in the [Create React App documentation](https://facebook.github.io/create-react-app/docs/getting-started).
43 |
44 | To learn React, check out the [React documentation](https://reactjs.org/).
45 |
46 | ### Code Splitting
47 |
48 | This section has moved here: https://facebook.github.io/create-react-app/docs/code-splitting
49 |
50 | ### Analyzing the Bundle Size
51 |
52 | This section has moved here: https://facebook.github.io/create-react-app/docs/analyzing-the-bundle-size
53 |
54 | ### Making a Progressive Web App
55 |
56 | This section has moved here: https://facebook.github.io/create-react-app/docs/making-a-progressive-web-app
57 |
58 | ### Advanced Configuration
59 |
60 | This section has moved here: https://facebook.github.io/create-react-app/docs/advanced-configuration
61 |
62 | ### Deployment
63 |
64 | This section has moved here: https://facebook.github.io/create-react-app/docs/deployment
65 |
66 | ### `yarn build` fails to minify
67 |
68 | This section has moved here: https://facebook.github.io/create-react-app/docs/troubleshooting#npm-run-build-fails-to-minify
69 |
--------------------------------------------------------------------------------
/package.json:
--------------------------------------------------------------------------------
1 | {
2 | "name": "tfjs-react",
3 | "version": "0.1.0",
4 | "private": true,
5 | "dependencies": {
6 | "@material-ui/core": "^4.11.0",
7 | "@material-ui/icons": "^4.9.1",
8 | "@microsoft/customvision-tfjs": "^1.2.0",
9 | "@tensorflow-models/coco-ssd": "^2.2.1",
10 | "@tensorflow-models/handpose": "^0.0.6",
11 | "@tensorflow-models/posenet": "^2.2.1",
12 | "@tensorflow/tfjs": "^2.4.0",
13 | "@tensorflow/tfjs-backend-webgl": "^2.7.0",
14 | "@tensorflow/tfjs-converter": "^2.7.0",
15 | "@tensorflow/tfjs-core": "^2.7.0",
16 | "@testing-library/jest-dom": "^4.2.4",
17 | "@testing-library/react": "^9.3.2",
18 | "@testing-library/user-event": "^7.1.2",
19 | "dat.gui": "^0.7.7",
20 | "image-data-uri": "^2.0.1",
21 | "jslib-html5-camera-photo": "^3.1.6",
22 | "node-tesseract-ocr": "^2.0.0",
23 | "react": "^16.13.1",
24 | "react-dom": "^16.13.1",
25 | "react-html5-camera-photo": "^1.5.4",
26 | "react-scripts": "3.4.3",
27 | "react-webcam": "^5.2.2",
28 | "stats.js": "^0.17.0",
29 | "tesseract.js": "2.0.0"
30 | },
31 | "scripts": {
32 | "start": "react-scripts start",
33 | "build": "react-scripts build",
34 | "test": "react-scripts test",
35 | "eject": "react-scripts eject"
36 | },
37 | "eslintConfig": {
38 | "extends": "react-app"
39 | },
40 | "browserslist": {
41 | "production": [
42 | ">0.2%",
43 | "not dead",
44 | "not op_mini all"
45 | ],
46 | "development": [
47 | "last 1 chrome version",
48 | "last 1 firefox version",
49 | "last 1 safari version"
50 | ]
51 | }
52 | }
53 |
--------------------------------------------------------------------------------
/public/LICENSE:
--------------------------------------------------------------------------------
1 | MIT License
2 |
3 | Copyright (c) Microsoft Corporation.
4 |
5 | Permission is hereby granted, free of charge, to any person obtaining a copy
6 | of this software and associated documentation files (the "Software"), to deal
7 | in the Software without restriction, including without limitation the rights
8 | to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
9 | copies of the Software, and to permit persons to whom the Software is
10 | furnished to do so, subject to the following conditions:
11 |
12 | The above copyright notice and this permission notice shall be included in all
13 | copies or substantial portions of the Software.
14 |
15 | THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 | IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 | FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
18 | AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19 | LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
20 | OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
21 | SOFTWARE
22 |
--------------------------------------------------------------------------------
/public/favicon.ico:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/manfye/tfjs-article-objDetection/638e6ff45f4423101aaae4e8c200f77e41452d28/public/favicon.ico
--------------------------------------------------------------------------------
/public/hand.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/manfye/tfjs-article-objDetection/638e6ff45f4423101aaae4e8c200f77e41452d28/public/hand.jpg
--------------------------------------------------------------------------------
/public/hand2.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/manfye/tfjs-article-objDetection/638e6ff45f4423101aaae4e8c200f77e41452d28/public/hand2.jpg
--------------------------------------------------------------------------------
/public/index.html:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
13 |
14 |
18 |
19 |
28 | Object Detector with COCO-SSD
29 |
30 |
31 |
32 |
33 |
34 |
35 |
36 |
46 |
47 |
48 |
--------------------------------------------------------------------------------
/public/labels.txt:
--------------------------------------------------------------------------------
1 | pill
--------------------------------------------------------------------------------
/public/logo192.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/manfye/tfjs-article-objDetection/638e6ff45f4423101aaae4e8c200f77e41452d28/public/logo192.png
--------------------------------------------------------------------------------
/public/logo512.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/manfye/tfjs-article-objDetection/638e6ff45f4423101aaae4e8c200f77e41452d28/public/logo512.png
--------------------------------------------------------------------------------
/public/photo.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/manfye/tfjs-article-objDetection/638e6ff45f4423101aaae4e8c200f77e41452d28/public/photo.jpg
--------------------------------------------------------------------------------
/public/pic2.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/manfye/tfjs-article-objDetection/638e6ff45f4423101aaae4e8c200f77e41452d28/public/pic2.jpg
--------------------------------------------------------------------------------
/public/pic44.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/manfye/tfjs-article-objDetection/638e6ff45f4423101aaae4e8c200f77e41452d28/public/pic44.jpg
--------------------------------------------------------------------------------
/public/pic47.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/manfye/tfjs-article-objDetection/638e6ff45f4423101aaae4e8c200f77e41452d28/public/pic47.jpg
--------------------------------------------------------------------------------
/public/pic48.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/manfye/tfjs-article-objDetection/638e6ff45f4423101aaae4e8c200f77e41452d28/public/pic48.jpg
--------------------------------------------------------------------------------
/public/robots.txt:
--------------------------------------------------------------------------------
1 | # https://www.robotstxt.org/robotstxt.html
2 | User-agent: *
3 | Disallow:
4 |
--------------------------------------------------------------------------------
/src/App.css:
--------------------------------------------------------------------------------
1 | .blink_me {
2 | animation: blinker 1s linear infinite;
3 | }
4 |
5 | @keyframes blinker {
6 | 50% {
7 | opacity: 0;
8 | }
9 | }
--------------------------------------------------------------------------------
/src/App.js:
--------------------------------------------------------------------------------
1 | import React, { useEffect, useState, useRef } from "react";
2 | import logo from "./logo.svg";
3 | import {
4 | TextField,
5 | Grid,
6 | AppBar,
7 | Toolbar,
8 | Typography,
9 | Box,
10 | IconButton,
11 | Button,
12 | } from "@material-ui/core";
13 | import './App.css'
14 | import MenuIcon from "@material-ui/icons/Menu";
15 | import { makeStyles } from "@material-ui/core/styles";
16 | import * as cocoSsd from "@tensorflow-models/coco-ssd";
17 | import * as tf from "@tensorflow/tfjs";
18 | // import {loadGraphModel} from '@tensorflow/tfjs-converter';
19 |
20 | // import * as posenet from '@tensorflow-models/posenet';
21 | import Webcam from "react-webcam";
22 | import { createWorker,createScheduler } from 'tesseract.js';
23 | // import * as cvstfjs from '@microsoft/customvision-tfjs';
24 |
25 |
26 | function App() {
27 | const useStyles = makeStyles((theme) => ({
28 | root: {
29 | flexGrow: 1,
30 | },
31 | menuButton: {
32 | marginRight: theme.spacing(2),
33 | },
34 | title: {
35 | flexGrow: 1,
36 | },
37 | }));
38 | const classes = useStyles();
39 |
40 |
41 | const webcamRef = React.useRef(null);
42 |
43 | const [videoWidth, setVideoWidth] = useState(960);
44 | const [videoHeight, setVideoHeight] = useState(640);
45 |
46 |
47 | const [model, setModel] = useState();
48 |
49 |
50 |
51 |
52 | async function loadModel() {
53 | try {
54 | const model = await cocoSsd.load();
55 | setModel(model);
56 | console.log("setloadedModel");
57 | } catch (err) {
58 | console.log(err);
59 | console.log("failed load model");
60 | }
61 | }
62 |
63 |
64 | useEffect(() => {
65 | tf.ready().then(() => {
66 | loadModel();
67 | });
68 | }, []);
69 |
70 |
71 | async function predictionFunction() {
72 | const predictions = await model.detect(document.getElementById("img"));
73 | // setVideoHeight(webcamRef.current.video.videoHeight);
74 | // setVideoWidth(webcamRef.current.video.videoWidth);
75 | var cnvs = document.getElementById("myCanvas");
76 | cnvs.width = webcamRef.current.video.videoWidth;
77 | cnvs.height = webcamRef.current.video.videoHeight;
78 | // cnvs.style.position = "absolute";
79 |
80 | var ctx = cnvs.getContext("2d");
81 | ctx.clearRect(
82 | 0,
83 | 0,
84 | webcamRef.current.video.videoWidth,
85 | webcamRef.current.video.videoHeight
86 | );
87 |
88 | if (predictions.length > 0) {
89 | // setPredictionData(predictions);
90 | console.log(predictions);
91 | for (let n = 0; n < predictions.length; n++) {
92 | // Check scores
93 | console.log(n);
94 | if (predictions[n].score > 0.8) {
95 | let bboxLeft = predictions[n].bbox[0];
96 | let bboxTop = predictions[n].bbox[1];
97 | let bboxWidth = predictions[n].bbox[2];
98 | let bboxHeight = predictions[n].bbox[3]; // - bboxTop;
99 |
100 | console.log("bboxLeft: " + bboxLeft);
101 | console.log("bboxTop: " + bboxTop);
102 |
103 | console.log("bboxWidth: " + bboxWidth);
104 |
105 | console.log("bboxHeight: " + bboxHeight);
106 |
107 | ctx.beginPath();
108 | ctx.font = "28px Arial";
109 | ctx.fillStyle = "red";
110 |
111 | ctx.fillText(
112 | predictions[n].class +
113 | ": " +
114 | Math.round(parseFloat(predictions[n].score) * 100) +
115 | "%",
116 | bboxLeft,
117 | bboxTop
118 | );
119 |
120 | ctx.rect(bboxLeft, bboxTop, bboxWidth, bboxHeight);
121 | ctx.strokeStyle = "#FF0000";
122 |
123 | ctx.lineWidth = 3;
124 | ctx.stroke();
125 |
126 | console.log("detected");
127 | }
128 | }
129 | }
130 |
131 | setTimeout(() => predictionFunction(), 500);
132 | }
133 |
134 |
135 | // useEffect(() => {
136 | // //prevent initial triggering
137 | // if (mounted.current) {
138 | // predictionFunction();
139 |
140 | // } else {
141 | // mounted.current = true;
142 | // }
143 | // }, [start]);
144 |
145 |
146 |
147 |
148 | const videoConstraints = {
149 | height: 1080,
150 | width: 1920,
151 | maxWidth: "100vw",
152 | facingMode: "environment",
153 | };
154 |
155 |
156 |
157 |
158 |
159 |
160 |
161 | return (
162 |
171 |
172 |
173 |
179 |
180 |
181 |
182 | Object Detection
183 |
184 |
185 |
186 |
187 |
188 |
199 |
210 | <>
211 |
212 | {
213 |
227 | }
228 | {" "}
229 |
230 |
231 |
237 |
238 |
239 | {/*
*/}
252 |
261 |
265 |