├── public ├── robots.txt ├── favicon.ico ├── logo192.png ├── logo512.png ├── manifest.json └── index.html ├── gemini_nano.webm ├── src ├── setupTests.js ├── App.test.js ├── index.css ├── reportWebVitals.js ├── index.js ├── App.css ├── App.js └── logo.svg ├── .gitignore ├── package.json └── README.md /public/robots.txt: -------------------------------------------------------------------------------- 1 | # https://www.robotstxt.org/robotstxt.html 2 | User-agent: * 3 | Disallow: 4 | -------------------------------------------------------------------------------- /gemini_nano.webm: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ushareng/GeminiNano_Chrome_TextEmotionDetection/main/gemini_nano.webm -------------------------------------------------------------------------------- /public/favicon.ico: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ushareng/GeminiNano_Chrome_TextEmotionDetection/main/public/favicon.ico -------------------------------------------------------------------------------- /public/logo192.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ushareng/GeminiNano_Chrome_TextEmotionDetection/main/public/logo192.png -------------------------------------------------------------------------------- /public/logo512.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ushareng/GeminiNano_Chrome_TextEmotionDetection/main/public/logo512.png -------------------------------------------------------------------------------- /src/setupTests.js: -------------------------------------------------------------------------------- 1 | // jest-dom adds custom jest matchers for asserting on DOM nodes. 2 | // allows you to do things like: 3 | // expect(element).toHaveTextContent(/react/i) 4 | // learn more: https://github.com/testing-library/jest-dom 5 | import '@testing-library/jest-dom'; 6 | -------------------------------------------------------------------------------- /src/App.test.js: -------------------------------------------------------------------------------- 1 | import { render, screen } from '@testing-library/react'; 2 | import App from './App'; 3 | 4 | test('renders learn react link', () => { 5 | render(); 6 | const linkElement = screen.getByText(/learn react/i); 7 | expect(linkElement).toBeInTheDocument(); 8 | }); 9 | -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- 1 | # See https://help.github.com/articles/ignoring-files/ for more about ignoring files. 2 | 3 | # dependencies 4 | /node_modules 5 | /.pnp 6 | .pnp.js 7 | 8 | # testing 9 | /coverage 10 | 11 | # production 12 | /build 13 | 14 | # misc 15 | .DS_Store 16 | .env.local 17 | .env.development.local 18 | .env.test.local 19 | .env.production.local 20 | 21 | npm-debug.log* 22 | yarn-debug.log* 23 | yarn-error.log* 24 | -------------------------------------------------------------------------------- /src/index.css: -------------------------------------------------------------------------------- 1 | body { 2 | margin: 0; 3 | font-family: -apple-system, BlinkMacSystemFont, 'Segoe UI', 'Roboto', 'Oxygen', 4 | 'Ubuntu', 'Cantarell', 'Fira Sans', 'Droid Sans', 'Helvetica Neue', 5 | sans-serif; 6 | -webkit-font-smoothing: antialiased; 7 | -moz-osx-font-smoothing: grayscale; 8 | } 9 | 10 | code { 11 | font-family: source-code-pro, Menlo, Monaco, Consolas, 'Courier New', 12 | monospace; 13 | } 14 | -------------------------------------------------------------------------------- /src/reportWebVitals.js: -------------------------------------------------------------------------------- 1 | const reportWebVitals = onPerfEntry => { 2 | if (onPerfEntry && onPerfEntry instanceof Function) { 3 | import('web-vitals').then(({ getCLS, getFID, getFCP, getLCP, getTTFB }) => { 4 | getCLS(onPerfEntry); 5 | getFID(onPerfEntry); 6 | getFCP(onPerfEntry); 7 | getLCP(onPerfEntry); 8 | getTTFB(onPerfEntry); 9 | }); 10 | } 11 | }; 12 | 13 | export default reportWebVitals; 14 | -------------------------------------------------------------------------------- /src/index.js: -------------------------------------------------------------------------------- 1 | import React from 'react'; 2 | import ReactDOM from 'react-dom/client'; 3 | import './index.css'; 4 | import App from './App'; 5 | import reportWebVitals from './reportWebVitals'; 6 | 7 | const root = ReactDOM.createRoot(document.getElementById('root')); 8 | root.render( 9 | 10 | 11 | 12 | ); 13 | 14 | // If you want to start measuring performance in your app, pass a function 15 | // to log results (for example: reportWebVitals(console.log)) 16 | // or send to an analytics endpoint. Learn more: https://bit.ly/CRA-vitals 17 | reportWebVitals(); 18 | -------------------------------------------------------------------------------- /public/manifest.json: -------------------------------------------------------------------------------- 1 | { 2 | "short_name": "React App", 3 | "name": "Create React App Sample", 4 | "icons": [ 5 | { 6 | "src": "favicon.ico", 7 | "sizes": "64x64 32x32 24x24 16x16", 8 | "type": "image/x-icon" 9 | }, 10 | { 11 | "src": "logo192.png", 12 | "type": "image/png", 13 | "sizes": "192x192" 14 | }, 15 | { 16 | "src": "logo512.png", 17 | "type": "image/png", 18 | "sizes": "512x512" 19 | } 20 | ], 21 | "start_url": ".", 22 | "display": "standalone", 23 | "theme_color": "#000000", 24 | "background_color": "#ffffff" 25 | } 26 | -------------------------------------------------------------------------------- /src/App.css: -------------------------------------------------------------------------------- 1 | .App { 2 | text-align: center; 3 | } 4 | 5 | .App-header { 6 | background-color: #282c34; 7 | min-height: 100vh; 8 | display: flex; 9 | flex-direction: column; 10 | align-items: center; 11 | justify-content: center; 12 | font-size: calc(10px + 2vmin); 13 | color: white; 14 | } 15 | 16 | form { 17 | display: flex; 18 | flex-direction: column; 19 | align-items: center; 20 | } 21 | 22 | input { 23 | padding: 10px; 24 | margin: 10px 0; 25 | width: 300px; 26 | border-radius: 5px; 27 | border: 1px solid #ccc; 28 | } 29 | 30 | button { 31 | padding: 10px 20px; 32 | margin: 10px 0; 33 | border-radius: 5px; 34 | border: none; 35 | background-color: #61dafb; 36 | color: white; 37 | cursor: pointer; 38 | } 39 | 40 | button:hover { 41 | background-color: #21a1f1; 42 | } 43 | -------------------------------------------------------------------------------- /package.json: -------------------------------------------------------------------------------- 1 | { 2 | "name": "nano-gemini", 3 | "version": "0.1.0", 4 | "private": true, 5 | "dependencies": { 6 | "@testing-library/jest-dom": "^5.17.0", 7 | "@testing-library/react": "^13.4.0", 8 | "@testing-library/user-event": "^13.5.0", 9 | "react": "^18.3.1", 10 | "react-dom": "^18.3.1", 11 | "react-scripts": "5.0.1", 12 | "web-vitals": "^2.1.4" 13 | }, 14 | "scripts": { 15 | "start": "react-scripts start", 16 | "build": "react-scripts build", 17 | "test": "react-scripts test", 18 | "eject": "react-scripts eject" 19 | }, 20 | "eslintConfig": { 21 | "extends": [ 22 | "react-app", 23 | "react-app/jest" 24 | ] 25 | }, 26 | "browserslist": { 27 | "production": [ 28 | ">0.2%", 29 | "not dead", 30 | "not op_mini all" 31 | ], 32 | "development": [ 33 | "last 1 chrome version", 34 | "last 1 firefox version", 35 | "last 1 safari version" 36 | ] 37 | } 38 | } 39 | -------------------------------------------------------------------------------- /src/App.js: -------------------------------------------------------------------------------- 1 | import './App.css'; 2 | import React, { useState } from 'react'; 3 | 4 | 5 | async function doPrompt(prompt) { 6 | const session = await window.ai.createTextSession(); 7 | const result = await session.prompt(`Detect emotion of the sentence - ${prompt}. Answer in one word only`); 8 | 9 | console.log(result); 10 | return result; 11 | } 12 | 13 | function App() { 14 | const [input, setInput] = useState(''); 15 | const [response, setResponse] = useState(''); 16 | 17 | const handleSubmit = async (e) => { 18 | e.preventDefault(); 19 | const result = await doPrompt(input); 20 | setResponse(result); 21 | }; 22 | 23 | return ( 24 |
25 |
26 |

Text Emotion Detection with Gemini Nano

27 |
28 | setInput(e.target.value)} 32 | placeholder="Enter your text" 33 | /> 34 | 35 |
36 | {response && ( 37 |
38 |

Emotion:

39 |

{response}

40 |
41 | )} 42 |
43 |
44 | ); 45 | } 46 | 47 | export default App; 48 | 49 | -------------------------------------------------------------------------------- /public/index.html: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 12 | 13 | 17 | 18 | 27 | React App 28 | 29 | 30 | 31 |
32 | 42 | 43 | 44 | -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- 1 | # Text Emotion Detection using Gemini Nano(Integration with Chrome ) and React 2 | 3 | # Usecase : 4 | 5 | Difficulty understanding emotions in multiple modalities like Face , Speech and Text forms important markers in the diagnosis of Autism spectrum Disorder(ASD) . This Chrome extension aims to help autistic individuals identify emotions in Text using Gemini . 6 | 7 | This project was bootstrapped with [Create React App](https://github.com/facebook/create-react-app). 8 | 9 | ## Demo Video 10 | 11 | [gemini_nano.webm](https://github.com/user-attachments/assets/067bbf33-19ce-4daa-b563-a17e2a371932) 12 | 13 | ## WorkFlow 14 | ![nano_new (1)](https://github.com/user-attachments/assets/6ef200aa-5a82-49fb-9c70-ca173900d1dc) 15 | 16 | 17 | ## Get this 18 | 19 | Gemini nano is currently not supported to Chrome stable version, you need to install Chrome Canary 20 | 21 | 22 | After then, you should turn on these flags: 23 | * [chrome://flags/#prompt-api-for-gemini-nano](chrome://flags/#prompt-api-for-gemini-nano): `Enabled` 24 | * [chrome://flags/#optimization-guide-on-device-model](chrome://flags/#optimization-guide-on-device-model): `Enabled BypassPrefRequirement` 25 | * [chrome://components/](chrome://components/): Click `Optimization Guide On Device Model` to download the model. 26 | 27 | > Note: The `Optimization Guide On Device Model` may not show up. What worked for me was opening the devtools and trying out the following: 28 | 29 | > ```await ai.canCreateTextSession()``` 30 | 31 | After setting up, now you can clone this repo and run this 32 | 33 | ## Available Scripts 34 | 35 | In the project directory, you can run: 36 | 37 | ### `npm start` 38 | 39 | Runs the app in the development mode.\ 40 | Open [http://localhost:3000](http://localhost:3000) to view it in your browser. 41 | 42 | The page will reload when you make changes.\ 43 | You may also see any lint errors in the console. 44 | 45 | ### `npm test` 46 | 47 | Launches the test runner in the interactive watch mode.\ 48 | See the section about [running tests](https://facebook.github.io/create-react-app/docs/running-tests) for more information. 49 | 50 | ### `npm run build` 51 | 52 | Builds the app for production to the `build` folder.\ 53 | It correctly bundles React in production mode and optimizes the build for the best performance. 54 | 55 | The build is minified and the filenames include the hashes.\ 56 | Your app is ready to be deployed! 57 | 58 | See the section about [deployment](https://facebook.github.io/create-react-app/docs/deployment) for more information. 59 | 60 | 61 | 62 | 63 | -------------------------------------------------------------------------------- /src/logo.svg: -------------------------------------------------------------------------------- 1 | --------------------------------------------------------------------------------