├── CHANGELOG.md ├── LICENSE ├── README.md ├── dist ├── cer-transformers.js ├── constants.js ├── feature.js ├── languages │ └── cur │ │ └── models │ │ ├── eng-cer-meta-model.json │ │ ├── eng-core-web-model.json │ │ ├── eng-negation-model.json │ │ ├── eng-ner-model.json │ │ ├── eng-pos-model.json │ │ ├── eng-sa-model.json │ │ └── eng-sbd-model.json ├── lemmatize.js ├── load-cer-meta-model.js ├── load-core-model.js ├── load-negation-model.js ├── load-ner-model.js ├── load-pos-model.js ├── load-sa-model.js ├── load-sbd-model.js ├── model.js ├── negation-setter.js ├── ner-transformers.js ├── porter-stemmer.js ├── pos-setter.js ├── pos-transformers.js ├── pos-updater.js ├── read-core-model.js ├── readability-stats.js ├── sa-setter.js ├── sbd-setter.js ├── sbd-transformers.js ├── syllables.js ├── token-categories.js ├── wn-adjective-exceptions.js ├── wn-noun-exceptions.js └── wn-verb-exceptions.js ├── package-lock.json ├── package.json └── types ├── index.d.ts ├── test.ts ├── tsconfig.json └── tslint.json /CHANGELOG.md: -------------------------------------------------------------------------------- 1 | # [Squashed a bug](https://github.com/winkjs/wink-eng-lite-web-model/releases/tag/1.8.1) 2 | ## Version 1.8.1 November 30, 2024 3 | 4 | ### 🐛 Fixes 5 | - Resolve state inconsistency issue. ✅ 6 | 7 | ### ⚙️ Updates 8 | 9 | - We have made some minor improvements in the model. 😎 10 | 11 | 12 | # [Add support for more non regular space characters](https://github.com/winkjs/wink-eng-lite-web-model/releases/tag/1.8.0) 13 | ## Version 1.8.0 May 19, 2024 14 | 15 | ### ✨ Features 16 | 17 | - We've enhanced the model to process em/en, third/quarter, thin/hair, medium math space characters & regular/narrow non breaking space characters. 🚀 🛰️ 18 | 19 | # [Operational update](https://github.com/winkjs/wink-eng-lite-web-model/releases/tag/1.7.1) 20 | ## Version 1.7.1 May 06, 2024 21 | 22 | ### ⚙️ Updates 23 | 24 | - We have made some behind the scene updates in type definitions. 😎 25 | 26 | # [Enable accented chars & word joiner char handling](https://github.com/winkjs/wink-eng-lite-web-model/releases/tag/1.7.0) 27 | ## Version 1.7.0 April 12, 2024 28 | 29 | ### ✨ Features 30 | 31 | - Accented characters now also include diacritical marks. 🙌 32 | - Token containing a word joiner is treated as a single token. ✅ 33 | - Shape of token containing accented chars, diacritical marks & word joiner char(s) is now determined after removing them. 👏 34 | 35 | 36 | 37 | # [Enable non-breaking space (U+00A0) handling](https://github.com/winkjs/wink-eng-lite-web-model/releases/tag/1.6.0) 38 | ## Version 1.6.0 April 03, 2024 39 | 40 | ### ✨ Features 41 | 42 | - We've upgraded the model to process non-breaking spaces in the same way as standard spaces. 🙌 43 | 44 | 45 | # [Link github repo](https://github.com/winkjs/wink-eng-lite-web-model/releases/tag/1.5.2) 46 | ## Version 1.5.2 August 01, 2023 47 | 48 | ### ⚙️ Updates 49 | 50 | - Updated the missed package.json version. ❤️‍🩹 51 | 52 | # [Link github repo](https://github.com/winkjs/wink-eng-lite-web-model/releases/tag/1.5.1) 53 | ## Version 1.5.1 August 01, 2023 54 | 55 | ### ⚙️ Updates 56 | 57 | - We have added link to the github repo in the package.json file. 🙌 58 | 59 | # [Improved POS tagging a bit](https://github.com/winkjs/wink-eng-lite-web-model/releases/tag/1.5.0) 60 | ## Version 1.5.0 March 27, 2023 61 | 62 | ### ✨ Features 63 | 64 | - We have enhanced the model a little bit — POS tagging accuracy is now touching 95%. 🙌 🎉 65 | 66 | # [Made it a little better](https://github.com/winkjs/wink-eng-lite-web-model/releases/tag/1.4.3) 67 | ## Version 1.4.3 August 20, 2022 68 | 69 | ### ⚙️ Updates 70 | 71 | - We have made some behind the scene updates. 😎 72 | 73 | # [Squashed a bug](https://github.com/winkjs/wink-eng-lite-web-model/releases/tag/1.4.2) 74 | ## Version 1.4.2 August 07, 2022 75 | 76 | ### 🐛 Fixes 77 | - Added missing pre-processing of fractions for NER. ✅ 78 | 79 | # [Defined version prerequisite](https://github.com/winkjs/wink-eng-lite-web-model/releases/tag/1.4.1) 80 | ## Version 1.4.1 April 06, 2022 81 | 82 | ### ⚙️ Updates 83 | 84 | - We have added engines in package.json for Node.js >= 16 and link to compatible browser version in README. 😎 📔 85 | 86 | # [Detects unsupported Node.js & Browsers and their versions](https://github.com/winkjs/wink-eng-lite-web-model/releases/tag/1.4.0) 87 | ## Version 1.4.0 March 24, 2022 88 | 89 | ### ✨ Features 90 | 91 | - While loading, it automatically detects unsupported Node.js & Browsers and their versions. 😎 🙌 😇 92 | 93 | # [Making it more browser friendly](https://github.com/winkjs/wink-eng-lite-web-model/releases/tag/1.3.3) 94 | ## Version 1.3.3 February 08, 2022 95 | 96 | ### ⚙️ Updates 97 | 98 | - We have removed Node.js `Buffer.from()` API calls completely. ✅ 👏 🎉 99 | 100 | # [Operational update](https://github.com/winkjs/wink-eng-lite-web-model/releases/tag/1.3.2) 101 | ## Version 1.3.2 November 18, 2021 102 | 103 | ### ⚙️ Updates 104 | 105 | - We have made some behind the scene updates. 😎 106 | 107 | # [Fixed a bug](https://github.com/winkjs/wink-eng-lite-web-model/releases/tag/1.3.1) 108 | ## Version 1.3.1 November 18, 2021 109 | 110 | ### 🐛 Fixes 111 | - Squashed a typo bug in package.json in `types` field. 112 | 113 | # [Adding Typescript support](https://github.com/winkjs/wink-eng-lite-web-model/releases/tag/1.3.0) 114 | ## Version 1.3.0 November 06, 2021 115 | 116 | ### ✨ Features 117 | - We have added support for Typescript. 🙌🎉 118 | 119 | # [Allows creating multiple instances of winkNLP](https://github.com/winkjs/wink-eng-lite-web-model/releases/tag/1.2.2) 120 | ## Version 1.2.2 August 09, 2021 121 | ### 🐛 Fixes 122 | - Now create multiple instances of winkNLP using the model. 🔢 123 | 124 | # [Squashed a bug](https://github.com/winkjs/wink-eng-lite-web-model/releases/tag/1.2.1) 125 | ## Version 1.2.1 July 15, 2021 126 | ### 🐛 Fixes 127 | - Rectified a buggy regex, which failed to parse relatively long numerals. 👏✅ 128 | 129 | 130 | # [Adding Readability Stats](https://github.com/winkjs/wink-eng-lite-web-model/releases/tag/1.2.0) 131 | ## Version 1.2.0 June 15, 2021 132 | 133 | ### ✨ Features 134 | - Determine the document's Flesch Reading Ease Score (FRES), Reading Time, Complex words, Sentiment Score and more with `its.readabilityStats` helper. 📚📊👏 135 | 136 | 137 | # [Adding lemmatizer support](https://github.com/winkjs/wink-eng-lite-web-model/releases/tag/1.1.0) 138 | ## Version 1.1.0 May 22, 2021 139 | 140 | ### ✨ Features 141 | - Now use `its.lemma` helper to obtain lemma of words. 👏 🎉 142 | 143 | # 144 | ### ⚙️ Updates 145 | 146 | - We have made some behind the scene updates to lexicon & pos model. 📔 147 | 148 | 149 | # [Fixing custom entities meta model loading](https://github.com/winkjs/wink-eng-lite-web-model/releases/tag/1.0.1) 150 | ## Version 1.0.1 December 2, 2020 151 | 152 | 153 | ### 🐛 Fixes 154 | - Custom entities meta model loading was failing. It has been fixed now. ✅ 155 | 156 | 157 | # [Announcing the English lite language model for Web Browsers](https://github.com/winkjs/wink-eng-lite-web-model/releases/tag/1.0.0) 158 | ## Version 1.0.0 November 16, 2020 159 | 160 | 161 | ### ✨ Features 162 | - Happy to release version 1.0.0 for you! 💫👏 163 | - You can now build pure web browser or mobile NLP apps without requiring any server side deployment. 😇 164 | -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- 1 | The MIT License 2 | 3 | Copyright (c) 2017-20 GRAYPE Systems Private Limited 4 | 5 | Permission is hereby granted, free of charge, to any person obtaining a copy of 6 | this software and associated documentation files (the "Software"), to deal in 7 | the Software without restriction, including without limitation the rights to 8 | use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies 9 | of the Software, and to permit persons to whom the Software is furnished to do 10 | so, subject to the following conditions: 11 | 12 | The above copyright notice and this permission notice shall be included in all 13 | copies or substantial portions of the Software. 14 | 15 | THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 16 | IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 17 | FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE 18 | AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER 19 | LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, 20 | OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN 21 | THE SOFTWARE. 22 | -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- 1 | # wink-eng-lite-web-model 2 | **winkNLP's English lite language model for Web Browsers** 3 | 4 | [](https://winkjs.org/) 5 | This is a pre-trained English language model for the winkjs NLP package — [winkNLP](https://winkjs.org/wink-nlp/). It is compatible with [browserify](https://www.npmjs.com/package/browserify) — easily create a bundle that you can serve up to the web browser in a single `