├── .env.example ├── .gitattributes ├── .gitignore ├── .snapshots └── lib │ ├── summarize.test.js.md │ └── summarize.test.js.snap ├── .travis.yml ├── fixtures ├── automagical-1.html ├── automagical-2.html ├── cash-time.txt ├── cnn-1.html ├── creative-performance.html ├── gatsby-1.html ├── gatsby-2.html ├── gear-junkie-1.html ├── gear-junkie-2.html ├── gear-junkie-3.html ├── inkit-1.html ├── invoca-1.html ├── medium-0.html ├── radius-1.html └── under-armour-1.html ├── index.js ├── index.test.js ├── lib ├── attribution.js ├── attribution.test.js ├── cmd.js ├── create-document.js ├── create-media-asset.js ├── default-num-sentences.js ├── default-num-sentences.test.js ├── get-file-ext.js ├── html-to-text.js ├── html-to-text.test.js ├── iframely.js ├── list-items.js ├── list-items.test.js ├── map-media-to-sentences.js ├── map-sentence-to-node.js ├── map-sentence-to-node.test.js ├── normalize-sentence.js ├── normalize-sentence.test.js ├── normalize.js ├── readability.js ├── resolve-embedded-media.js ├── resolve-external-media.js ├── resolve-external-media.test.js ├── resolve-media.js ├── shorten-text-abstractive.js ├── shorten-text-abstractive.test.js ├── stopwords.js ├── summarize.js ├── summarize.test.js ├── tfidf.js ├── tokenize-sentences.js ├── tokenize-words.js ├── tokenize-words.test.js └── unique-by.js ├── package.json ├── readme.md └── yarn.lock /.env.example: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/transitive-bullshit/text-summarization/HEAD/.env.example -------------------------------------------------------------------------------- /.gitattributes: -------------------------------------------------------------------------------- 1 | fixtures/* linguist-vendored 2 | -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/transitive-bullshit/text-summarization/HEAD/.gitignore -------------------------------------------------------------------------------- /.snapshots/lib/summarize.test.js.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/transitive-bullshit/text-summarization/HEAD/.snapshots/lib/summarize.test.js.md -------------------------------------------------------------------------------- /.snapshots/lib/summarize.test.js.snap: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/transitive-bullshit/text-summarization/HEAD/.snapshots/lib/summarize.test.js.snap -------------------------------------------------------------------------------- /.travis.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/transitive-bullshit/text-summarization/HEAD/.travis.yml -------------------------------------------------------------------------------- /fixtures/automagical-1.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/transitive-bullshit/text-summarization/HEAD/fixtures/automagical-1.html -------------------------------------------------------------------------------- /fixtures/automagical-2.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/transitive-bullshit/text-summarization/HEAD/fixtures/automagical-2.html -------------------------------------------------------------------------------- /fixtures/cash-time.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/transitive-bullshit/text-summarization/HEAD/fixtures/cash-time.txt -------------------------------------------------------------------------------- /fixtures/cnn-1.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/transitive-bullshit/text-summarization/HEAD/fixtures/cnn-1.html -------------------------------------------------------------------------------- /fixtures/creative-performance.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/transitive-bullshit/text-summarization/HEAD/fixtures/creative-performance.html -------------------------------------------------------------------------------- /fixtures/gatsby-1.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/transitive-bullshit/text-summarization/HEAD/fixtures/gatsby-1.html -------------------------------------------------------------------------------- /fixtures/gatsby-2.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/transitive-bullshit/text-summarization/HEAD/fixtures/gatsby-2.html -------------------------------------------------------------------------------- /fixtures/gear-junkie-1.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/transitive-bullshit/text-summarization/HEAD/fixtures/gear-junkie-1.html -------------------------------------------------------------------------------- /fixtures/gear-junkie-2.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/transitive-bullshit/text-summarization/HEAD/fixtures/gear-junkie-2.html -------------------------------------------------------------------------------- /fixtures/gear-junkie-3.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/transitive-bullshit/text-summarization/HEAD/fixtures/gear-junkie-3.html -------------------------------------------------------------------------------- /fixtures/inkit-1.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/transitive-bullshit/text-summarization/HEAD/fixtures/inkit-1.html -------------------------------------------------------------------------------- /fixtures/invoca-1.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/transitive-bullshit/text-summarization/HEAD/fixtures/invoca-1.html -------------------------------------------------------------------------------- /fixtures/medium-0.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/transitive-bullshit/text-summarization/HEAD/fixtures/medium-0.html -------------------------------------------------------------------------------- /fixtures/radius-1.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/transitive-bullshit/text-summarization/HEAD/fixtures/radius-1.html -------------------------------------------------------------------------------- /fixtures/under-armour-1.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/transitive-bullshit/text-summarization/HEAD/fixtures/under-armour-1.html -------------------------------------------------------------------------------- /index.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/transitive-bullshit/text-summarization/HEAD/index.js -------------------------------------------------------------------------------- /index.test.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/transitive-bullshit/text-summarization/HEAD/index.test.js -------------------------------------------------------------------------------- /lib/attribution.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/transitive-bullshit/text-summarization/HEAD/lib/attribution.js -------------------------------------------------------------------------------- /lib/attribution.test.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/transitive-bullshit/text-summarization/HEAD/lib/attribution.test.js -------------------------------------------------------------------------------- /lib/cmd.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/transitive-bullshit/text-summarization/HEAD/lib/cmd.js -------------------------------------------------------------------------------- /lib/create-document.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/transitive-bullshit/text-summarization/HEAD/lib/create-document.js -------------------------------------------------------------------------------- /lib/create-media-asset.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/transitive-bullshit/text-summarization/HEAD/lib/create-media-asset.js -------------------------------------------------------------------------------- /lib/default-num-sentences.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/transitive-bullshit/text-summarization/HEAD/lib/default-num-sentences.js -------------------------------------------------------------------------------- /lib/default-num-sentences.test.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/transitive-bullshit/text-summarization/HEAD/lib/default-num-sentences.test.js -------------------------------------------------------------------------------- /lib/get-file-ext.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/transitive-bullshit/text-summarization/HEAD/lib/get-file-ext.js -------------------------------------------------------------------------------- /lib/html-to-text.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/transitive-bullshit/text-summarization/HEAD/lib/html-to-text.js -------------------------------------------------------------------------------- /lib/html-to-text.test.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/transitive-bullshit/text-summarization/HEAD/lib/html-to-text.test.js -------------------------------------------------------------------------------- /lib/iframely.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/transitive-bullshit/text-summarization/HEAD/lib/iframely.js -------------------------------------------------------------------------------- /lib/list-items.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/transitive-bullshit/text-summarization/HEAD/lib/list-items.js -------------------------------------------------------------------------------- /lib/list-items.test.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/transitive-bullshit/text-summarization/HEAD/lib/list-items.test.js -------------------------------------------------------------------------------- /lib/map-media-to-sentences.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/transitive-bullshit/text-summarization/HEAD/lib/map-media-to-sentences.js -------------------------------------------------------------------------------- /lib/map-sentence-to-node.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/transitive-bullshit/text-summarization/HEAD/lib/map-sentence-to-node.js -------------------------------------------------------------------------------- /lib/map-sentence-to-node.test.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/transitive-bullshit/text-summarization/HEAD/lib/map-sentence-to-node.test.js -------------------------------------------------------------------------------- /lib/normalize-sentence.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/transitive-bullshit/text-summarization/HEAD/lib/normalize-sentence.js -------------------------------------------------------------------------------- /lib/normalize-sentence.test.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/transitive-bullshit/text-summarization/HEAD/lib/normalize-sentence.test.js -------------------------------------------------------------------------------- /lib/normalize.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/transitive-bullshit/text-summarization/HEAD/lib/normalize.js -------------------------------------------------------------------------------- /lib/readability.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/transitive-bullshit/text-summarization/HEAD/lib/readability.js -------------------------------------------------------------------------------- /lib/resolve-embedded-media.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/transitive-bullshit/text-summarization/HEAD/lib/resolve-embedded-media.js -------------------------------------------------------------------------------- /lib/resolve-external-media.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/transitive-bullshit/text-summarization/HEAD/lib/resolve-external-media.js -------------------------------------------------------------------------------- /lib/resolve-external-media.test.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/transitive-bullshit/text-summarization/HEAD/lib/resolve-external-media.test.js -------------------------------------------------------------------------------- /lib/resolve-media.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/transitive-bullshit/text-summarization/HEAD/lib/resolve-media.js -------------------------------------------------------------------------------- /lib/shorten-text-abstractive.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/transitive-bullshit/text-summarization/HEAD/lib/shorten-text-abstractive.js -------------------------------------------------------------------------------- /lib/shorten-text-abstractive.test.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/transitive-bullshit/text-summarization/HEAD/lib/shorten-text-abstractive.test.js -------------------------------------------------------------------------------- /lib/stopwords.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/transitive-bullshit/text-summarization/HEAD/lib/stopwords.js -------------------------------------------------------------------------------- /lib/summarize.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/transitive-bullshit/text-summarization/HEAD/lib/summarize.js -------------------------------------------------------------------------------- /lib/summarize.test.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/transitive-bullshit/text-summarization/HEAD/lib/summarize.test.js -------------------------------------------------------------------------------- /lib/tfidf.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/transitive-bullshit/text-summarization/HEAD/lib/tfidf.js -------------------------------------------------------------------------------- /lib/tokenize-sentences.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/transitive-bullshit/text-summarization/HEAD/lib/tokenize-sentences.js -------------------------------------------------------------------------------- /lib/tokenize-words.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/transitive-bullshit/text-summarization/HEAD/lib/tokenize-words.js -------------------------------------------------------------------------------- /lib/tokenize-words.test.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/transitive-bullshit/text-summarization/HEAD/lib/tokenize-words.test.js -------------------------------------------------------------------------------- /lib/unique-by.js: -------------------------------------------------------------------------------- 1 | 'use strict' 2 | 3 | module.exports = require('lodash.uniqby') 4 | -------------------------------------------------------------------------------- /package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/transitive-bullshit/text-summarization/HEAD/package.json -------------------------------------------------------------------------------- /readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/transitive-bullshit/text-summarization/HEAD/readme.md -------------------------------------------------------------------------------- /yarn.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/transitive-bullshit/text-summarization/HEAD/yarn.lock --------------------------------------------------------------------------------