├── .README └── README.md ├── .babelrc ├── .editorconfig ├── .eslintignore ├── .eslintrc ├── .flowconfig ├── .gitignore ├── .npmignore ├── .travis.yml ├── LICENSE ├── README.md ├── package.json ├── src ├── Logger.js ├── factories │ ├── createDefaultErrorHandler.js │ ├── createDefaultExtractContentHandler.js │ ├── createDefaultFilterLinkHandler.js │ ├── createDefaultResultHandler.js │ ├── createDefaultSortQueuedLinksHandler.js │ ├── createDefaultWaitForHandler.js │ ├── createHeadlessCrawler.js │ ├── createHeadlessCrawlerConfiguration.js │ └── index.js ├── index.js └── types.js └── test ├── .eslintrc ├── headless-crawler └── factories │ └── createHeadlessCrawler │ ├── crawl.js │ └── scrape.js └── helpers ├── createBrowser.js └── createHttpServer.js /.README/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gajus/headless-crawler/HEAD/.README/README.md -------------------------------------------------------------------------------- /.babelrc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gajus/headless-crawler/HEAD/.babelrc -------------------------------------------------------------------------------- /.editorconfig: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gajus/headless-crawler/HEAD/.editorconfig -------------------------------------------------------------------------------- /.eslintignore: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /.eslintrc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gajus/headless-crawler/HEAD/.eslintrc -------------------------------------------------------------------------------- /.flowconfig: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gajus/headless-crawler/HEAD/.flowconfig -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gajus/headless-crawler/HEAD/.gitignore -------------------------------------------------------------------------------- /.npmignore: -------------------------------------------------------------------------------- 1 | test 2 | coverage 3 | .* 4 | *.log 5 | !.flowconfig 6 | -------------------------------------------------------------------------------- /.travis.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gajus/headless-crawler/HEAD/.travis.yml -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gajus/headless-crawler/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gajus/headless-crawler/HEAD/README.md -------------------------------------------------------------------------------- /package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gajus/headless-crawler/HEAD/package.json -------------------------------------------------------------------------------- /src/Logger.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gajus/headless-crawler/HEAD/src/Logger.js -------------------------------------------------------------------------------- /src/factories/createDefaultErrorHandler.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gajus/headless-crawler/HEAD/src/factories/createDefaultErrorHandler.js -------------------------------------------------------------------------------- /src/factories/createDefaultExtractContentHandler.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gajus/headless-crawler/HEAD/src/factories/createDefaultExtractContentHandler.js -------------------------------------------------------------------------------- /src/factories/createDefaultFilterLinkHandler.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gajus/headless-crawler/HEAD/src/factories/createDefaultFilterLinkHandler.js -------------------------------------------------------------------------------- /src/factories/createDefaultResultHandler.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gajus/headless-crawler/HEAD/src/factories/createDefaultResultHandler.js -------------------------------------------------------------------------------- /src/factories/createDefaultSortQueuedLinksHandler.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gajus/headless-crawler/HEAD/src/factories/createDefaultSortQueuedLinksHandler.js -------------------------------------------------------------------------------- /src/factories/createDefaultWaitForHandler.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gajus/headless-crawler/HEAD/src/factories/createDefaultWaitForHandler.js -------------------------------------------------------------------------------- /src/factories/createHeadlessCrawler.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gajus/headless-crawler/HEAD/src/factories/createHeadlessCrawler.js -------------------------------------------------------------------------------- /src/factories/createHeadlessCrawlerConfiguration.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gajus/headless-crawler/HEAD/src/factories/createHeadlessCrawlerConfiguration.js -------------------------------------------------------------------------------- /src/factories/index.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gajus/headless-crawler/HEAD/src/factories/index.js -------------------------------------------------------------------------------- /src/index.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gajus/headless-crawler/HEAD/src/index.js -------------------------------------------------------------------------------- /src/types.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gajus/headless-crawler/HEAD/src/types.js -------------------------------------------------------------------------------- /test/.eslintrc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gajus/headless-crawler/HEAD/test/.eslintrc -------------------------------------------------------------------------------- /test/headless-crawler/factories/createHeadlessCrawler/crawl.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gajus/headless-crawler/HEAD/test/headless-crawler/factories/createHeadlessCrawler/crawl.js -------------------------------------------------------------------------------- /test/headless-crawler/factories/createHeadlessCrawler/scrape.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gajus/headless-crawler/HEAD/test/headless-crawler/factories/createHeadlessCrawler/scrape.js -------------------------------------------------------------------------------- /test/helpers/createBrowser.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gajus/headless-crawler/HEAD/test/helpers/createBrowser.js -------------------------------------------------------------------------------- /test/helpers/createHttpServer.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gajus/headless-crawler/HEAD/test/helpers/createHttpServer.js --------------------------------------------------------------------------------