├── .gitignore ├── .travis.yml ├── README.md ├── backstop.json ├── code-of-conduct.md ├── contributing.md ├── index.js ├── lib ├── backstop.template.json ├── crawl.js └── limit-similar.js ├── package.json └── test ├── fixtures ├── allow-subdomains.json ├── debug.json ├── default-test.json ├── file-exists ├── ignore-robots.json ├── ignore-ssl-errors.json ├── limit-similar-2.json ├── limit-similar-4.json ├── limit-similar-default.json ├── reference-url.json └── site │ ├── blog │ ├── five.html │ ├── four.html │ ├── index.html │ ├── one.html │ ├── three.html │ └── two.html │ ├── index.html │ ├── no-robots.html │ ├── robots.txt │ ├── test1.html │ └── test2.html ├── integration.js └── limit-similar.js /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fffunction/backstop-crawl/HEAD/.gitignore -------------------------------------------------------------------------------- /.travis.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fffunction/backstop-crawl/HEAD/.travis.yml -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fffunction/backstop-crawl/HEAD/README.md -------------------------------------------------------------------------------- /backstop.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fffunction/backstop-crawl/HEAD/backstop.json -------------------------------------------------------------------------------- /code-of-conduct.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fffunction/backstop-crawl/HEAD/code-of-conduct.md -------------------------------------------------------------------------------- /contributing.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fffunction/backstop-crawl/HEAD/contributing.md -------------------------------------------------------------------------------- /index.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fffunction/backstop-crawl/HEAD/index.js -------------------------------------------------------------------------------- /lib/backstop.template.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fffunction/backstop-crawl/HEAD/lib/backstop.template.json -------------------------------------------------------------------------------- /lib/crawl.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fffunction/backstop-crawl/HEAD/lib/crawl.js -------------------------------------------------------------------------------- /lib/limit-similar.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fffunction/backstop-crawl/HEAD/lib/limit-similar.js -------------------------------------------------------------------------------- /package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fffunction/backstop-crawl/HEAD/package.json -------------------------------------------------------------------------------- /test/fixtures/allow-subdomains.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fffunction/backstop-crawl/HEAD/test/fixtures/allow-subdomains.json -------------------------------------------------------------------------------- /test/fixtures/debug.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fffunction/backstop-crawl/HEAD/test/fixtures/debug.json -------------------------------------------------------------------------------- /test/fixtures/default-test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fffunction/backstop-crawl/HEAD/test/fixtures/default-test.json -------------------------------------------------------------------------------- /test/fixtures/file-exists: -------------------------------------------------------------------------------- 1 | This file exists 2 | -------------------------------------------------------------------------------- /test/fixtures/ignore-robots.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fffunction/backstop-crawl/HEAD/test/fixtures/ignore-robots.json -------------------------------------------------------------------------------- /test/fixtures/ignore-ssl-errors.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fffunction/backstop-crawl/HEAD/test/fixtures/ignore-ssl-errors.json -------------------------------------------------------------------------------- /test/fixtures/limit-similar-2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fffunction/backstop-crawl/HEAD/test/fixtures/limit-similar-2.json -------------------------------------------------------------------------------- /test/fixtures/limit-similar-4.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fffunction/backstop-crawl/HEAD/test/fixtures/limit-similar-4.json -------------------------------------------------------------------------------- /test/fixtures/limit-similar-default.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fffunction/backstop-crawl/HEAD/test/fixtures/limit-similar-default.json -------------------------------------------------------------------------------- /test/fixtures/reference-url.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fffunction/backstop-crawl/HEAD/test/fixtures/reference-url.json -------------------------------------------------------------------------------- /test/fixtures/site/blog/five.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fffunction/backstop-crawl/HEAD/test/fixtures/site/blog/five.html -------------------------------------------------------------------------------- /test/fixtures/site/blog/four.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fffunction/backstop-crawl/HEAD/test/fixtures/site/blog/four.html -------------------------------------------------------------------------------- /test/fixtures/site/blog/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fffunction/backstop-crawl/HEAD/test/fixtures/site/blog/index.html -------------------------------------------------------------------------------- /test/fixtures/site/blog/one.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fffunction/backstop-crawl/HEAD/test/fixtures/site/blog/one.html -------------------------------------------------------------------------------- /test/fixtures/site/blog/three.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fffunction/backstop-crawl/HEAD/test/fixtures/site/blog/three.html -------------------------------------------------------------------------------- /test/fixtures/site/blog/two.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fffunction/backstop-crawl/HEAD/test/fixtures/site/blog/two.html -------------------------------------------------------------------------------- /test/fixtures/site/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fffunction/backstop-crawl/HEAD/test/fixtures/site/index.html -------------------------------------------------------------------------------- /test/fixtures/site/no-robots.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fffunction/backstop-crawl/HEAD/test/fixtures/site/no-robots.html -------------------------------------------------------------------------------- /test/fixtures/site/robots.txt: -------------------------------------------------------------------------------- 1 | User-agent: * 2 | Disallow: /no-robots.html 3 | -------------------------------------------------------------------------------- /test/fixtures/site/test1.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fffunction/backstop-crawl/HEAD/test/fixtures/site/test1.html -------------------------------------------------------------------------------- /test/fixtures/site/test2.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fffunction/backstop-crawl/HEAD/test/fixtures/site/test2.html -------------------------------------------------------------------------------- /test/integration.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fffunction/backstop-crawl/HEAD/test/integration.js -------------------------------------------------------------------------------- /test/limit-similar.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fffunction/backstop-crawl/HEAD/test/limit-similar.js --------------------------------------------------------------------------------