├── .editorconfig ├── .gitignore ├── .prettierrc ├── README.md ├── package.json ├── src ├── file-extension.d.ts ├── follow-short-url.ts ├── get-error-message.ts ├── json-response.ts ├── link-type.test.ts ├── link-type.ts ├── randomUserAgent.ts ├── scraper-rules.ts ├── scraper.ts ├── top-user-agents.d.ts ├── type-checker.test.ts ├── type-checker.ts ├── types.ts └── worker.ts ├── test └── index.html ├── tsconfig.json └── wrangler.toml /.editorconfig: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrmartineau/cloudflare-worker-scraper/HEAD/.editorconfig -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- 1 | node_modules 2 | dist 3 | -------------------------------------------------------------------------------- /.prettierrc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrmartineau/cloudflare-worker-scraper/HEAD/.prettierrc -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrmartineau/cloudflare-worker-scraper/HEAD/README.md -------------------------------------------------------------------------------- /package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrmartineau/cloudflare-worker-scraper/HEAD/package.json -------------------------------------------------------------------------------- /src/file-extension.d.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrmartineau/cloudflare-worker-scraper/HEAD/src/file-extension.d.ts -------------------------------------------------------------------------------- /src/follow-short-url.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrmartineau/cloudflare-worker-scraper/HEAD/src/follow-short-url.ts -------------------------------------------------------------------------------- /src/get-error-message.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrmartineau/cloudflare-worker-scraper/HEAD/src/get-error-message.ts -------------------------------------------------------------------------------- /src/json-response.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrmartineau/cloudflare-worker-scraper/HEAD/src/json-response.ts -------------------------------------------------------------------------------- /src/link-type.test.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrmartineau/cloudflare-worker-scraper/HEAD/src/link-type.test.ts -------------------------------------------------------------------------------- /src/link-type.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrmartineau/cloudflare-worker-scraper/HEAD/src/link-type.ts -------------------------------------------------------------------------------- /src/randomUserAgent.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrmartineau/cloudflare-worker-scraper/HEAD/src/randomUserAgent.ts -------------------------------------------------------------------------------- /src/scraper-rules.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrmartineau/cloudflare-worker-scraper/HEAD/src/scraper-rules.ts -------------------------------------------------------------------------------- /src/scraper.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrmartineau/cloudflare-worker-scraper/HEAD/src/scraper.ts -------------------------------------------------------------------------------- /src/top-user-agents.d.ts: -------------------------------------------------------------------------------- 1 | declare module 'top-user-agents' 2 | -------------------------------------------------------------------------------- /src/type-checker.test.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrmartineau/cloudflare-worker-scraper/HEAD/src/type-checker.test.ts -------------------------------------------------------------------------------- /src/type-checker.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrmartineau/cloudflare-worker-scraper/HEAD/src/type-checker.ts -------------------------------------------------------------------------------- /src/types.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrmartineau/cloudflare-worker-scraper/HEAD/src/types.ts -------------------------------------------------------------------------------- /src/worker.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrmartineau/cloudflare-worker-scraper/HEAD/src/worker.ts -------------------------------------------------------------------------------- /test/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrmartineau/cloudflare-worker-scraper/HEAD/test/index.html -------------------------------------------------------------------------------- /tsconfig.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrmartineau/cloudflare-worker-scraper/HEAD/tsconfig.json -------------------------------------------------------------------------------- /wrangler.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrmartineau/cloudflare-worker-scraper/HEAD/wrangler.toml --------------------------------------------------------------------------------