├── .github └── workflows │ ├── book.yml │ ├── nodejs.yml │ ├── python.yml │ ├── release-python.yml │ └── rust.yml ├── .gitignore ├── LICENSE ├── README.md ├── book ├── .gitignore ├── book.toml └── src │ ├── README.md │ ├── SUMMARY.md │ ├── cli │ └── getting-started.md │ ├── env.md │ ├── javascript │ ├── crawl.md │ ├── getting-started.md │ └── scrape.md │ ├── python │ ├── async-crawl.md │ ├── crawl.md │ ├── getting-started.md │ └── scrape.md │ ├── rust │ └── getting-started.md │ ├── simple-example.md │ └── website.md ├── cli ├── Cargo.lock ├── Cargo.toml ├── README.md └── src │ ├── args.rs │ ├── main.rs │ └── mod.rs ├── javascript ├── .npmignore ├── LICENSE ├── README.md ├── __tests__ │ └── spiderwebai.test.ts ├── package-lock.json ├── package.json ├── sample.env ├── src │ ├── client.ts │ ├── config.ts │ ├── index.ts │ └── utils │ │ ├── process-chunk.ts │ │ └── stream-reader.ts └── tsconfig.json ├── python ├── LICENSE ├── README.md ├── example.py ├── example_async.py ├── example_streaming.py ├── requirements.txt ├── setup.py ├── spider │ ├── __init__.py │ ├── async_spider.py │ ├── spider.py │ ├── spider.pyi │ └── spider_types.py └── tests │ ├── test_async_spider.py │ ├── test_async_spider_integration.py │ ├── test_spider.py │ └── test_spider_integration.py └── rust ├── Cargo.lock ├── Cargo.toml ├── README.md └── src ├── lib.rs └── shapes ├── country_codes.rs ├── mod.rs ├── request.rs └── response.rs /.github/workflows/book.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spider-rs/spider-clients/HEAD/.github/workflows/book.yml -------------------------------------------------------------------------------- /.github/workflows/nodejs.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spider-rs/spider-clients/HEAD/.github/workflows/nodejs.yml -------------------------------------------------------------------------------- /.github/workflows/python.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spider-rs/spider-clients/HEAD/.github/workflows/python.yml -------------------------------------------------------------------------------- /.github/workflows/release-python.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spider-rs/spider-clients/HEAD/.github/workflows/release-python.yml -------------------------------------------------------------------------------- /.github/workflows/rust.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spider-rs/spider-clients/HEAD/.github/workflows/rust.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spider-rs/spider-clients/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spider-rs/spider-clients/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spider-rs/spider-clients/HEAD/README.md -------------------------------------------------------------------------------- /book/.gitignore: -------------------------------------------------------------------------------- 1 | book 2 | -------------------------------------------------------------------------------- /book/book.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spider-rs/spider-clients/HEAD/book/book.toml -------------------------------------------------------------------------------- /book/src/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spider-rs/spider-clients/HEAD/book/src/README.md -------------------------------------------------------------------------------- /book/src/SUMMARY.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spider-rs/spider-clients/HEAD/book/src/SUMMARY.md -------------------------------------------------------------------------------- /book/src/cli/getting-started.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spider-rs/spider-clients/HEAD/book/src/cli/getting-started.md -------------------------------------------------------------------------------- /book/src/env.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spider-rs/spider-clients/HEAD/book/src/env.md -------------------------------------------------------------------------------- /book/src/javascript/crawl.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spider-rs/spider-clients/HEAD/book/src/javascript/crawl.md -------------------------------------------------------------------------------- /book/src/javascript/getting-started.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spider-rs/spider-clients/HEAD/book/src/javascript/getting-started.md -------------------------------------------------------------------------------- /book/src/javascript/scrape.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spider-rs/spider-clients/HEAD/book/src/javascript/scrape.md -------------------------------------------------------------------------------- /book/src/python/async-crawl.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spider-rs/spider-clients/HEAD/book/src/python/async-crawl.md -------------------------------------------------------------------------------- /book/src/python/crawl.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spider-rs/spider-clients/HEAD/book/src/python/crawl.md -------------------------------------------------------------------------------- /book/src/python/getting-started.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spider-rs/spider-clients/HEAD/book/src/python/getting-started.md -------------------------------------------------------------------------------- /book/src/python/scrape.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spider-rs/spider-clients/HEAD/book/src/python/scrape.md -------------------------------------------------------------------------------- /book/src/rust/getting-started.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spider-rs/spider-clients/HEAD/book/src/rust/getting-started.md -------------------------------------------------------------------------------- /book/src/simple-example.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spider-rs/spider-clients/HEAD/book/src/simple-example.md -------------------------------------------------------------------------------- /book/src/website.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spider-rs/spider-clients/HEAD/book/src/website.md -------------------------------------------------------------------------------- /cli/Cargo.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spider-rs/spider-clients/HEAD/cli/Cargo.lock -------------------------------------------------------------------------------- /cli/Cargo.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spider-rs/spider-clients/HEAD/cli/Cargo.toml -------------------------------------------------------------------------------- /cli/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spider-rs/spider-clients/HEAD/cli/README.md -------------------------------------------------------------------------------- /cli/src/args.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spider-rs/spider-clients/HEAD/cli/src/args.rs -------------------------------------------------------------------------------- /cli/src/main.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spider-rs/spider-clients/HEAD/cli/src/main.rs -------------------------------------------------------------------------------- /cli/src/mod.rs: -------------------------------------------------------------------------------- 1 | pub mod args; -------------------------------------------------------------------------------- /javascript/.npmignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spider-rs/spider-clients/HEAD/javascript/.npmignore -------------------------------------------------------------------------------- /javascript/LICENSE: -------------------------------------------------------------------------------- 1 | ../LICENSE -------------------------------------------------------------------------------- /javascript/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spider-rs/spider-clients/HEAD/javascript/README.md -------------------------------------------------------------------------------- /javascript/__tests__/spiderwebai.test.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spider-rs/spider-clients/HEAD/javascript/__tests__/spiderwebai.test.ts -------------------------------------------------------------------------------- /javascript/package-lock.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spider-rs/spider-clients/HEAD/javascript/package-lock.json -------------------------------------------------------------------------------- /javascript/package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spider-rs/spider-clients/HEAD/javascript/package.json -------------------------------------------------------------------------------- /javascript/sample.env: -------------------------------------------------------------------------------- 1 | SPIDER_API_KEY= -------------------------------------------------------------------------------- /javascript/src/client.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spider-rs/spider-clients/HEAD/javascript/src/client.ts -------------------------------------------------------------------------------- /javascript/src/config.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spider-rs/spider-clients/HEAD/javascript/src/config.ts -------------------------------------------------------------------------------- /javascript/src/index.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spider-rs/spider-clients/HEAD/javascript/src/index.ts -------------------------------------------------------------------------------- /javascript/src/utils/process-chunk.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spider-rs/spider-clients/HEAD/javascript/src/utils/process-chunk.ts -------------------------------------------------------------------------------- /javascript/src/utils/stream-reader.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spider-rs/spider-clients/HEAD/javascript/src/utils/stream-reader.ts -------------------------------------------------------------------------------- /javascript/tsconfig.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spider-rs/spider-clients/HEAD/javascript/tsconfig.json -------------------------------------------------------------------------------- /python/LICENSE: -------------------------------------------------------------------------------- 1 | ../LICENSE -------------------------------------------------------------------------------- /python/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spider-rs/spider-clients/HEAD/python/README.md -------------------------------------------------------------------------------- /python/example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spider-rs/spider-clients/HEAD/python/example.py -------------------------------------------------------------------------------- /python/example_async.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spider-rs/spider-clients/HEAD/python/example_async.py -------------------------------------------------------------------------------- /python/example_streaming.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spider-rs/spider-clients/HEAD/python/example_streaming.py -------------------------------------------------------------------------------- /python/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spider-rs/spider-clients/HEAD/python/requirements.txt -------------------------------------------------------------------------------- /python/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spider-rs/spider-clients/HEAD/python/setup.py -------------------------------------------------------------------------------- /python/spider/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spider-rs/spider-clients/HEAD/python/spider/__init__.py -------------------------------------------------------------------------------- /python/spider/async_spider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spider-rs/spider-clients/HEAD/python/spider/async_spider.py -------------------------------------------------------------------------------- /python/spider/spider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spider-rs/spider-clients/HEAD/python/spider/spider.py -------------------------------------------------------------------------------- /python/spider/spider.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spider-rs/spider-clients/HEAD/python/spider/spider.pyi -------------------------------------------------------------------------------- /python/spider/spider_types.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spider-rs/spider-clients/HEAD/python/spider/spider_types.py -------------------------------------------------------------------------------- /python/tests/test_async_spider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spider-rs/spider-clients/HEAD/python/tests/test_async_spider.py -------------------------------------------------------------------------------- /python/tests/test_async_spider_integration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spider-rs/spider-clients/HEAD/python/tests/test_async_spider_integration.py -------------------------------------------------------------------------------- /python/tests/test_spider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spider-rs/spider-clients/HEAD/python/tests/test_spider.py -------------------------------------------------------------------------------- /python/tests/test_spider_integration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spider-rs/spider-clients/HEAD/python/tests/test_spider_integration.py -------------------------------------------------------------------------------- /rust/Cargo.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spider-rs/spider-clients/HEAD/rust/Cargo.lock -------------------------------------------------------------------------------- /rust/Cargo.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spider-rs/spider-clients/HEAD/rust/Cargo.toml -------------------------------------------------------------------------------- /rust/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spider-rs/spider-clients/HEAD/rust/README.md -------------------------------------------------------------------------------- /rust/src/lib.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spider-rs/spider-clients/HEAD/rust/src/lib.rs -------------------------------------------------------------------------------- /rust/src/shapes/country_codes.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spider-rs/spider-clients/HEAD/rust/src/shapes/country_codes.rs -------------------------------------------------------------------------------- /rust/src/shapes/mod.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spider-rs/spider-clients/HEAD/rust/src/shapes/mod.rs -------------------------------------------------------------------------------- /rust/src/shapes/request.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spider-rs/spider-clients/HEAD/rust/src/shapes/request.rs -------------------------------------------------------------------------------- /rust/src/shapes/response.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spider-rs/spider-clients/HEAD/rust/src/shapes/response.rs --------------------------------------------------------------------------------