├── .editorconfig ├── .github └── workflows │ └── main.yml ├── .gitignore ├── LICENSE ├── Makefile ├── README.md ├── pyproject.toml ├── requirements.txt ├── scrapy_pyppeteer ├── __init__.py ├── _monkeypatches.py ├── handler.py └── page.py ├── setup.cfg ├── setup.py ├── tests ├── __init__.py ├── mockserver.py ├── requirements.txt ├── site │ ├── data │ │ ├── quotes1.json │ │ ├── quotes2.json │ │ └── quotes3.json │ ├── index.html │ ├── lorem_ipsum.html │ ├── scroll.html │ └── static │ │ ├── bootstrap.min.css │ │ ├── jquery.js │ │ └── main.css ├── test_mixed_requests.py ├── test_page_coroutines.py └── test_pyppeteer_requests.py └── tox.ini /.editorconfig: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elacuesta/scrapy-pyppeteer/HEAD/.editorconfig -------------------------------------------------------------------------------- /.github/workflows/main.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elacuesta/scrapy-pyppeteer/HEAD/.github/workflows/main.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elacuesta/scrapy-pyppeteer/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elacuesta/scrapy-pyppeteer/HEAD/LICENSE -------------------------------------------------------------------------------- /Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elacuesta/scrapy-pyppeteer/HEAD/Makefile -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elacuesta/scrapy-pyppeteer/HEAD/README.md -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- 1 | [tool.black] 2 | line-length = 99 3 | -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- 1 | pyppeteer>=0.0.23 2 | scrapy>=2.0 3 | -------------------------------------------------------------------------------- /scrapy_pyppeteer/__init__.py: -------------------------------------------------------------------------------- 1 | __version__ = "0.0.15" 2 | -------------------------------------------------------------------------------- /scrapy_pyppeteer/_monkeypatches.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elacuesta/scrapy-pyppeteer/HEAD/scrapy_pyppeteer/_monkeypatches.py -------------------------------------------------------------------------------- /scrapy_pyppeteer/handler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elacuesta/scrapy-pyppeteer/HEAD/scrapy_pyppeteer/handler.py -------------------------------------------------------------------------------- /scrapy_pyppeteer/page.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elacuesta/scrapy-pyppeteer/HEAD/scrapy_pyppeteer/page.py -------------------------------------------------------------------------------- /setup.cfg: -------------------------------------------------------------------------------- 1 | [flake8] 2 | max-line-length = 99 3 | -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elacuesta/scrapy-pyppeteer/HEAD/setup.py -------------------------------------------------------------------------------- /tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/mockserver.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elacuesta/scrapy-pyppeteer/HEAD/tests/mockserver.py -------------------------------------------------------------------------------- /tests/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elacuesta/scrapy-pyppeteer/HEAD/tests/requirements.txt -------------------------------------------------------------------------------- /tests/site/data/quotes1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elacuesta/scrapy-pyppeteer/HEAD/tests/site/data/quotes1.json -------------------------------------------------------------------------------- /tests/site/data/quotes2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elacuesta/scrapy-pyppeteer/HEAD/tests/site/data/quotes2.json -------------------------------------------------------------------------------- /tests/site/data/quotes3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elacuesta/scrapy-pyppeteer/HEAD/tests/site/data/quotes3.json -------------------------------------------------------------------------------- /tests/site/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elacuesta/scrapy-pyppeteer/HEAD/tests/site/index.html -------------------------------------------------------------------------------- /tests/site/lorem_ipsum.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elacuesta/scrapy-pyppeteer/HEAD/tests/site/lorem_ipsum.html -------------------------------------------------------------------------------- /tests/site/scroll.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elacuesta/scrapy-pyppeteer/HEAD/tests/site/scroll.html -------------------------------------------------------------------------------- /tests/site/static/bootstrap.min.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elacuesta/scrapy-pyppeteer/HEAD/tests/site/static/bootstrap.min.css -------------------------------------------------------------------------------- /tests/site/static/jquery.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elacuesta/scrapy-pyppeteer/HEAD/tests/site/static/jquery.js -------------------------------------------------------------------------------- /tests/site/static/main.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elacuesta/scrapy-pyppeteer/HEAD/tests/site/static/main.css -------------------------------------------------------------------------------- /tests/test_mixed_requests.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elacuesta/scrapy-pyppeteer/HEAD/tests/test_mixed_requests.py -------------------------------------------------------------------------------- /tests/test_page_coroutines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elacuesta/scrapy-pyppeteer/HEAD/tests/test_page_coroutines.py -------------------------------------------------------------------------------- /tests/test_pyppeteer_requests.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elacuesta/scrapy-pyppeteer/HEAD/tests/test_pyppeteer_requests.py -------------------------------------------------------------------------------- /tox.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elacuesta/scrapy-pyppeteer/HEAD/tox.ini --------------------------------------------------------------------------------