├── .github ├── dependabot.yml └── workflows │ └── submodules.yml ├── .gitignore ├── .gitmodules ├── README.md ├── generate.py ├── poetry.lock ├── pyproject.toml ├── scrapy.cfg ├── sitelist.md ├── tester.py ├── tester.ui └── tpdb ├── BaseMovieScraper.py ├── BaseOCR.py ├── BasePerformerScraper.py ├── BaseSceneScraper.py ├── BaseScraper.py ├── __init__.py ├── custommiddlewares.py ├── helpers ├── __init__.py ├── flare_solverr.py ├── http.py ├── scrapy_dpath │ ├── __init__.py │ ├── dpath.py │ ├── middleware.py │ └── response.py └── scrapy_flare │ ├── __init__.py │ ├── middleware.py │ ├── request.py │ └── response.py ├── items.py ├── middlewares.py ├── pipelines.py └── settings.py.example /.github/dependabot.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThePornDatabase/scrapy/HEAD/.github/dependabot.yml -------------------------------------------------------------------------------- /.github/workflows/submodules.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThePornDatabase/scrapy/HEAD/.github/workflows/submodules.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThePornDatabase/scrapy/HEAD/.gitignore -------------------------------------------------------------------------------- /.gitmodules: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThePornDatabase/scrapy/HEAD/.gitmodules -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThePornDatabase/scrapy/HEAD/README.md -------------------------------------------------------------------------------- /generate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThePornDatabase/scrapy/HEAD/generate.py -------------------------------------------------------------------------------- /poetry.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThePornDatabase/scrapy/HEAD/poetry.lock -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThePornDatabase/scrapy/HEAD/pyproject.toml -------------------------------------------------------------------------------- /scrapy.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThePornDatabase/scrapy/HEAD/scrapy.cfg -------------------------------------------------------------------------------- /sitelist.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThePornDatabase/scrapy/HEAD/sitelist.md -------------------------------------------------------------------------------- /tester.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThePornDatabase/scrapy/HEAD/tester.py -------------------------------------------------------------------------------- /tester.ui: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThePornDatabase/scrapy/HEAD/tester.ui -------------------------------------------------------------------------------- /tpdb/BaseMovieScraper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThePornDatabase/scrapy/HEAD/tpdb/BaseMovieScraper.py -------------------------------------------------------------------------------- /tpdb/BaseOCR.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThePornDatabase/scrapy/HEAD/tpdb/BaseOCR.py -------------------------------------------------------------------------------- /tpdb/BasePerformerScraper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThePornDatabase/scrapy/HEAD/tpdb/BasePerformerScraper.py -------------------------------------------------------------------------------- /tpdb/BaseSceneScraper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThePornDatabase/scrapy/HEAD/tpdb/BaseSceneScraper.py -------------------------------------------------------------------------------- /tpdb/BaseScraper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThePornDatabase/scrapy/HEAD/tpdb/BaseScraper.py -------------------------------------------------------------------------------- /tpdb/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tpdb/custommiddlewares.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThePornDatabase/scrapy/HEAD/tpdb/custommiddlewares.py -------------------------------------------------------------------------------- /tpdb/helpers/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tpdb/helpers/flare_solverr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThePornDatabase/scrapy/HEAD/tpdb/helpers/flare_solverr.py -------------------------------------------------------------------------------- /tpdb/helpers/http.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThePornDatabase/scrapy/HEAD/tpdb/helpers/http.py -------------------------------------------------------------------------------- /tpdb/helpers/scrapy_dpath/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThePornDatabase/scrapy/HEAD/tpdb/helpers/scrapy_dpath/__init__.py -------------------------------------------------------------------------------- /tpdb/helpers/scrapy_dpath/dpath.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThePornDatabase/scrapy/HEAD/tpdb/helpers/scrapy_dpath/dpath.py -------------------------------------------------------------------------------- /tpdb/helpers/scrapy_dpath/middleware.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThePornDatabase/scrapy/HEAD/tpdb/helpers/scrapy_dpath/middleware.py -------------------------------------------------------------------------------- /tpdb/helpers/scrapy_dpath/response.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThePornDatabase/scrapy/HEAD/tpdb/helpers/scrapy_dpath/response.py -------------------------------------------------------------------------------- /tpdb/helpers/scrapy_flare/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThePornDatabase/scrapy/HEAD/tpdb/helpers/scrapy_flare/__init__.py -------------------------------------------------------------------------------- /tpdb/helpers/scrapy_flare/middleware.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThePornDatabase/scrapy/HEAD/tpdb/helpers/scrapy_flare/middleware.py -------------------------------------------------------------------------------- /tpdb/helpers/scrapy_flare/request.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThePornDatabase/scrapy/HEAD/tpdb/helpers/scrapy_flare/request.py -------------------------------------------------------------------------------- /tpdb/helpers/scrapy_flare/response.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThePornDatabase/scrapy/HEAD/tpdb/helpers/scrapy_flare/response.py -------------------------------------------------------------------------------- /tpdb/items.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThePornDatabase/scrapy/HEAD/tpdb/items.py -------------------------------------------------------------------------------- /tpdb/middlewares.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThePornDatabase/scrapy/HEAD/tpdb/middlewares.py -------------------------------------------------------------------------------- /tpdb/pipelines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThePornDatabase/scrapy/HEAD/tpdb/pipelines.py -------------------------------------------------------------------------------- /tpdb/settings.py.example: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThePornDatabase/scrapy/HEAD/tpdb/settings.py.example --------------------------------------------------------------------------------