├── .gitignore ├── Dockerfile ├── README.md ├── docker-compose.yml ├── iCrawler ├── __init__.py ├── asgi.py ├── settings.py ├── urls.py └── wsgi.py ├── main ├── __init__.py ├── admin.py ├── apps.py ├── migrations │ ├── 0001_initial.py │ └── __init__.py ├── models.py ├── tests.py └── views.py ├── manage.py ├── requirements.txt └── scrapy_app ├── scrapy.cfg └── scrapy_app ├── __init__.py ├── items.py ├── middlewares.py ├── pipelines.py ├── settings.py └── spiders ├── __init__.py ├── icrawler.py ├── toscrape-css.py └── toscrape-xpath.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adriancast/Scrapyd-Django-Template/HEAD/.gitignore -------------------------------------------------------------------------------- /Dockerfile: -------------------------------------------------------------------------------- 1 | FROM python:3.10 2 | WORKDIR /app 3 | COPY . . 4 | RUN pip install -r requirements.txt -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adriancast/Scrapyd-Django-Template/HEAD/README.md -------------------------------------------------------------------------------- /docker-compose.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adriancast/Scrapyd-Django-Template/HEAD/docker-compose.yml -------------------------------------------------------------------------------- /iCrawler/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /iCrawler/asgi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adriancast/Scrapyd-Django-Template/HEAD/iCrawler/asgi.py -------------------------------------------------------------------------------- /iCrawler/settings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adriancast/Scrapyd-Django-Template/HEAD/iCrawler/settings.py -------------------------------------------------------------------------------- /iCrawler/urls.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adriancast/Scrapyd-Django-Template/HEAD/iCrawler/urls.py -------------------------------------------------------------------------------- /iCrawler/wsgi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adriancast/Scrapyd-Django-Template/HEAD/iCrawler/wsgi.py -------------------------------------------------------------------------------- /main/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /main/admin.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adriancast/Scrapyd-Django-Template/HEAD/main/admin.py -------------------------------------------------------------------------------- /main/apps.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adriancast/Scrapyd-Django-Template/HEAD/main/apps.py -------------------------------------------------------------------------------- /main/migrations/0001_initial.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adriancast/Scrapyd-Django-Template/HEAD/main/migrations/0001_initial.py -------------------------------------------------------------------------------- /main/migrations/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /main/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adriancast/Scrapyd-Django-Template/HEAD/main/models.py -------------------------------------------------------------------------------- /main/tests.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adriancast/Scrapyd-Django-Template/HEAD/main/tests.py -------------------------------------------------------------------------------- /main/views.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adriancast/Scrapyd-Django-Template/HEAD/main/views.py -------------------------------------------------------------------------------- /manage.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adriancast/Scrapyd-Django-Template/HEAD/manage.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adriancast/Scrapyd-Django-Template/HEAD/requirements.txt -------------------------------------------------------------------------------- /scrapy_app/scrapy.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adriancast/Scrapyd-Django-Template/HEAD/scrapy_app/scrapy.cfg -------------------------------------------------------------------------------- /scrapy_app/scrapy_app/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /scrapy_app/scrapy_app/items.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adriancast/Scrapyd-Django-Template/HEAD/scrapy_app/scrapy_app/items.py -------------------------------------------------------------------------------- /scrapy_app/scrapy_app/middlewares.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adriancast/Scrapyd-Django-Template/HEAD/scrapy_app/scrapy_app/middlewares.py -------------------------------------------------------------------------------- /scrapy_app/scrapy_app/pipelines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adriancast/Scrapyd-Django-Template/HEAD/scrapy_app/scrapy_app/pipelines.py -------------------------------------------------------------------------------- /scrapy_app/scrapy_app/settings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adriancast/Scrapyd-Django-Template/HEAD/scrapy_app/scrapy_app/settings.py -------------------------------------------------------------------------------- /scrapy_app/scrapy_app/spiders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adriancast/Scrapyd-Django-Template/HEAD/scrapy_app/scrapy_app/spiders/__init__.py -------------------------------------------------------------------------------- /scrapy_app/scrapy_app/spiders/icrawler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adriancast/Scrapyd-Django-Template/HEAD/scrapy_app/scrapy_app/spiders/icrawler.py -------------------------------------------------------------------------------- /scrapy_app/scrapy_app/spiders/toscrape-css.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adriancast/Scrapyd-Django-Template/HEAD/scrapy_app/scrapy_app/spiders/toscrape-css.py -------------------------------------------------------------------------------- /scrapy_app/scrapy_app/spiders/toscrape-xpath.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/adriancast/Scrapyd-Django-Template/HEAD/scrapy_app/scrapy_app/spiders/toscrape-xpath.py --------------------------------------------------------------------------------