├── .dockerignore ├── .gitignore ├── Dockerfile ├── Pipfile ├── Pipfile.lock ├── README.md ├── app ├── Pipfile.lock ├── blog_crawler │ ├── __init__.py │ ├── items.py │ ├── middlewares.py │ ├── pipelines.py │ ├── settings.py │ └── spiders │ │ ├── __init__.py │ │ └── site_crawler.py ├── database │ ├── __init__.py │ ├── migrations │ │ ├── 2019_10_22_182502_create_articles_table.py │ │ └── __init__.py │ ├── orator.py │ └── settings.py ├── entrypoint.sh └── scrapy.cfg └── docker-compose.yml /.dockerignore: -------------------------------------------------------------------------------- 1 | app/.scrapy -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chanmoro/blog_crawler/HEAD/.gitignore -------------------------------------------------------------------------------- /Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chanmoro/blog_crawler/HEAD/Dockerfile -------------------------------------------------------------------------------- /Pipfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chanmoro/blog_crawler/HEAD/Pipfile -------------------------------------------------------------------------------- /Pipfile.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chanmoro/blog_crawler/HEAD/Pipfile.lock -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chanmoro/blog_crawler/HEAD/README.md -------------------------------------------------------------------------------- /app/Pipfile.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chanmoro/blog_crawler/HEAD/app/Pipfile.lock -------------------------------------------------------------------------------- /app/blog_crawler/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /app/blog_crawler/items.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chanmoro/blog_crawler/HEAD/app/blog_crawler/items.py -------------------------------------------------------------------------------- /app/blog_crawler/middlewares.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chanmoro/blog_crawler/HEAD/app/blog_crawler/middlewares.py -------------------------------------------------------------------------------- /app/blog_crawler/pipelines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chanmoro/blog_crawler/HEAD/app/blog_crawler/pipelines.py -------------------------------------------------------------------------------- /app/blog_crawler/settings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chanmoro/blog_crawler/HEAD/app/blog_crawler/settings.py -------------------------------------------------------------------------------- /app/blog_crawler/spiders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chanmoro/blog_crawler/HEAD/app/blog_crawler/spiders/__init__.py -------------------------------------------------------------------------------- /app/blog_crawler/spiders/site_crawler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chanmoro/blog_crawler/HEAD/app/blog_crawler/spiders/site_crawler.py -------------------------------------------------------------------------------- /app/database/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /app/database/migrations/2019_10_22_182502_create_articles_table.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chanmoro/blog_crawler/HEAD/app/database/migrations/2019_10_22_182502_create_articles_table.py -------------------------------------------------------------------------------- /app/database/migrations/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /app/database/orator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chanmoro/blog_crawler/HEAD/app/database/orator.py -------------------------------------------------------------------------------- /app/database/settings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chanmoro/blog_crawler/HEAD/app/database/settings.py -------------------------------------------------------------------------------- /app/entrypoint.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chanmoro/blog_crawler/HEAD/app/entrypoint.sh -------------------------------------------------------------------------------- /app/scrapy.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chanmoro/blog_crawler/HEAD/app/scrapy.cfg -------------------------------------------------------------------------------- /docker-compose.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chanmoro/blog_crawler/HEAD/docker-compose.yml --------------------------------------------------------------------------------