├── .gitignore ├── README.md └── ourfirstscraper ├── ourfirstscraper ├── __init__.py ├── __init__.pyc ├── items.py ├── middlewares.py ├── pipelines.py ├── settings.py ├── settings.pyc └── spiders │ ├── __init__.py │ ├── redditbot.py │ ├── shopclues.py │ └── techcrunch.py └── scrapy.cfg /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohdsanadzakirizvi/web-scraping-magic-with-scrapy-and-python/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohdsanadzakirizvi/web-scraping-magic-with-scrapy-and-python/HEAD/README.md -------------------------------------------------------------------------------- /ourfirstscraper/ourfirstscraper/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ourfirstscraper/ourfirstscraper/__init__.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohdsanadzakirizvi/web-scraping-magic-with-scrapy-and-python/HEAD/ourfirstscraper/ourfirstscraper/__init__.pyc -------------------------------------------------------------------------------- /ourfirstscraper/ourfirstscraper/items.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohdsanadzakirizvi/web-scraping-magic-with-scrapy-and-python/HEAD/ourfirstscraper/ourfirstscraper/items.py -------------------------------------------------------------------------------- /ourfirstscraper/ourfirstscraper/middlewares.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohdsanadzakirizvi/web-scraping-magic-with-scrapy-and-python/HEAD/ourfirstscraper/ourfirstscraper/middlewares.py -------------------------------------------------------------------------------- /ourfirstscraper/ourfirstscraper/pipelines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohdsanadzakirizvi/web-scraping-magic-with-scrapy-and-python/HEAD/ourfirstscraper/ourfirstscraper/pipelines.py -------------------------------------------------------------------------------- /ourfirstscraper/ourfirstscraper/settings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohdsanadzakirizvi/web-scraping-magic-with-scrapy-and-python/HEAD/ourfirstscraper/ourfirstscraper/settings.py -------------------------------------------------------------------------------- /ourfirstscraper/ourfirstscraper/settings.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohdsanadzakirizvi/web-scraping-magic-with-scrapy-and-python/HEAD/ourfirstscraper/ourfirstscraper/settings.pyc -------------------------------------------------------------------------------- /ourfirstscraper/ourfirstscraper/spiders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohdsanadzakirizvi/web-scraping-magic-with-scrapy-and-python/HEAD/ourfirstscraper/ourfirstscraper/spiders/__init__.py -------------------------------------------------------------------------------- /ourfirstscraper/ourfirstscraper/spiders/redditbot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohdsanadzakirizvi/web-scraping-magic-with-scrapy-and-python/HEAD/ourfirstscraper/ourfirstscraper/spiders/redditbot.py -------------------------------------------------------------------------------- /ourfirstscraper/ourfirstscraper/spiders/shopclues.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohdsanadzakirizvi/web-scraping-magic-with-scrapy-and-python/HEAD/ourfirstscraper/ourfirstscraper/spiders/shopclues.py -------------------------------------------------------------------------------- /ourfirstscraper/ourfirstscraper/spiders/techcrunch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohdsanadzakirizvi/web-scraping-magic-with-scrapy-and-python/HEAD/ourfirstscraper/ourfirstscraper/spiders/techcrunch.py -------------------------------------------------------------------------------- /ourfirstscraper/scrapy.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohdsanadzakirizvi/web-scraping-magic-with-scrapy-and-python/HEAD/ourfirstscraper/scrapy.cfg --------------------------------------------------------------------------------