├── .gitignore ├── README.md ├── browser_cookie ├── browser_cookie │ ├── __init__.py │ ├── items.py │ ├── middlewares.py │ ├── pipelines.py │ ├── settings.py │ └── spiders │ │ └── __init__.py └── scrapy.cfg ├── charpter10_captcha ├── charpter10_captcha │ ├── __init__.py │ ├── items.py │ ├── pipelines.py │ ├── settings.py │ └── spiders │ │ ├── __init__.py │ │ └── login_captcha.py └── scrapy.cfg ├── charpter11 ├── .idea │ ├── charpter11.iml │ ├── misc.xml │ ├── modules.xml │ └── workspace.xml ├── charpter11 │ ├── __init__.py │ ├── items.py │ ├── pipelines.py │ ├── settings.py │ └── spiders │ │ ├── __init__.py │ │ ├── jd_book.py │ │ └── quotes.py ├── quotes.csv ├── run.py └── scrapy.cfg ├── charpter5 ├── book2.csv ├── books.csv ├── example │ ├── __init__.py │ ├── items.py │ ├── pipelines.py │ ├── settings.py │ └── spiders │ │ ├── __init__.py │ │ └── book_spider.py └── scrapy.cfg ├── charpter7 ├── books.xls ├── example │ ├── __init__.py │ ├── items.py │ ├── my_exporters.py │ ├── pipelines.py │ ├── settings.py │ └── spiders │ │ ├── __init__.py │ │ └── book_spider.py └── scrapy.cfg ├── date ├── douban_movie ├── douban_movie │ ├── __init__.py │ ├── items.py │ ├── pipelines.py │ ├── settings.py │ └── spiders │ │ ├── __init__.py │ │ └── douban.py └── scrapy.cfg ├── example ├── books.csv ├── example │ ├── __init__.py │ ├── items.py │ ├── pipelines.py │ ├── settings.py │ └── spiders │ │ ├── __init__.py │ │ └── book_spider.py └── scrapy.cfg ├── matplotlib_examples ├── matplotlib_examples │ ├── __init__.py │ ├── items.py │ ├── pipelines.py │ ├── settings.py │ └── spiders │ │ ├── __init__.py │ │ └── examples.py └── scrapy.cfg ├── mysql_toscrape ├── scrapy.cfg └── toscrape_book │ ├── __init__.py │ ├── items.py │ ├── pipelines.py │ ├── settings.py │ └── spiders │ ├── __init__.py │ └── books.py ├── proxy_example ├── proxy_example │ ├── __init__.py │ ├── items.py │ ├── middlewares.py │ ├── pipelines.py │ ├── settings.py │ └── spiders │ │ ├── __init__.py │ │ ├── test_random_proxy.py │ │ └── xici_proxy.py ├── proxy_list.json └── scrapy.cfg ├── requirements.txt ├── so_image ├── scrapy.cfg └── so_image │ ├── __init__.py │ ├── items.py │ ├── pipelines.py │ ├── settings.py │ └── spiders │ ├── __init__.py │ └── images.py ├── toscrape_book ├── books.csv ├── scrapy.cfg └── toscrape_book │ ├── __init__.py │ ├── items.py │ ├── pipelines.py │ ├── settings.py │ └── spiders │ ├── __init__.py │ └── books.py ├── toscrape_book_distributed ├── scrapy.cfg └── toscrape_book │ ├── __init__.py │ ├── items.py │ ├── pipelines.py │ ├── settings.py │ └── spiders │ ├── __init__.py │ └── books.py └── webscraping ├── scrapy.cfg └── webscraping ├── __init__.py ├── items.py ├── pipelines.py ├── settings.py └── spiders ├── __init__.py └── webscraping.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/README.md -------------------------------------------------------------------------------- /browser_cookie/browser_cookie/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /browser_cookie/browser_cookie/items.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/browser_cookie/browser_cookie/items.py -------------------------------------------------------------------------------- /browser_cookie/browser_cookie/middlewares.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/browser_cookie/browser_cookie/middlewares.py -------------------------------------------------------------------------------- /browser_cookie/browser_cookie/pipelines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/browser_cookie/browser_cookie/pipelines.py -------------------------------------------------------------------------------- /browser_cookie/browser_cookie/settings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/browser_cookie/browser_cookie/settings.py -------------------------------------------------------------------------------- /browser_cookie/browser_cookie/spiders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/browser_cookie/browser_cookie/spiders/__init__.py -------------------------------------------------------------------------------- /browser_cookie/scrapy.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/browser_cookie/scrapy.cfg -------------------------------------------------------------------------------- /charpter10_captcha/charpter10_captcha/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /charpter10_captcha/charpter10_captcha/items.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/charpter10_captcha/charpter10_captcha/items.py -------------------------------------------------------------------------------- /charpter10_captcha/charpter10_captcha/pipelines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/charpter10_captcha/charpter10_captcha/pipelines.py -------------------------------------------------------------------------------- /charpter10_captcha/charpter10_captcha/settings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/charpter10_captcha/charpter10_captcha/settings.py -------------------------------------------------------------------------------- /charpter10_captcha/charpter10_captcha/spiders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/charpter10_captcha/charpter10_captcha/spiders/__init__.py -------------------------------------------------------------------------------- /charpter10_captcha/charpter10_captcha/spiders/login_captcha.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/charpter10_captcha/charpter10_captcha/spiders/login_captcha.py -------------------------------------------------------------------------------- /charpter10_captcha/scrapy.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/charpter10_captcha/scrapy.cfg -------------------------------------------------------------------------------- /charpter11/.idea/charpter11.iml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/charpter11/.idea/charpter11.iml -------------------------------------------------------------------------------- /charpter11/.idea/misc.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/charpter11/.idea/misc.xml -------------------------------------------------------------------------------- /charpter11/.idea/modules.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/charpter11/.idea/modules.xml -------------------------------------------------------------------------------- /charpter11/.idea/workspace.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/charpter11/.idea/workspace.xml -------------------------------------------------------------------------------- /charpter11/charpter11/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /charpter11/charpter11/items.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/charpter11/charpter11/items.py -------------------------------------------------------------------------------- /charpter11/charpter11/pipelines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/charpter11/charpter11/pipelines.py -------------------------------------------------------------------------------- /charpter11/charpter11/settings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/charpter11/charpter11/settings.py -------------------------------------------------------------------------------- /charpter11/charpter11/spiders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/charpter11/charpter11/spiders/__init__.py -------------------------------------------------------------------------------- /charpter11/charpter11/spiders/jd_book.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/charpter11/charpter11/spiders/jd_book.py -------------------------------------------------------------------------------- /charpter11/charpter11/spiders/quotes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/charpter11/charpter11/spiders/quotes.py -------------------------------------------------------------------------------- /charpter11/quotes.csv: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /charpter11/run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/charpter11/run.py -------------------------------------------------------------------------------- /charpter11/scrapy.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/charpter11/scrapy.cfg -------------------------------------------------------------------------------- /charpter5/book2.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/charpter5/book2.csv -------------------------------------------------------------------------------- /charpter5/books.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/charpter5/books.csv -------------------------------------------------------------------------------- /charpter5/example/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /charpter5/example/items.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/charpter5/example/items.py -------------------------------------------------------------------------------- /charpter5/example/pipelines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/charpter5/example/pipelines.py -------------------------------------------------------------------------------- /charpter5/example/settings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/charpter5/example/settings.py -------------------------------------------------------------------------------- /charpter5/example/spiders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/charpter5/example/spiders/__init__.py -------------------------------------------------------------------------------- /charpter5/example/spiders/book_spider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/charpter5/example/spiders/book_spider.py -------------------------------------------------------------------------------- /charpter5/scrapy.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/charpter5/scrapy.cfg -------------------------------------------------------------------------------- /charpter7/books.xls: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/charpter7/books.xls -------------------------------------------------------------------------------- /charpter7/example/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /charpter7/example/items.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/charpter7/example/items.py -------------------------------------------------------------------------------- /charpter7/example/my_exporters.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/charpter7/example/my_exporters.py -------------------------------------------------------------------------------- /charpter7/example/pipelines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/charpter7/example/pipelines.py -------------------------------------------------------------------------------- /charpter7/example/settings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/charpter7/example/settings.py -------------------------------------------------------------------------------- /charpter7/example/spiders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/charpter7/example/spiders/__init__.py -------------------------------------------------------------------------------- /charpter7/example/spiders/book_spider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/charpter7/example/spiders/book_spider.py -------------------------------------------------------------------------------- /charpter7/scrapy.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/charpter7/scrapy.cfg -------------------------------------------------------------------------------- /date: -------------------------------------------------------------------------------- 1 | date 2 | -------------------------------------------------------------------------------- /douban_movie/douban_movie/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /douban_movie/douban_movie/items.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/douban_movie/douban_movie/items.py -------------------------------------------------------------------------------- /douban_movie/douban_movie/pipelines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/douban_movie/douban_movie/pipelines.py -------------------------------------------------------------------------------- /douban_movie/douban_movie/settings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/douban_movie/douban_movie/settings.py -------------------------------------------------------------------------------- /douban_movie/douban_movie/spiders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/douban_movie/douban_movie/spiders/__init__.py -------------------------------------------------------------------------------- /douban_movie/douban_movie/spiders/douban.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/douban_movie/douban_movie/spiders/douban.py -------------------------------------------------------------------------------- /douban_movie/scrapy.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/douban_movie/scrapy.cfg -------------------------------------------------------------------------------- /example/books.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/example/books.csv -------------------------------------------------------------------------------- /example/example/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /example/example/items.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/example/example/items.py -------------------------------------------------------------------------------- /example/example/pipelines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/example/example/pipelines.py -------------------------------------------------------------------------------- /example/example/settings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/example/example/settings.py -------------------------------------------------------------------------------- /example/example/spiders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/example/example/spiders/__init__.py -------------------------------------------------------------------------------- /example/example/spiders/book_spider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/example/example/spiders/book_spider.py -------------------------------------------------------------------------------- /example/scrapy.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/example/scrapy.cfg -------------------------------------------------------------------------------- /matplotlib_examples/matplotlib_examples/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /matplotlib_examples/matplotlib_examples/items.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/matplotlib_examples/matplotlib_examples/items.py -------------------------------------------------------------------------------- /matplotlib_examples/matplotlib_examples/pipelines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/matplotlib_examples/matplotlib_examples/pipelines.py -------------------------------------------------------------------------------- /matplotlib_examples/matplotlib_examples/settings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/matplotlib_examples/matplotlib_examples/settings.py -------------------------------------------------------------------------------- /matplotlib_examples/matplotlib_examples/spiders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/matplotlib_examples/matplotlib_examples/spiders/__init__.py -------------------------------------------------------------------------------- /matplotlib_examples/matplotlib_examples/spiders/examples.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/matplotlib_examples/matplotlib_examples/spiders/examples.py -------------------------------------------------------------------------------- /matplotlib_examples/scrapy.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/matplotlib_examples/scrapy.cfg -------------------------------------------------------------------------------- /mysql_toscrape/scrapy.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/mysql_toscrape/scrapy.cfg -------------------------------------------------------------------------------- /mysql_toscrape/toscrape_book/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /mysql_toscrape/toscrape_book/items.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/mysql_toscrape/toscrape_book/items.py -------------------------------------------------------------------------------- /mysql_toscrape/toscrape_book/pipelines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/mysql_toscrape/toscrape_book/pipelines.py -------------------------------------------------------------------------------- /mysql_toscrape/toscrape_book/settings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/mysql_toscrape/toscrape_book/settings.py -------------------------------------------------------------------------------- /mysql_toscrape/toscrape_book/spiders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/mysql_toscrape/toscrape_book/spiders/__init__.py -------------------------------------------------------------------------------- /mysql_toscrape/toscrape_book/spiders/books.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/mysql_toscrape/toscrape_book/spiders/books.py -------------------------------------------------------------------------------- /proxy_example/proxy_example/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /proxy_example/proxy_example/items.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/proxy_example/proxy_example/items.py -------------------------------------------------------------------------------- /proxy_example/proxy_example/middlewares.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/proxy_example/proxy_example/middlewares.py -------------------------------------------------------------------------------- /proxy_example/proxy_example/pipelines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/proxy_example/proxy_example/pipelines.py -------------------------------------------------------------------------------- /proxy_example/proxy_example/settings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/proxy_example/proxy_example/settings.py -------------------------------------------------------------------------------- /proxy_example/proxy_example/spiders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/proxy_example/proxy_example/spiders/__init__.py -------------------------------------------------------------------------------- /proxy_example/proxy_example/spiders/test_random_proxy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/proxy_example/proxy_example/spiders/test_random_proxy.py -------------------------------------------------------------------------------- /proxy_example/proxy_example/spiders/xici_proxy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/proxy_example/proxy_example/spiders/xici_proxy.py -------------------------------------------------------------------------------- /proxy_example/proxy_list.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/proxy_example/proxy_list.json -------------------------------------------------------------------------------- /proxy_example/scrapy.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/proxy_example/scrapy.cfg -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/requirements.txt -------------------------------------------------------------------------------- /so_image/scrapy.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/so_image/scrapy.cfg -------------------------------------------------------------------------------- /so_image/so_image/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /so_image/so_image/items.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/so_image/so_image/items.py -------------------------------------------------------------------------------- /so_image/so_image/pipelines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/so_image/so_image/pipelines.py -------------------------------------------------------------------------------- /so_image/so_image/settings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/so_image/so_image/settings.py -------------------------------------------------------------------------------- /so_image/so_image/spiders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/so_image/so_image/spiders/__init__.py -------------------------------------------------------------------------------- /so_image/so_image/spiders/images.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/so_image/so_image/spiders/images.py -------------------------------------------------------------------------------- /toscrape_book/books.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/toscrape_book/books.csv -------------------------------------------------------------------------------- /toscrape_book/scrapy.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/toscrape_book/scrapy.cfg -------------------------------------------------------------------------------- /toscrape_book/toscrape_book/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /toscrape_book/toscrape_book/items.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/toscrape_book/toscrape_book/items.py -------------------------------------------------------------------------------- /toscrape_book/toscrape_book/pipelines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/toscrape_book/toscrape_book/pipelines.py -------------------------------------------------------------------------------- /toscrape_book/toscrape_book/settings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/toscrape_book/toscrape_book/settings.py -------------------------------------------------------------------------------- /toscrape_book/toscrape_book/spiders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/toscrape_book/toscrape_book/spiders/__init__.py -------------------------------------------------------------------------------- /toscrape_book/toscrape_book/spiders/books.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/toscrape_book/toscrape_book/spiders/books.py -------------------------------------------------------------------------------- /toscrape_book_distributed/scrapy.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/toscrape_book_distributed/scrapy.cfg -------------------------------------------------------------------------------- /toscrape_book_distributed/toscrape_book/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /toscrape_book_distributed/toscrape_book/items.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/toscrape_book_distributed/toscrape_book/items.py -------------------------------------------------------------------------------- /toscrape_book_distributed/toscrape_book/pipelines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/toscrape_book_distributed/toscrape_book/pipelines.py -------------------------------------------------------------------------------- /toscrape_book_distributed/toscrape_book/settings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/toscrape_book_distributed/toscrape_book/settings.py -------------------------------------------------------------------------------- /toscrape_book_distributed/toscrape_book/spiders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/toscrape_book_distributed/toscrape_book/spiders/__init__.py -------------------------------------------------------------------------------- /toscrape_book_distributed/toscrape_book/spiders/books.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/toscrape_book_distributed/toscrape_book/spiders/books.py -------------------------------------------------------------------------------- /webscraping/scrapy.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/webscraping/scrapy.cfg -------------------------------------------------------------------------------- /webscraping/webscraping/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /webscraping/webscraping/items.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/webscraping/webscraping/items.py -------------------------------------------------------------------------------- /webscraping/webscraping/pipelines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/webscraping/webscraping/pipelines.py -------------------------------------------------------------------------------- /webscraping/webscraping/settings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/webscraping/webscraping/settings.py -------------------------------------------------------------------------------- /webscraping/webscraping/spiders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/webscraping/webscraping/spiders/__init__.py -------------------------------------------------------------------------------- /webscraping/webscraping/spiders/webscraping.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Rockyzsu/ScrapyBook/HEAD/webscraping/webscraping/spiders/webscraping.py --------------------------------------------------------------------------------