├── .gitignore ├── README.md ├── coolscrapy ├── __init__.py ├── items.py ├── middlewares.py ├── models.py ├── pipelines.py ├── run.py ├── settings.py ├── spiders │ ├── __init__.py │ ├── article_spider.py │ ├── drug_spider.py │ ├── huxiu_spider.py │ ├── joke_spider.py │ ├── js_spider.py │ ├── link_spider.py │ ├── login1_spider.py │ ├── login2_spider.py │ ├── test_spider.py │ ├── tobacco_spider.py │ └── xml_spider.py └── utils.py ├── doc ├── LICENSE ├── README.md ├── SUMMARY.md ├── assets │ ├── favicon.png │ └── logo.png ├── book.json ├── fonts │ ├── fontawesome-webfont.woff │ └── fontawesome-webfont.woff2 ├── source │ ├── images │ │ ├── scrapy.png │ │ ├── scrapy01.png │ │ ├── scrapy02.png │ │ ├── scrapy03.png │ │ └── weixin1.png │ ├── other │ │ └── about.md │ ├── part1 │ │ ├── README.md │ │ ├── scrapy-01.md │ │ └── scrapy-02.md │ ├── part2 │ │ ├── README.md │ │ ├── scrapy-03.md │ │ ├── scrapy-04.md │ │ ├── scrapy-05.md │ │ ├── scrapy-06.md │ │ ├── scrapy-07.md │ │ └── scrapy-08.md │ ├── part3 │ │ ├── README.md │ │ └── scrapy-09.md │ ├── part4 │ │ ├── README.md │ │ ├── scrapy-10.md │ │ ├── scrapy-11.md │ │ └── scrapy-12.md │ └── part5 │ │ └── README.md └── styles │ └── website.scss ├── publish_gitbook.sh └── scrapy.cfg /.gitignore: -------------------------------------------------------------------------------- 1 | .idea/ 2 | *.pyc 3 | *.log 4 | node_modules/ 5 | _book/ 6 | .project 7 | *~ 8 | -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yidao620c/core-scrapy/HEAD/README.md -------------------------------------------------------------------------------- /coolscrapy/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /coolscrapy/items.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yidao620c/core-scrapy/HEAD/coolscrapy/items.py -------------------------------------------------------------------------------- /coolscrapy/middlewares.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yidao620c/core-scrapy/HEAD/coolscrapy/middlewares.py -------------------------------------------------------------------------------- /coolscrapy/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yidao620c/core-scrapy/HEAD/coolscrapy/models.py -------------------------------------------------------------------------------- /coolscrapy/pipelines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yidao620c/core-scrapy/HEAD/coolscrapy/pipelines.py -------------------------------------------------------------------------------- /coolscrapy/run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yidao620c/core-scrapy/HEAD/coolscrapy/run.py -------------------------------------------------------------------------------- /coolscrapy/settings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yidao620c/core-scrapy/HEAD/coolscrapy/settings.py -------------------------------------------------------------------------------- /coolscrapy/spiders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yidao620c/core-scrapy/HEAD/coolscrapy/spiders/__init__.py -------------------------------------------------------------------------------- /coolscrapy/spiders/article_spider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yidao620c/core-scrapy/HEAD/coolscrapy/spiders/article_spider.py -------------------------------------------------------------------------------- /coolscrapy/spiders/drug_spider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yidao620c/core-scrapy/HEAD/coolscrapy/spiders/drug_spider.py -------------------------------------------------------------------------------- /coolscrapy/spiders/huxiu_spider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yidao620c/core-scrapy/HEAD/coolscrapy/spiders/huxiu_spider.py -------------------------------------------------------------------------------- /coolscrapy/spiders/joke_spider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yidao620c/core-scrapy/HEAD/coolscrapy/spiders/joke_spider.py -------------------------------------------------------------------------------- /coolscrapy/spiders/js_spider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yidao620c/core-scrapy/HEAD/coolscrapy/spiders/js_spider.py -------------------------------------------------------------------------------- /coolscrapy/spiders/link_spider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yidao620c/core-scrapy/HEAD/coolscrapy/spiders/link_spider.py -------------------------------------------------------------------------------- /coolscrapy/spiders/login1_spider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yidao620c/core-scrapy/HEAD/coolscrapy/spiders/login1_spider.py -------------------------------------------------------------------------------- /coolscrapy/spiders/login2_spider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yidao620c/core-scrapy/HEAD/coolscrapy/spiders/login2_spider.py -------------------------------------------------------------------------------- /coolscrapy/spiders/test_spider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yidao620c/core-scrapy/HEAD/coolscrapy/spiders/test_spider.py -------------------------------------------------------------------------------- /coolscrapy/spiders/tobacco_spider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yidao620c/core-scrapy/HEAD/coolscrapy/spiders/tobacco_spider.py -------------------------------------------------------------------------------- /coolscrapy/spiders/xml_spider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yidao620c/core-scrapy/HEAD/coolscrapy/spiders/xml_spider.py -------------------------------------------------------------------------------- /coolscrapy/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yidao620c/core-scrapy/HEAD/coolscrapy/utils.py -------------------------------------------------------------------------------- /doc/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yidao620c/core-scrapy/HEAD/doc/LICENSE -------------------------------------------------------------------------------- /doc/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yidao620c/core-scrapy/HEAD/doc/README.md -------------------------------------------------------------------------------- /doc/SUMMARY.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yidao620c/core-scrapy/HEAD/doc/SUMMARY.md -------------------------------------------------------------------------------- /doc/assets/favicon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yidao620c/core-scrapy/HEAD/doc/assets/favicon.png -------------------------------------------------------------------------------- /doc/assets/logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yidao620c/core-scrapy/HEAD/doc/assets/logo.png -------------------------------------------------------------------------------- /doc/book.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yidao620c/core-scrapy/HEAD/doc/book.json -------------------------------------------------------------------------------- /doc/fonts/fontawesome-webfont.woff: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yidao620c/core-scrapy/HEAD/doc/fonts/fontawesome-webfont.woff -------------------------------------------------------------------------------- /doc/fonts/fontawesome-webfont.woff2: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yidao620c/core-scrapy/HEAD/doc/fonts/fontawesome-webfont.woff2 -------------------------------------------------------------------------------- /doc/source/images/scrapy.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yidao620c/core-scrapy/HEAD/doc/source/images/scrapy.png -------------------------------------------------------------------------------- /doc/source/images/scrapy01.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yidao620c/core-scrapy/HEAD/doc/source/images/scrapy01.png -------------------------------------------------------------------------------- /doc/source/images/scrapy02.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yidao620c/core-scrapy/HEAD/doc/source/images/scrapy02.png -------------------------------------------------------------------------------- /doc/source/images/scrapy03.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yidao620c/core-scrapy/HEAD/doc/source/images/scrapy03.png -------------------------------------------------------------------------------- /doc/source/images/weixin1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yidao620c/core-scrapy/HEAD/doc/source/images/weixin1.png -------------------------------------------------------------------------------- /doc/source/other/about.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yidao620c/core-scrapy/HEAD/doc/source/other/about.md -------------------------------------------------------------------------------- /doc/source/part1/README.md: -------------------------------------------------------------------------------- 1 | ## 基础入门 2 | 3 | 简单介绍一下scrapy入门知识 4 | 5 | 6 | -------------------------------------------------------------------------------- /doc/source/part1/scrapy-01.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yidao620c/core-scrapy/HEAD/doc/source/part1/scrapy-01.md -------------------------------------------------------------------------------- /doc/source/part1/scrapy-02.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yidao620c/core-scrapy/HEAD/doc/source/part1/scrapy-02.md -------------------------------------------------------------------------------- /doc/source/part2/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yidao620c/core-scrapy/HEAD/doc/source/part2/README.md -------------------------------------------------------------------------------- /doc/source/part2/scrapy-03.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yidao620c/core-scrapy/HEAD/doc/source/part2/scrapy-03.md -------------------------------------------------------------------------------- /doc/source/part2/scrapy-04.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yidao620c/core-scrapy/HEAD/doc/source/part2/scrapy-04.md -------------------------------------------------------------------------------- /doc/source/part2/scrapy-05.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yidao620c/core-scrapy/HEAD/doc/source/part2/scrapy-05.md -------------------------------------------------------------------------------- /doc/source/part2/scrapy-06.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yidao620c/core-scrapy/HEAD/doc/source/part2/scrapy-06.md -------------------------------------------------------------------------------- /doc/source/part2/scrapy-07.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yidao620c/core-scrapy/HEAD/doc/source/part2/scrapy-07.md -------------------------------------------------------------------------------- /doc/source/part2/scrapy-08.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yidao620c/core-scrapy/HEAD/doc/source/part2/scrapy-08.md -------------------------------------------------------------------------------- /doc/source/part3/README.md: -------------------------------------------------------------------------------- 1 | ## 部署 2 | 3 | 介绍scrapy的部署方式 4 | -------------------------------------------------------------------------------- /doc/source/part3/scrapy-09.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yidao620c/core-scrapy/HEAD/doc/source/part3/scrapy-09.md -------------------------------------------------------------------------------- /doc/source/part4/README.md: -------------------------------------------------------------------------------- 1 | ## 进阶篇 2 | 3 | 这部分介绍scrapy的高级主题，包括自定义配置，使用脚本运行，模拟登陆、以及如果抓取动态网站。 4 | -------------------------------------------------------------------------------- /doc/source/part4/scrapy-10.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yidao620c/core-scrapy/HEAD/doc/source/part4/scrapy-10.md -------------------------------------------------------------------------------- /doc/source/part4/scrapy-11.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yidao620c/core-scrapy/HEAD/doc/source/part4/scrapy-11.md -------------------------------------------------------------------------------- /doc/source/part4/scrapy-12.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yidao620c/core-scrapy/HEAD/doc/source/part4/scrapy-12.md -------------------------------------------------------------------------------- /doc/source/part5/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yidao620c/core-scrapy/HEAD/doc/source/part5/README.md -------------------------------------------------------------------------------- /doc/styles/website.scss: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yidao620c/core-scrapy/HEAD/doc/styles/website.scss -------------------------------------------------------------------------------- /publish_gitbook.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yidao620c/core-scrapy/HEAD/publish_gitbook.sh -------------------------------------------------------------------------------- /scrapy.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yidao620c/core-scrapy/HEAD/scrapy.cfg --------------------------------------------------------------------------------