├── .gitignore ├── BaiduStocks ├── BaiduStocks │ ├── __init__.py │ ├── items.py │ ├── middlewares.py │ ├── pipelines.py │ ├── settings.py │ └── spiders │ │ ├── __init__.py │ │ └── stock.py └── scrapy.cfg ├── CrawBaiduStocksA.py ├── CrawTaobaoPrice.py ├── CrawUnivRanking.py ├── MaoYan └── spider.py ├── TaobaoProduct ├── config.py └── spider.py ├── TouTiao ├── config.py └── spider.py ├── Weixin ├── config.py └── spider.py └── Zhihu ├── Zhihu ├── __init__.py ├── items.py ├── middlewares.py ├── pipelines.py ├── settings.py └── spiders │ ├── __init__.py │ └── zhihu.py └── scrapy.cfg /.gitignore: -------------------------------------------------------------------------------- 1 | BaiduStockInfo.txt 2 | .vscode 3 | .idea 4 | __pycache__ 5 | pics -------------------------------------------------------------------------------- /BaiduStocks/BaiduStocks/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /BaiduStocks/BaiduStocks/items.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CP-0/py_spider_codes/HEAD/BaiduStocks/BaiduStocks/items.py -------------------------------------------------------------------------------- /BaiduStocks/BaiduStocks/middlewares.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CP-0/py_spider_codes/HEAD/BaiduStocks/BaiduStocks/middlewares.py -------------------------------------------------------------------------------- /BaiduStocks/BaiduStocks/pipelines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CP-0/py_spider_codes/HEAD/BaiduStocks/BaiduStocks/pipelines.py -------------------------------------------------------------------------------- /BaiduStocks/BaiduStocks/settings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CP-0/py_spider_codes/HEAD/BaiduStocks/BaiduStocks/settings.py -------------------------------------------------------------------------------- /BaiduStocks/BaiduStocks/spiders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CP-0/py_spider_codes/HEAD/BaiduStocks/BaiduStocks/spiders/__init__.py -------------------------------------------------------------------------------- /BaiduStocks/BaiduStocks/spiders/stock.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CP-0/py_spider_codes/HEAD/BaiduStocks/BaiduStocks/spiders/stock.py -------------------------------------------------------------------------------- /BaiduStocks/scrapy.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CP-0/py_spider_codes/HEAD/BaiduStocks/scrapy.cfg -------------------------------------------------------------------------------- /CrawBaiduStocksA.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CP-0/py_spider_codes/HEAD/CrawBaiduStocksA.py -------------------------------------------------------------------------------- /CrawTaobaoPrice.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CP-0/py_spider_codes/HEAD/CrawTaobaoPrice.py -------------------------------------------------------------------------------- /CrawUnivRanking.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CP-0/py_spider_codes/HEAD/CrawUnivRanking.py -------------------------------------------------------------------------------- /MaoYan/spider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CP-0/py_spider_codes/HEAD/MaoYan/spider.py -------------------------------------------------------------------------------- /TaobaoProduct/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CP-0/py_spider_codes/HEAD/TaobaoProduct/config.py -------------------------------------------------------------------------------- /TaobaoProduct/spider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CP-0/py_spider_codes/HEAD/TaobaoProduct/spider.py -------------------------------------------------------------------------------- /TouTiao/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CP-0/py_spider_codes/HEAD/TouTiao/config.py -------------------------------------------------------------------------------- /TouTiao/spider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CP-0/py_spider_codes/HEAD/TouTiao/spider.py -------------------------------------------------------------------------------- /Weixin/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CP-0/py_spider_codes/HEAD/Weixin/config.py -------------------------------------------------------------------------------- /Weixin/spider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CP-0/py_spider_codes/HEAD/Weixin/spider.py -------------------------------------------------------------------------------- /Zhihu/Zhihu/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /Zhihu/Zhihu/items.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CP-0/py_spider_codes/HEAD/Zhihu/Zhihu/items.py -------------------------------------------------------------------------------- /Zhihu/Zhihu/middlewares.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CP-0/py_spider_codes/HEAD/Zhihu/Zhihu/middlewares.py -------------------------------------------------------------------------------- /Zhihu/Zhihu/pipelines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CP-0/py_spider_codes/HEAD/Zhihu/Zhihu/pipelines.py -------------------------------------------------------------------------------- /Zhihu/Zhihu/settings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CP-0/py_spider_codes/HEAD/Zhihu/Zhihu/settings.py -------------------------------------------------------------------------------- /Zhihu/Zhihu/spiders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CP-0/py_spider_codes/HEAD/Zhihu/Zhihu/spiders/__init__.py -------------------------------------------------------------------------------- /Zhihu/Zhihu/spiders/zhihu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CP-0/py_spider_codes/HEAD/Zhihu/Zhihu/spiders/zhihu.py -------------------------------------------------------------------------------- /Zhihu/scrapy.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CP-0/py_spider_codes/HEAD/Zhihu/scrapy.cfg --------------------------------------------------------------------------------