├── .gitignore ├── LICENSE ├── README.md ├── art ├── business.png ├── education.png ├── employment.png ├── follow.png ├── location.png ├── topic.png ├── user_info.png └── zhihu_tables.png ├── main.py ├── requirements.txt ├── scrapy.cfg ├── start.sh ├── zhihu.sql └── zhihu_spider ├── __init__.py ├── __init__.pyc ├── items.py ├── items.pyc ├── middlewares.py ├── misc ├── all_secret_set.py ├── db_tools.py ├── mysql_pool.py ├── tools.py └── ua_list.txt ├── pipelines.py ├── pipelines.pyc ├── settings.py ├── settings.pyc └── spiders ├── ZhihuSpider.py ├── ZhihuSpider.pyc ├── __init__.py └── __init__.pyc /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dengqiangxi/zhihu_spider/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dengqiangxi/zhihu_spider/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dengqiangxi/zhihu_spider/HEAD/README.md -------------------------------------------------------------------------------- /art/business.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dengqiangxi/zhihu_spider/HEAD/art/business.png -------------------------------------------------------------------------------- /art/education.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dengqiangxi/zhihu_spider/HEAD/art/education.png -------------------------------------------------------------------------------- /art/employment.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dengqiangxi/zhihu_spider/HEAD/art/employment.png -------------------------------------------------------------------------------- /art/follow.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dengqiangxi/zhihu_spider/HEAD/art/follow.png -------------------------------------------------------------------------------- /art/location.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dengqiangxi/zhihu_spider/HEAD/art/location.png -------------------------------------------------------------------------------- /art/topic.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dengqiangxi/zhihu_spider/HEAD/art/topic.png -------------------------------------------------------------------------------- /art/user_info.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dengqiangxi/zhihu_spider/HEAD/art/user_info.png -------------------------------------------------------------------------------- /art/zhihu_tables.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dengqiangxi/zhihu_spider/HEAD/art/zhihu_tables.png -------------------------------------------------------------------------------- /main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dengqiangxi/zhihu_spider/HEAD/main.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dengqiangxi/zhihu_spider/HEAD/requirements.txt -------------------------------------------------------------------------------- /scrapy.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dengqiangxi/zhihu_spider/HEAD/scrapy.cfg -------------------------------------------------------------------------------- /start.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dengqiangxi/zhihu_spider/HEAD/start.sh -------------------------------------------------------------------------------- /zhihu.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dengqiangxi/zhihu_spider/HEAD/zhihu.sql -------------------------------------------------------------------------------- /zhihu_spider/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /zhihu_spider/__init__.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dengqiangxi/zhihu_spider/HEAD/zhihu_spider/__init__.pyc -------------------------------------------------------------------------------- /zhihu_spider/items.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dengqiangxi/zhihu_spider/HEAD/zhihu_spider/items.py -------------------------------------------------------------------------------- /zhihu_spider/items.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dengqiangxi/zhihu_spider/HEAD/zhihu_spider/items.pyc -------------------------------------------------------------------------------- /zhihu_spider/middlewares.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dengqiangxi/zhihu_spider/HEAD/zhihu_spider/middlewares.py -------------------------------------------------------------------------------- /zhihu_spider/misc/all_secret_set.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dengqiangxi/zhihu_spider/HEAD/zhihu_spider/misc/all_secret_set.py -------------------------------------------------------------------------------- /zhihu_spider/misc/db_tools.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dengqiangxi/zhihu_spider/HEAD/zhihu_spider/misc/db_tools.py -------------------------------------------------------------------------------- /zhihu_spider/misc/mysql_pool.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dengqiangxi/zhihu_spider/HEAD/zhihu_spider/misc/mysql_pool.py -------------------------------------------------------------------------------- /zhihu_spider/misc/tools.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dengqiangxi/zhihu_spider/HEAD/zhihu_spider/misc/tools.py -------------------------------------------------------------------------------- /zhihu_spider/misc/ua_list.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dengqiangxi/zhihu_spider/HEAD/zhihu_spider/misc/ua_list.txt -------------------------------------------------------------------------------- /zhihu_spider/pipelines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dengqiangxi/zhihu_spider/HEAD/zhihu_spider/pipelines.py -------------------------------------------------------------------------------- /zhihu_spider/pipelines.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dengqiangxi/zhihu_spider/HEAD/zhihu_spider/pipelines.pyc -------------------------------------------------------------------------------- /zhihu_spider/settings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dengqiangxi/zhihu_spider/HEAD/zhihu_spider/settings.py -------------------------------------------------------------------------------- /zhihu_spider/settings.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dengqiangxi/zhihu_spider/HEAD/zhihu_spider/settings.pyc -------------------------------------------------------------------------------- /zhihu_spider/spiders/ZhihuSpider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dengqiangxi/zhihu_spider/HEAD/zhihu_spider/spiders/ZhihuSpider.py -------------------------------------------------------------------------------- /zhihu_spider/spiders/ZhihuSpider.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dengqiangxi/zhihu_spider/HEAD/zhihu_spider/spiders/ZhihuSpider.pyc -------------------------------------------------------------------------------- /zhihu_spider/spiders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dengqiangxi/zhihu_spider/HEAD/zhihu_spider/spiders/__init__.py -------------------------------------------------------------------------------- /zhihu_spider/spiders/__init__.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dengqiangxi/zhihu_spider/HEAD/zhihu_spider/spiders/__init__.pyc --------------------------------------------------------------------------------