├── .gitignore ├── README.md ├── boss_job ├── README.md ├── boss_job │ ├── __init__.py │ ├── commonds │ │ ├── 111.jpg │ │ ├── __init__.py │ │ ├── font.ttf │ │ ├── job.json │ │ ├── run_job_detail_spider.py │ │ └── run_job_info_spider.py │ ├── downloadermiddlewares │ │ ├── __init__.py │ │ └── user_agent.py │ ├── items.py │ ├── middlewares.py │ ├── pipelines.py │ ├── settings.py │ └── spiders │ │ ├── __init__.py │ │ ├── job_detail.py │ │ └── job_info.py └── scrapy.cfg ├── docs └── 10秒钟爬虫.md ├── fang_news ├── README.md ├── fang_news │ ├── __init__.py │ ├── item_loaders.py │ ├── items.py │ ├── middlewares.py │ ├── pipelines.py │ ├── run.py │ ├── settings.py │ └── spiders │ │ ├── __init__.py │ │ ├── anjuke │ │ ├── __init__.py │ │ └── pider.py │ │ └── fang │ │ ├── __init__.py │ │ └── spider.py └── scrapy.cfg └── images ├── baidu_curl.png ├── baidu_network.png └── baidu_page.png /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starryrbs/awesome-scrapy/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starryrbs/awesome-scrapy/HEAD/README.md -------------------------------------------------------------------------------- /boss_job/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starryrbs/awesome-scrapy/HEAD/boss_job/README.md -------------------------------------------------------------------------------- /boss_job/boss_job/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /boss_job/boss_job/commonds/111.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starryrbs/awesome-scrapy/HEAD/boss_job/boss_job/commonds/111.jpg -------------------------------------------------------------------------------- /boss_job/boss_job/commonds/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /boss_job/boss_job/commonds/font.ttf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starryrbs/awesome-scrapy/HEAD/boss_job/boss_job/commonds/font.ttf -------------------------------------------------------------------------------- /boss_job/boss_job/commonds/job.json: -------------------------------------------------------------------------------- 1 | [] -------------------------------------------------------------------------------- /boss_job/boss_job/commonds/run_job_detail_spider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starryrbs/awesome-scrapy/HEAD/boss_job/boss_job/commonds/run_job_detail_spider.py -------------------------------------------------------------------------------- /boss_job/boss_job/commonds/run_job_info_spider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starryrbs/awesome-scrapy/HEAD/boss_job/boss_job/commonds/run_job_info_spider.py -------------------------------------------------------------------------------- /boss_job/boss_job/downloadermiddlewares/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /boss_job/boss_job/downloadermiddlewares/user_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starryrbs/awesome-scrapy/HEAD/boss_job/boss_job/downloadermiddlewares/user_agent.py -------------------------------------------------------------------------------- /boss_job/boss_job/items.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starryrbs/awesome-scrapy/HEAD/boss_job/boss_job/items.py -------------------------------------------------------------------------------- /boss_job/boss_job/middlewares.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starryrbs/awesome-scrapy/HEAD/boss_job/boss_job/middlewares.py -------------------------------------------------------------------------------- /boss_job/boss_job/pipelines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starryrbs/awesome-scrapy/HEAD/boss_job/boss_job/pipelines.py -------------------------------------------------------------------------------- /boss_job/boss_job/settings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starryrbs/awesome-scrapy/HEAD/boss_job/boss_job/settings.py -------------------------------------------------------------------------------- /boss_job/boss_job/spiders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starryrbs/awesome-scrapy/HEAD/boss_job/boss_job/spiders/__init__.py -------------------------------------------------------------------------------- /boss_job/boss_job/spiders/job_detail.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starryrbs/awesome-scrapy/HEAD/boss_job/boss_job/spiders/job_detail.py -------------------------------------------------------------------------------- /boss_job/boss_job/spiders/job_info.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starryrbs/awesome-scrapy/HEAD/boss_job/boss_job/spiders/job_info.py -------------------------------------------------------------------------------- /boss_job/scrapy.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starryrbs/awesome-scrapy/HEAD/boss_job/scrapy.cfg -------------------------------------------------------------------------------- /docs/10秒钟爬虫.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starryrbs/awesome-scrapy/HEAD/docs/10秒钟爬虫.md -------------------------------------------------------------------------------- /fang_news/README.md: -------------------------------------------------------------------------------- 1 | https://sh.news.anjuke.com/?from=navigation -------------------------------------------------------------------------------- /fang_news/fang_news/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /fang_news/fang_news/item_loaders.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starryrbs/awesome-scrapy/HEAD/fang_news/fang_news/item_loaders.py -------------------------------------------------------------------------------- /fang_news/fang_news/items.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starryrbs/awesome-scrapy/HEAD/fang_news/fang_news/items.py -------------------------------------------------------------------------------- /fang_news/fang_news/middlewares.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starryrbs/awesome-scrapy/HEAD/fang_news/fang_news/middlewares.py -------------------------------------------------------------------------------- /fang_news/fang_news/pipelines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starryrbs/awesome-scrapy/HEAD/fang_news/fang_news/pipelines.py -------------------------------------------------------------------------------- /fang_news/fang_news/run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starryrbs/awesome-scrapy/HEAD/fang_news/fang_news/run.py -------------------------------------------------------------------------------- /fang_news/fang_news/settings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starryrbs/awesome-scrapy/HEAD/fang_news/fang_news/settings.py -------------------------------------------------------------------------------- /fang_news/fang_news/spiders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starryrbs/awesome-scrapy/HEAD/fang_news/fang_news/spiders/__init__.py -------------------------------------------------------------------------------- /fang_news/fang_news/spiders/anjuke/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /fang_news/fang_news/spiders/anjuke/pider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starryrbs/awesome-scrapy/HEAD/fang_news/fang_news/spiders/anjuke/pider.py -------------------------------------------------------------------------------- /fang_news/fang_news/spiders/fang/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /fang_news/fang_news/spiders/fang/spider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starryrbs/awesome-scrapy/HEAD/fang_news/fang_news/spiders/fang/spider.py -------------------------------------------------------------------------------- /fang_news/scrapy.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starryrbs/awesome-scrapy/HEAD/fang_news/scrapy.cfg -------------------------------------------------------------------------------- /images/baidu_curl.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starryrbs/awesome-scrapy/HEAD/images/baidu_curl.png -------------------------------------------------------------------------------- /images/baidu_network.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starryrbs/awesome-scrapy/HEAD/images/baidu_network.png -------------------------------------------------------------------------------- /images/baidu_page.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starryrbs/awesome-scrapy/HEAD/images/baidu_page.png --------------------------------------------------------------------------------