├── .gitignore ├── README.md ├── crawall.py ├── crontabtest.py ├── proxies.txt ├── run.py ├── runners.py ├── schedulers.py ├── scrapy.cfg ├── scrapy.sh.template ├── test.py └── xinmeispiders ├── __init__.py ├── db.py.template ├── items.py ├── middleware.py ├── pipelines.py ├── settings.py.template └── spiders ├── __init__.py ├── baidu_crawler.py ├── google_crawler.py └── sogou_crawler.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/moJiXiang/xinmeispiders/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/moJiXiang/xinmeispiders/HEAD/README.md -------------------------------------------------------------------------------- /crawall.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/moJiXiang/xinmeispiders/HEAD/crawall.py -------------------------------------------------------------------------------- /crontabtest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/moJiXiang/xinmeispiders/HEAD/crontabtest.py -------------------------------------------------------------------------------- /proxies.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/moJiXiang/xinmeispiders/HEAD/proxies.txt -------------------------------------------------------------------------------- /run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/moJiXiang/xinmeispiders/HEAD/run.py -------------------------------------------------------------------------------- /runners.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/moJiXiang/xinmeispiders/HEAD/runners.py -------------------------------------------------------------------------------- /schedulers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/moJiXiang/xinmeispiders/HEAD/schedulers.py -------------------------------------------------------------------------------- /scrapy.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/moJiXiang/xinmeispiders/HEAD/scrapy.cfg -------------------------------------------------------------------------------- /scrapy.sh.template: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/moJiXiang/xinmeispiders/HEAD/scrapy.sh.template -------------------------------------------------------------------------------- /test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/moJiXiang/xinmeispiders/HEAD/test.py -------------------------------------------------------------------------------- /xinmeispiders/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /xinmeispiders/db.py.template: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/moJiXiang/xinmeispiders/HEAD/xinmeispiders/db.py.template -------------------------------------------------------------------------------- /xinmeispiders/items.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/moJiXiang/xinmeispiders/HEAD/xinmeispiders/items.py -------------------------------------------------------------------------------- /xinmeispiders/middleware.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/moJiXiang/xinmeispiders/HEAD/xinmeispiders/middleware.py -------------------------------------------------------------------------------- /xinmeispiders/pipelines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/moJiXiang/xinmeispiders/HEAD/xinmeispiders/pipelines.py -------------------------------------------------------------------------------- /xinmeispiders/settings.py.template: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/moJiXiang/xinmeispiders/HEAD/xinmeispiders/settings.py.template -------------------------------------------------------------------------------- /xinmeispiders/spiders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/moJiXiang/xinmeispiders/HEAD/xinmeispiders/spiders/__init__.py -------------------------------------------------------------------------------- /xinmeispiders/spiders/baidu_crawler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/moJiXiang/xinmeispiders/HEAD/xinmeispiders/spiders/baidu_crawler.py -------------------------------------------------------------------------------- /xinmeispiders/spiders/google_crawler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/moJiXiang/xinmeispiders/HEAD/xinmeispiders/spiders/google_crawler.py -------------------------------------------------------------------------------- /xinmeispiders/spiders/sogou_crawler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/moJiXiang/xinmeispiders/HEAD/xinmeispiders/spiders/sogou_crawler.py --------------------------------------------------------------------------------