├── .gitignore ├── README.md ├── __init__.py ├── scrapy.cfg ├── static ├── css │ ├── bootstrap-rtl.css │ ├── bootstrap-rtl.min.css │ ├── bootstrap.css │ ├── bootstrap.min.css │ ├── plugins │ │ └── morris.css │ ├── sb-admin-rtl.css │ └── sb-admin.css ├── font-awesome │ ├── css │ │ ├── font-awesome.css │ │ └── font-awesome.min.css │ ├── fonts │ │ ├── FontAwesome.otf │ │ ├── fontawesome-webfont.eot │ │ ├── fontawesome-webfont.svg │ │ ├── fontawesome-webfont.ttf │ │ └── fontawesome-webfont.woff │ ├── less │ │ ├── bordered-pulled.less │ │ ├── core.less │ │ ├── fixed-width.less │ │ ├── font-awesome.less │ │ ├── icons.less │ │ ├── larger.less │ │ ├── list.less │ │ ├── mixins.less │ │ ├── path.less │ │ ├── rotated-flipped.less │ │ ├── spinning.less │ │ ├── stacked.less │ │ └── variables.less │ └── scss │ │ ├── _bordered-pulled.scss │ │ ├── _core.scss │ │ ├── _fixed-width.scss │ │ ├── _icons.scss │ │ ├── _larger.scss │ │ ├── _list.scss │ │ ├── _mixins.scss │ │ ├── _path.scss │ │ ├── _rotated-flipped.scss │ │ ├── _spinning.scss │ │ ├── _stacked.scss │ │ ├── _variables.scss │ │ └── font-awesome.scss ├── fonts │ ├── glyphicons-halflings-regular.eot │ ├── glyphicons-halflings-regular.svg │ ├── glyphicons-halflings-regular.ttf │ ├── glyphicons-halflings-regular.woff │ └── glyphicons-halflings-regular.woff2 └── js │ ├── bootstrap.js │ ├── bootstrap.min.js │ ├── jquery.js │ └── plugins │ ├── flot │ ├── excanvas.min.js │ ├── flot-data.js │ ├── jquery.flot.js │ ├── jquery.flot.pie.js │ ├── jquery.flot.resize.js │ └── jquery.flot.tooltip.min.js │ └── morris │ ├── morris-data.js │ ├── morris.js │ ├── morris.min.js │ └── raphael.min.js ├── templates ├── block_page.html ├── charts.html ├── forms.html ├── index.html ├── list.html ├── list.html_bak ├── public_css.html ├── public_js.html ├── public_left.html ├── public_nav.html ├── search_list.html_bak ├── tables.html └── test.html ├── web.py └── webspider ├── QiniuStorage.py ├── QiniuStore.py ├── SearchApi.py ├── __init__.py ├── addSearch.py ├── conf ├── __init__.py └── config.py ├── delProxy.py ├── downloaderMiddlewareSet.py ├── getProxy.py ├── model ├── Article.py ├── Classify.py ├── Page.py ├── Proxy.py ├── Rule.py └── __init__.py ├── pipelines.py ├── run.py ├── search ├── __init__.py └── search._py ├── settings.py ├── spiders ├── ImgSpider.py ├── ProxySpider.py ├── RuleSpider.py ├── __init__.py └── item │ ├── ArticleItem.py │ ├── ImgItem.py │ ├── ProxyItem.py │ └── __init__.py └── util ├── UserAgent.py ├── WebProxy.py ├── __init__.py └── common.py /.gitignore: -------------------------------------------------------------------------------- 1 | *.pyc 2 | # IDE相关，不再同步 3 | /.idea -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/README.md -------------------------------------------------------------------------------- /__init__.py: -------------------------------------------------------------------------------- 1 | # python 2 | # -*- coding: utf-8 -*- 3 | -------------------------------------------------------------------------------- /scrapy.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/scrapy.cfg -------------------------------------------------------------------------------- /static/css/bootstrap-rtl.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/static/css/bootstrap-rtl.css -------------------------------------------------------------------------------- /static/css/bootstrap-rtl.min.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/static/css/bootstrap-rtl.min.css -------------------------------------------------------------------------------- /static/css/bootstrap.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/static/css/bootstrap.css -------------------------------------------------------------------------------- /static/css/bootstrap.min.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/static/css/bootstrap.min.css -------------------------------------------------------------------------------- /static/css/plugins/morris.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/static/css/plugins/morris.css -------------------------------------------------------------------------------- /static/css/sb-admin-rtl.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/static/css/sb-admin-rtl.css -------------------------------------------------------------------------------- /static/css/sb-admin.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/static/css/sb-admin.css -------------------------------------------------------------------------------- /static/font-awesome/css/font-awesome.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/static/font-awesome/css/font-awesome.css -------------------------------------------------------------------------------- /static/font-awesome/css/font-awesome.min.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/static/font-awesome/css/font-awesome.min.css -------------------------------------------------------------------------------- /static/font-awesome/fonts/FontAwesome.otf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/static/font-awesome/fonts/FontAwesome.otf -------------------------------------------------------------------------------- /static/font-awesome/fonts/fontawesome-webfont.eot: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/static/font-awesome/fonts/fontawesome-webfont.eot -------------------------------------------------------------------------------- /static/font-awesome/fonts/fontawesome-webfont.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/static/font-awesome/fonts/fontawesome-webfont.svg -------------------------------------------------------------------------------- /static/font-awesome/fonts/fontawesome-webfont.ttf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/static/font-awesome/fonts/fontawesome-webfont.ttf -------------------------------------------------------------------------------- /static/font-awesome/fonts/fontawesome-webfont.woff: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/static/font-awesome/fonts/fontawesome-webfont.woff -------------------------------------------------------------------------------- /static/font-awesome/less/bordered-pulled.less: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/static/font-awesome/less/bordered-pulled.less -------------------------------------------------------------------------------- /static/font-awesome/less/core.less: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/static/font-awesome/less/core.less -------------------------------------------------------------------------------- /static/font-awesome/less/fixed-width.less: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/static/font-awesome/less/fixed-width.less -------------------------------------------------------------------------------- /static/font-awesome/less/font-awesome.less: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/static/font-awesome/less/font-awesome.less -------------------------------------------------------------------------------- /static/font-awesome/less/icons.less: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/static/font-awesome/less/icons.less -------------------------------------------------------------------------------- /static/font-awesome/less/larger.less: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/static/font-awesome/less/larger.less -------------------------------------------------------------------------------- /static/font-awesome/less/list.less: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/static/font-awesome/less/list.less -------------------------------------------------------------------------------- /static/font-awesome/less/mixins.less: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/static/font-awesome/less/mixins.less -------------------------------------------------------------------------------- /static/font-awesome/less/path.less: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/static/font-awesome/less/path.less -------------------------------------------------------------------------------- /static/font-awesome/less/rotated-flipped.less: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/static/font-awesome/less/rotated-flipped.less -------------------------------------------------------------------------------- /static/font-awesome/less/spinning.less: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/static/font-awesome/less/spinning.less -------------------------------------------------------------------------------- /static/font-awesome/less/stacked.less: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/static/font-awesome/less/stacked.less -------------------------------------------------------------------------------- /static/font-awesome/less/variables.less: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/static/font-awesome/less/variables.less -------------------------------------------------------------------------------- /static/font-awesome/scss/_bordered-pulled.scss: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/static/font-awesome/scss/_bordered-pulled.scss -------------------------------------------------------------------------------- /static/font-awesome/scss/_core.scss: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/static/font-awesome/scss/_core.scss -------------------------------------------------------------------------------- /static/font-awesome/scss/_fixed-width.scss: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/static/font-awesome/scss/_fixed-width.scss -------------------------------------------------------------------------------- /static/font-awesome/scss/_icons.scss: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/static/font-awesome/scss/_icons.scss -------------------------------------------------------------------------------- /static/font-awesome/scss/_larger.scss: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/static/font-awesome/scss/_larger.scss -------------------------------------------------------------------------------- /static/font-awesome/scss/_list.scss: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/static/font-awesome/scss/_list.scss -------------------------------------------------------------------------------- /static/font-awesome/scss/_mixins.scss: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/static/font-awesome/scss/_mixins.scss -------------------------------------------------------------------------------- /static/font-awesome/scss/_path.scss: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/static/font-awesome/scss/_path.scss -------------------------------------------------------------------------------- /static/font-awesome/scss/_rotated-flipped.scss: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/static/font-awesome/scss/_rotated-flipped.scss -------------------------------------------------------------------------------- /static/font-awesome/scss/_spinning.scss: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/static/font-awesome/scss/_spinning.scss -------------------------------------------------------------------------------- /static/font-awesome/scss/_stacked.scss: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/static/font-awesome/scss/_stacked.scss -------------------------------------------------------------------------------- /static/font-awesome/scss/_variables.scss: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/static/font-awesome/scss/_variables.scss -------------------------------------------------------------------------------- /static/font-awesome/scss/font-awesome.scss: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/static/font-awesome/scss/font-awesome.scss -------------------------------------------------------------------------------- /static/fonts/glyphicons-halflings-regular.eot: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/static/fonts/glyphicons-halflings-regular.eot -------------------------------------------------------------------------------- /static/fonts/glyphicons-halflings-regular.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/static/fonts/glyphicons-halflings-regular.svg -------------------------------------------------------------------------------- /static/fonts/glyphicons-halflings-regular.ttf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/static/fonts/glyphicons-halflings-regular.ttf -------------------------------------------------------------------------------- /static/fonts/glyphicons-halflings-regular.woff: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/static/fonts/glyphicons-halflings-regular.woff -------------------------------------------------------------------------------- /static/fonts/glyphicons-halflings-regular.woff2: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/static/fonts/glyphicons-halflings-regular.woff2 -------------------------------------------------------------------------------- /static/js/bootstrap.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/static/js/bootstrap.js -------------------------------------------------------------------------------- /static/js/bootstrap.min.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/static/js/bootstrap.min.js -------------------------------------------------------------------------------- /static/js/jquery.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/static/js/jquery.js -------------------------------------------------------------------------------- /static/js/plugins/flot/excanvas.min.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/static/js/plugins/flot/excanvas.min.js -------------------------------------------------------------------------------- /static/js/plugins/flot/flot-data.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/static/js/plugins/flot/flot-data.js -------------------------------------------------------------------------------- /static/js/plugins/flot/jquery.flot.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/static/js/plugins/flot/jquery.flot.js -------------------------------------------------------------------------------- /static/js/plugins/flot/jquery.flot.pie.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/static/js/plugins/flot/jquery.flot.pie.js -------------------------------------------------------------------------------- /static/js/plugins/flot/jquery.flot.resize.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/static/js/plugins/flot/jquery.flot.resize.js -------------------------------------------------------------------------------- /static/js/plugins/flot/jquery.flot.tooltip.min.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/static/js/plugins/flot/jquery.flot.tooltip.min.js -------------------------------------------------------------------------------- /static/js/plugins/morris/morris-data.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/static/js/plugins/morris/morris-data.js -------------------------------------------------------------------------------- /static/js/plugins/morris/morris.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/static/js/plugins/morris/morris.js -------------------------------------------------------------------------------- /static/js/plugins/morris/morris.min.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/static/js/plugins/morris/morris.min.js -------------------------------------------------------------------------------- /static/js/plugins/morris/raphael.min.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/static/js/plugins/morris/raphael.min.js -------------------------------------------------------------------------------- /templates/block_page.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/templates/block_page.html -------------------------------------------------------------------------------- /templates/charts.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/templates/charts.html -------------------------------------------------------------------------------- /templates/forms.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/templates/forms.html -------------------------------------------------------------------------------- /templates/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/templates/index.html -------------------------------------------------------------------------------- /templates/list.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/templates/list.html -------------------------------------------------------------------------------- /templates/list.html_bak: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/templates/list.html_bak -------------------------------------------------------------------------------- /templates/public_css.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/templates/public_css.html -------------------------------------------------------------------------------- /templates/public_js.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/templates/public_js.html -------------------------------------------------------------------------------- /templates/public_left.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/templates/public_left.html -------------------------------------------------------------------------------- /templates/public_nav.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/templates/public_nav.html -------------------------------------------------------------------------------- /templates/search_list.html_bak: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/templates/search_list.html_bak -------------------------------------------------------------------------------- /templates/tables.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/templates/tables.html -------------------------------------------------------------------------------- /templates/test.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/templates/test.html -------------------------------------------------------------------------------- /web.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/web.py -------------------------------------------------------------------------------- /webspider/QiniuStorage.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/webspider/QiniuStorage.py -------------------------------------------------------------------------------- /webspider/QiniuStore.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/webspider/QiniuStore.py -------------------------------------------------------------------------------- /webspider/SearchApi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/webspider/SearchApi.py -------------------------------------------------------------------------------- /webspider/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /webspider/addSearch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/webspider/addSearch.py -------------------------------------------------------------------------------- /webspider/conf/__init__.py: -------------------------------------------------------------------------------- 1 | # python 2 | # -*- coding: utf-8 -*- 3 | -------------------------------------------------------------------------------- /webspider/conf/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/webspider/conf/config.py -------------------------------------------------------------------------------- /webspider/delProxy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/webspider/delProxy.py -------------------------------------------------------------------------------- /webspider/downloaderMiddlewareSet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/webspider/downloaderMiddlewareSet.py -------------------------------------------------------------------------------- /webspider/getProxy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/webspider/getProxy.py -------------------------------------------------------------------------------- /webspider/model/Article.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/webspider/model/Article.py -------------------------------------------------------------------------------- /webspider/model/Classify.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/webspider/model/Classify.py -------------------------------------------------------------------------------- /webspider/model/Page.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/webspider/model/Page.py -------------------------------------------------------------------------------- /webspider/model/Proxy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/webspider/model/Proxy.py -------------------------------------------------------------------------------- /webspider/model/Rule.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/webspider/model/Rule.py -------------------------------------------------------------------------------- /webspider/model/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /webspider/pipelines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/webspider/pipelines.py -------------------------------------------------------------------------------- /webspider/run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/webspider/run.py -------------------------------------------------------------------------------- /webspider/search/__init__.py: -------------------------------------------------------------------------------- 1 | # python 2 | # -*- coding: utf-8 -*- 3 | -------------------------------------------------------------------------------- /webspider/search/search._py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/webspider/search/search._py -------------------------------------------------------------------------------- /webspider/settings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/webspider/settings.py -------------------------------------------------------------------------------- /webspider/spiders/ImgSpider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/webspider/spiders/ImgSpider.py -------------------------------------------------------------------------------- /webspider/spiders/ProxySpider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/webspider/spiders/ProxySpider.py -------------------------------------------------------------------------------- /webspider/spiders/RuleSpider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/webspider/spiders/RuleSpider.py -------------------------------------------------------------------------------- /webspider/spiders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/webspider/spiders/__init__.py -------------------------------------------------------------------------------- /webspider/spiders/item/ArticleItem.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/webspider/spiders/item/ArticleItem.py -------------------------------------------------------------------------------- /webspider/spiders/item/ImgItem.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/webspider/spiders/item/ImgItem.py -------------------------------------------------------------------------------- /webspider/spiders/item/ProxyItem.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/webspider/spiders/item/ProxyItem.py -------------------------------------------------------------------------------- /webspider/spiders/item/__init__.py: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env python 2 | # -*- coding: utf-8 -*- 3 | 4 | __mtime__ = '2015/12/18' 5 | -------------------------------------------------------------------------------- /webspider/util/UserAgent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/webspider/util/UserAgent.py -------------------------------------------------------------------------------- /webspider/util/WebProxy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/webspider/util/WebProxy.py -------------------------------------------------------------------------------- /webspider/util/__init__.py: -------------------------------------------------------------------------------- 1 | # python 2 | # -*- coding: utf-8 -*- 3 | -------------------------------------------------------------------------------- /webspider/util/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengxiaochuang/ScrapyDemo/HEAD/webspider/util/common.py --------------------------------------------------------------------------------