├── .gitignore ├── Pipfile ├── README.org ├── images ├── jd_analyze.png ├── jd_comment.png ├── jd_comment_graphite1.png ├── jd_comment_graphite2.png ├── jd_comment_summary.png ├── jd_item_analyze.png └── jd_parameters.png ├── jd ├── jd │ ├── __init__.py │ ├── items.py │ ├── middlewares.py │ ├── pipelines.py │ ├── proxy_ip.txt │ ├── requirements.txt │ ├── settings.py │ ├── spiders │ │ ├── __init__.py │ │ ├── exception.py │ │ └── jd.py │ ├── statscol │ │ └── graphite.py │ └── utils │ │ ├── color.py │ │ └── termcolors.py └── scrapy.cfg └── jd_comment ├── jd_comment ├── __init__.py ├── db.py ├── items.py ├── middlewares.py ├── pipelines.py ├── requirements.txt ├── settings.py ├── spiders │ ├── __init__.py │ └── jd_comment_spider.py ├── statscol │ └── graphite.py └── utils │ ├── color.py │ └── termcolors.py └── scrapy.cfg /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ramsayleung/jd_spider/HEAD/.gitignore -------------------------------------------------------------------------------- /Pipfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ramsayleung/jd_spider/HEAD/Pipfile -------------------------------------------------------------------------------- /README.org: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ramsayleung/jd_spider/HEAD/README.org -------------------------------------------------------------------------------- /images/jd_analyze.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ramsayleung/jd_spider/HEAD/images/jd_analyze.png -------------------------------------------------------------------------------- /images/jd_comment.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ramsayleung/jd_spider/HEAD/images/jd_comment.png -------------------------------------------------------------------------------- /images/jd_comment_graphite1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ramsayleung/jd_spider/HEAD/images/jd_comment_graphite1.png -------------------------------------------------------------------------------- /images/jd_comment_graphite2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ramsayleung/jd_spider/HEAD/images/jd_comment_graphite2.png -------------------------------------------------------------------------------- /images/jd_comment_summary.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ramsayleung/jd_spider/HEAD/images/jd_comment_summary.png -------------------------------------------------------------------------------- /images/jd_item_analyze.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ramsayleung/jd_spider/HEAD/images/jd_item_analyze.png -------------------------------------------------------------------------------- /images/jd_parameters.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ramsayleung/jd_spider/HEAD/images/jd_parameters.png -------------------------------------------------------------------------------- /jd/jd/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /jd/jd/items.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ramsayleung/jd_spider/HEAD/jd/jd/items.py -------------------------------------------------------------------------------- /jd/jd/middlewares.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ramsayleung/jd_spider/HEAD/jd/jd/middlewares.py -------------------------------------------------------------------------------- /jd/jd/pipelines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ramsayleung/jd_spider/HEAD/jd/jd/pipelines.py -------------------------------------------------------------------------------- /jd/jd/proxy_ip.txt: -------------------------------------------------------------------------------- 1 | http://175.6.254.244:8080 2 | -------------------------------------------------------------------------------- /jd/jd/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ramsayleung/jd_spider/HEAD/jd/jd/requirements.txt -------------------------------------------------------------------------------- /jd/jd/settings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ramsayleung/jd_spider/HEAD/jd/jd/settings.py -------------------------------------------------------------------------------- /jd/jd/spiders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ramsayleung/jd_spider/HEAD/jd/jd/spiders/__init__.py -------------------------------------------------------------------------------- /jd/jd/spiders/exception.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ramsayleung/jd_spider/HEAD/jd/jd/spiders/exception.py -------------------------------------------------------------------------------- /jd/jd/spiders/jd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ramsayleung/jd_spider/HEAD/jd/jd/spiders/jd.py -------------------------------------------------------------------------------- /jd/jd/statscol/graphite.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ramsayleung/jd_spider/HEAD/jd/jd/statscol/graphite.py -------------------------------------------------------------------------------- /jd/jd/utils/color.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ramsayleung/jd_spider/HEAD/jd/jd/utils/color.py -------------------------------------------------------------------------------- /jd/jd/utils/termcolors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ramsayleung/jd_spider/HEAD/jd/jd/utils/termcolors.py -------------------------------------------------------------------------------- /jd/scrapy.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ramsayleung/jd_spider/HEAD/jd/scrapy.cfg -------------------------------------------------------------------------------- /jd_comment/jd_comment/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /jd_comment/jd_comment/db.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ramsayleung/jd_spider/HEAD/jd_comment/jd_comment/db.py -------------------------------------------------------------------------------- /jd_comment/jd_comment/items.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ramsayleung/jd_spider/HEAD/jd_comment/jd_comment/items.py -------------------------------------------------------------------------------- /jd_comment/jd_comment/middlewares.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ramsayleung/jd_spider/HEAD/jd_comment/jd_comment/middlewares.py -------------------------------------------------------------------------------- /jd_comment/jd_comment/pipelines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ramsayleung/jd_spider/HEAD/jd_comment/jd_comment/pipelines.py -------------------------------------------------------------------------------- /jd_comment/jd_comment/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ramsayleung/jd_spider/HEAD/jd_comment/jd_comment/requirements.txt -------------------------------------------------------------------------------- /jd_comment/jd_comment/settings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ramsayleung/jd_spider/HEAD/jd_comment/jd_comment/settings.py -------------------------------------------------------------------------------- /jd_comment/jd_comment/spiders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ramsayleung/jd_spider/HEAD/jd_comment/jd_comment/spiders/__init__.py -------------------------------------------------------------------------------- /jd_comment/jd_comment/spiders/jd_comment_spider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ramsayleung/jd_spider/HEAD/jd_comment/jd_comment/spiders/jd_comment_spider.py -------------------------------------------------------------------------------- /jd_comment/jd_comment/statscol/graphite.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ramsayleung/jd_spider/HEAD/jd_comment/jd_comment/statscol/graphite.py -------------------------------------------------------------------------------- /jd_comment/jd_comment/utils/color.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ramsayleung/jd_spider/HEAD/jd_comment/jd_comment/utils/color.py -------------------------------------------------------------------------------- /jd_comment/jd_comment/utils/termcolors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ramsayleung/jd_spider/HEAD/jd_comment/jd_comment/utils/termcolors.py -------------------------------------------------------------------------------- /jd_comment/scrapy.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ramsayleung/jd_spider/HEAD/jd_comment/scrapy.cfg --------------------------------------------------------------------------------