├── .gitignore ├── Dockerfile ├── LICENSE ├── README.md ├── __init__.py ├── config.py ├── crawler ├── __init__.py ├── items.py ├── pipelines.py ├── settings.py └── spiders │ ├── __init__.py │ ├── proxy │ ├── __init__.py │ ├── basespider.py │ ├── data5u.py │ ├── freeproxylists.py │ ├── gatherproxy.py │ ├── hidemy.py │ ├── ip181.py │ ├── kuaidaili.py │ ├── proxydb.py │ ├── proxylistplus.py │ ├── sixsixip.py │ ├── usproxy.py │ └── xicidaili.py │ └── validator │ ├── __init__.py │ ├── amazoncn.py │ ├── anjuke.py │ ├── assetstore.py │ ├── baidu.py │ ├── bbs.py │ ├── boss.py │ ├── douban.py │ ├── gather.py │ ├── httpbin.py │ ├── jd.py │ ├── lagou.py │ ├── liepin.py │ ├── steam.py │ ├── validator.py │ └── zhilian.py ├── db.sql ├── ipproxytool.py ├── proxy.py ├── requirements.txt ├── run_crawl_proxy.py ├── run_server.py ├── run_spider.py ├── run_validator.py ├── run_validator_async.py ├── scrapy.cfg ├── server ├── __init__.py └── dataserver.py ├── sql ├── __init__.py ├── mongodb.py ├── mysql.py ├── sql_base.py └── sql_manager.py ├── utils.py └── weixin.png /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awolfly9/IPProxyTool/HEAD/.gitignore -------------------------------------------------------------------------------- /Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awolfly9/IPProxyTool/HEAD/Dockerfile -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awolfly9/IPProxyTool/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awolfly9/IPProxyTool/HEAD/README.md -------------------------------------------------------------------------------- /__init__.py: -------------------------------------------------------------------------------- 1 | #-*- coding: utf-8 -*- 2 | 3 | -------------------------------------------------------------------------------- /config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awolfly9/IPProxyTool/HEAD/config.py -------------------------------------------------------------------------------- /crawler/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /crawler/items.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awolfly9/IPProxyTool/HEAD/crawler/items.py -------------------------------------------------------------------------------- /crawler/pipelines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awolfly9/IPProxyTool/HEAD/crawler/pipelines.py -------------------------------------------------------------------------------- /crawler/settings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awolfly9/IPProxyTool/HEAD/crawler/settings.py -------------------------------------------------------------------------------- /crawler/spiders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awolfly9/IPProxyTool/HEAD/crawler/spiders/__init__.py -------------------------------------------------------------------------------- /crawler/spiders/proxy/__init__.py: -------------------------------------------------------------------------------- 1 | # coding=utf-8 2 | 3 | -------------------------------------------------------------------------------- /crawler/spiders/proxy/basespider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awolfly9/IPProxyTool/HEAD/crawler/spiders/proxy/basespider.py -------------------------------------------------------------------------------- /crawler/spiders/proxy/data5u.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awolfly9/IPProxyTool/HEAD/crawler/spiders/proxy/data5u.py -------------------------------------------------------------------------------- /crawler/spiders/proxy/freeproxylists.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awolfly9/IPProxyTool/HEAD/crawler/spiders/proxy/freeproxylists.py -------------------------------------------------------------------------------- /crawler/spiders/proxy/gatherproxy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awolfly9/IPProxyTool/HEAD/crawler/spiders/proxy/gatherproxy.py -------------------------------------------------------------------------------- /crawler/spiders/proxy/hidemy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awolfly9/IPProxyTool/HEAD/crawler/spiders/proxy/hidemy.py -------------------------------------------------------------------------------- /crawler/spiders/proxy/ip181.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awolfly9/IPProxyTool/HEAD/crawler/spiders/proxy/ip181.py -------------------------------------------------------------------------------- /crawler/spiders/proxy/kuaidaili.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awolfly9/IPProxyTool/HEAD/crawler/spiders/proxy/kuaidaili.py -------------------------------------------------------------------------------- /crawler/spiders/proxy/proxydb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awolfly9/IPProxyTool/HEAD/crawler/spiders/proxy/proxydb.py -------------------------------------------------------------------------------- /crawler/spiders/proxy/proxylistplus.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awolfly9/IPProxyTool/HEAD/crawler/spiders/proxy/proxylistplus.py -------------------------------------------------------------------------------- /crawler/spiders/proxy/sixsixip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awolfly9/IPProxyTool/HEAD/crawler/spiders/proxy/sixsixip.py -------------------------------------------------------------------------------- /crawler/spiders/proxy/usproxy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awolfly9/IPProxyTool/HEAD/crawler/spiders/proxy/usproxy.py -------------------------------------------------------------------------------- /crawler/spiders/proxy/xicidaili.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awolfly9/IPProxyTool/HEAD/crawler/spiders/proxy/xicidaili.py -------------------------------------------------------------------------------- /crawler/spiders/validator/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awolfly9/IPProxyTool/HEAD/crawler/spiders/validator/__init__.py -------------------------------------------------------------------------------- /crawler/spiders/validator/amazoncn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awolfly9/IPProxyTool/HEAD/crawler/spiders/validator/amazoncn.py -------------------------------------------------------------------------------- /crawler/spiders/validator/anjuke.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awolfly9/IPProxyTool/HEAD/crawler/spiders/validator/anjuke.py -------------------------------------------------------------------------------- /crawler/spiders/validator/assetstore.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awolfly9/IPProxyTool/HEAD/crawler/spiders/validator/assetstore.py -------------------------------------------------------------------------------- /crawler/spiders/validator/baidu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awolfly9/IPProxyTool/HEAD/crawler/spiders/validator/baidu.py -------------------------------------------------------------------------------- /crawler/spiders/validator/bbs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awolfly9/IPProxyTool/HEAD/crawler/spiders/validator/bbs.py -------------------------------------------------------------------------------- /crawler/spiders/validator/boss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awolfly9/IPProxyTool/HEAD/crawler/spiders/validator/boss.py -------------------------------------------------------------------------------- /crawler/spiders/validator/douban.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awolfly9/IPProxyTool/HEAD/crawler/spiders/validator/douban.py -------------------------------------------------------------------------------- /crawler/spiders/validator/gather.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awolfly9/IPProxyTool/HEAD/crawler/spiders/validator/gather.py -------------------------------------------------------------------------------- /crawler/spiders/validator/httpbin.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awolfly9/IPProxyTool/HEAD/crawler/spiders/validator/httpbin.py -------------------------------------------------------------------------------- /crawler/spiders/validator/jd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awolfly9/IPProxyTool/HEAD/crawler/spiders/validator/jd.py -------------------------------------------------------------------------------- /crawler/spiders/validator/lagou.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awolfly9/IPProxyTool/HEAD/crawler/spiders/validator/lagou.py -------------------------------------------------------------------------------- /crawler/spiders/validator/liepin.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awolfly9/IPProxyTool/HEAD/crawler/spiders/validator/liepin.py -------------------------------------------------------------------------------- /crawler/spiders/validator/steam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awolfly9/IPProxyTool/HEAD/crawler/spiders/validator/steam.py -------------------------------------------------------------------------------- /crawler/spiders/validator/validator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awolfly9/IPProxyTool/HEAD/crawler/spiders/validator/validator.py -------------------------------------------------------------------------------- /crawler/spiders/validator/zhilian.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awolfly9/IPProxyTool/HEAD/crawler/spiders/validator/zhilian.py -------------------------------------------------------------------------------- /db.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awolfly9/IPProxyTool/HEAD/db.sql -------------------------------------------------------------------------------- /ipproxytool.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awolfly9/IPProxyTool/HEAD/ipproxytool.py -------------------------------------------------------------------------------- /proxy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awolfly9/IPProxyTool/HEAD/proxy.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awolfly9/IPProxyTool/HEAD/requirements.txt -------------------------------------------------------------------------------- /run_crawl_proxy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awolfly9/IPProxyTool/HEAD/run_crawl_proxy.py -------------------------------------------------------------------------------- /run_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awolfly9/IPProxyTool/HEAD/run_server.py -------------------------------------------------------------------------------- /run_spider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awolfly9/IPProxyTool/HEAD/run_spider.py -------------------------------------------------------------------------------- /run_validator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awolfly9/IPProxyTool/HEAD/run_validator.py -------------------------------------------------------------------------------- /run_validator_async.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awolfly9/IPProxyTool/HEAD/run_validator_async.py -------------------------------------------------------------------------------- /scrapy.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awolfly9/IPProxyTool/HEAD/scrapy.cfg -------------------------------------------------------------------------------- /server/__init__.py: -------------------------------------------------------------------------------- 1 | #-*- coding: utf-8 -*- 2 | 3 | -------------------------------------------------------------------------------- /server/dataserver.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awolfly9/IPProxyTool/HEAD/server/dataserver.py -------------------------------------------------------------------------------- /sql/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awolfly9/IPProxyTool/HEAD/sql/__init__.py -------------------------------------------------------------------------------- /sql/mongodb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awolfly9/IPProxyTool/HEAD/sql/mongodb.py -------------------------------------------------------------------------------- /sql/mysql.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awolfly9/IPProxyTool/HEAD/sql/mysql.py -------------------------------------------------------------------------------- /sql/sql_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awolfly9/IPProxyTool/HEAD/sql/sql_base.py -------------------------------------------------------------------------------- /sql/sql_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awolfly9/IPProxyTool/HEAD/sql/sql_manager.py -------------------------------------------------------------------------------- /utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awolfly9/IPProxyTool/HEAD/utils.py -------------------------------------------------------------------------------- /weixin.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awolfly9/IPProxyTool/HEAD/weixin.png --------------------------------------------------------------------------------