├── .idea ├── Scrapy_IPProxyPool.iml ├── misc.xml ├── modules.xml └── vcs.xml ├── README.md ├── config └── config.py ├── proxyPool ├── ProxyPoolWorker.py ├── dbManager │ └── proxyDBManager.py ├── model │ └── proxy.py ├── requester │ └── requestEnginer.py ├── scrapy │ ├── RandomUserAgentMiddleware.py │ └── middlewares.py └── spiders │ ├── baseSpider.py │ ├── data5uSpider.py │ ├── kuaidailiSpider.py │ └── xiciSpider.py ├── startrun.py ├── testCase.py └── your_scrapy_project └── settings.py /.idea/Scrapy_IPProxyPool.iml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/monkey-soft/Scrapy_IPProxyPool/HEAD/.idea/Scrapy_IPProxyPool.iml -------------------------------------------------------------------------------- /.idea/misc.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/monkey-soft/Scrapy_IPProxyPool/HEAD/.idea/misc.xml -------------------------------------------------------------------------------- /.idea/modules.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/monkey-soft/Scrapy_IPProxyPool/HEAD/.idea/modules.xml -------------------------------------------------------------------------------- /.idea/vcs.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/monkey-soft/Scrapy_IPProxyPool/HEAD/.idea/vcs.xml -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/monkey-soft/Scrapy_IPProxyPool/HEAD/README.md -------------------------------------------------------------------------------- /config/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/monkey-soft/Scrapy_IPProxyPool/HEAD/config/config.py -------------------------------------------------------------------------------- /proxyPool/ProxyPoolWorker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/monkey-soft/Scrapy_IPProxyPool/HEAD/proxyPool/ProxyPoolWorker.py -------------------------------------------------------------------------------- /proxyPool/dbManager/proxyDBManager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/monkey-soft/Scrapy_IPProxyPool/HEAD/proxyPool/dbManager/proxyDBManager.py -------------------------------------------------------------------------------- /proxyPool/model/proxy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/monkey-soft/Scrapy_IPProxyPool/HEAD/proxyPool/model/proxy.py -------------------------------------------------------------------------------- /proxyPool/requester/requestEnginer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/monkey-soft/Scrapy_IPProxyPool/HEAD/proxyPool/requester/requestEnginer.py -------------------------------------------------------------------------------- /proxyPool/scrapy/RandomUserAgentMiddleware.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/monkey-soft/Scrapy_IPProxyPool/HEAD/proxyPool/scrapy/RandomUserAgentMiddleware.py -------------------------------------------------------------------------------- /proxyPool/scrapy/middlewares.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/monkey-soft/Scrapy_IPProxyPool/HEAD/proxyPool/scrapy/middlewares.py -------------------------------------------------------------------------------- /proxyPool/spiders/baseSpider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/monkey-soft/Scrapy_IPProxyPool/HEAD/proxyPool/spiders/baseSpider.py -------------------------------------------------------------------------------- /proxyPool/spiders/data5uSpider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/monkey-soft/Scrapy_IPProxyPool/HEAD/proxyPool/spiders/data5uSpider.py -------------------------------------------------------------------------------- /proxyPool/spiders/kuaidailiSpider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/monkey-soft/Scrapy_IPProxyPool/HEAD/proxyPool/spiders/kuaidailiSpider.py -------------------------------------------------------------------------------- /proxyPool/spiders/xiciSpider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/monkey-soft/Scrapy_IPProxyPool/HEAD/proxyPool/spiders/xiciSpider.py -------------------------------------------------------------------------------- /startrun.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/monkey-soft/Scrapy_IPProxyPool/HEAD/startrun.py -------------------------------------------------------------------------------- /testCase.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/monkey-soft/Scrapy_IPProxyPool/HEAD/testCase.py -------------------------------------------------------------------------------- /your_scrapy_project/settings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/monkey-soft/Scrapy_IPProxyPool/HEAD/your_scrapy_project/settings.py --------------------------------------------------------------------------------