├── .dockerignore ├── .github ├── ISSUE_TEMPLATE │ └── bug_report.md └── workflows │ ├── build.yml │ └── deploy.yml ├── .gitignore ├── Dockerfile ├── LICENSE ├── README.md ├── docker-compose.yml ├── examples ├── __init__.py ├── usage.py └── usage2.py ├── kubernetes ├── .helmignore ├── Chart.yaml ├── README.md ├── templates │ ├── _helpers.tpl │ ├── proxypool-deployment.yaml │ ├── proxypool-ingress.yaml │ ├── proxypool-service.yaml │ ├── redis-deployment.yaml │ └── redis-service.yaml └── values.yaml ├── proxypool ├── .gitignore ├── __init__.py ├── crawlers │ ├── __init__.py │ ├── base.py │ ├── private │ │ ├── .gitignore │ │ └── __init__.py │ └── public │ │ ├── __init__.py │ │ ├── daili66.py │ │ ├── data5u.py │ │ ├── docip.py │ │ ├── fatezero.py │ │ ├── geonodedaili.py │ │ ├── goubanjia.py │ │ ├── ihuan.py │ │ ├── ip3366.py │ │ ├── ip89.py │ │ ├── iphai.py │ │ ├── jiangxianli.py │ │ ├── kuaidaili.py │ │ ├── seofangfa.py │ │ ├── taiyangdaili.py │ │ ├── uqidata.py │ │ ├── xiaoshudaili.py │ │ ├── xicidaili.py │ │ ├── xiladaili.py │ │ ├── yqie.py │ │ └── zhandaye.py ├── exceptions │ ├── __init__.py │ └── empty.py ├── processors │ ├── __init__.py │ ├── getter.py │ ├── server.py │ └── tester.py ├── scheduler.py ├── schemas │ ├── __init__.py │ └── proxy.py ├── setting.py ├── storages │ ├── __init__.py │ └── redis.py ├── testers │ ├── __init__.py │ └── base.py └── utils │ ├── __init__.py │ └── proxy.py ├── release.sh ├── requirements.txt ├── run.py └── supervisord.conf /.dockerignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/ProxyPool/HEAD/.dockerignore -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/bug_report.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/ProxyPool/HEAD/.github/ISSUE_TEMPLATE/bug_report.md -------------------------------------------------------------------------------- /.github/workflows/build.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/ProxyPool/HEAD/.github/workflows/build.yml -------------------------------------------------------------------------------- /.github/workflows/deploy.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/ProxyPool/HEAD/.github/workflows/deploy.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/ProxyPool/HEAD/.gitignore -------------------------------------------------------------------------------- /Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/ProxyPool/HEAD/Dockerfile -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/ProxyPool/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/ProxyPool/HEAD/README.md -------------------------------------------------------------------------------- /docker-compose.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/ProxyPool/HEAD/docker-compose.yml -------------------------------------------------------------------------------- /examples/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /examples/usage.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/ProxyPool/HEAD/examples/usage.py -------------------------------------------------------------------------------- /examples/usage2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/ProxyPool/HEAD/examples/usage2.py -------------------------------------------------------------------------------- /kubernetes/.helmignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/ProxyPool/HEAD/kubernetes/.helmignore -------------------------------------------------------------------------------- /kubernetes/Chart.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/ProxyPool/HEAD/kubernetes/Chart.yaml -------------------------------------------------------------------------------- /kubernetes/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/ProxyPool/HEAD/kubernetes/README.md -------------------------------------------------------------------------------- /kubernetes/templates/_helpers.tpl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/ProxyPool/HEAD/kubernetes/templates/_helpers.tpl -------------------------------------------------------------------------------- /kubernetes/templates/proxypool-deployment.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/ProxyPool/HEAD/kubernetes/templates/proxypool-deployment.yaml -------------------------------------------------------------------------------- /kubernetes/templates/proxypool-ingress.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/ProxyPool/HEAD/kubernetes/templates/proxypool-ingress.yaml -------------------------------------------------------------------------------- /kubernetes/templates/proxypool-service.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/ProxyPool/HEAD/kubernetes/templates/proxypool-service.yaml -------------------------------------------------------------------------------- /kubernetes/templates/redis-deployment.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/ProxyPool/HEAD/kubernetes/templates/redis-deployment.yaml -------------------------------------------------------------------------------- /kubernetes/templates/redis-service.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/ProxyPool/HEAD/kubernetes/templates/redis-service.yaml -------------------------------------------------------------------------------- /kubernetes/values.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/ProxyPool/HEAD/kubernetes/values.yaml -------------------------------------------------------------------------------- /proxypool/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/ProxyPool/HEAD/proxypool/.gitignore -------------------------------------------------------------------------------- /proxypool/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /proxypool/crawlers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/ProxyPool/HEAD/proxypool/crawlers/__init__.py -------------------------------------------------------------------------------- /proxypool/crawlers/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/ProxyPool/HEAD/proxypool/crawlers/base.py -------------------------------------------------------------------------------- /proxypool/crawlers/private/.gitignore: -------------------------------------------------------------------------------- 1 | * 2 | !__init__.py -------------------------------------------------------------------------------- /proxypool/crawlers/private/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /proxypool/crawlers/public/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /proxypool/crawlers/public/daili66.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/ProxyPool/HEAD/proxypool/crawlers/public/daili66.py -------------------------------------------------------------------------------- /proxypool/crawlers/public/data5u.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/ProxyPool/HEAD/proxypool/crawlers/public/data5u.py -------------------------------------------------------------------------------- /proxypool/crawlers/public/docip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/ProxyPool/HEAD/proxypool/crawlers/public/docip.py -------------------------------------------------------------------------------- /proxypool/crawlers/public/fatezero.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/ProxyPool/HEAD/proxypool/crawlers/public/fatezero.py -------------------------------------------------------------------------------- /proxypool/crawlers/public/geonodedaili.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/ProxyPool/HEAD/proxypool/crawlers/public/geonodedaili.py -------------------------------------------------------------------------------- /proxypool/crawlers/public/goubanjia.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/ProxyPool/HEAD/proxypool/crawlers/public/goubanjia.py -------------------------------------------------------------------------------- /proxypool/crawlers/public/ihuan.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/ProxyPool/HEAD/proxypool/crawlers/public/ihuan.py -------------------------------------------------------------------------------- /proxypool/crawlers/public/ip3366.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/ProxyPool/HEAD/proxypool/crawlers/public/ip3366.py -------------------------------------------------------------------------------- /proxypool/crawlers/public/ip89.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/ProxyPool/HEAD/proxypool/crawlers/public/ip89.py -------------------------------------------------------------------------------- /proxypool/crawlers/public/iphai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/ProxyPool/HEAD/proxypool/crawlers/public/iphai.py -------------------------------------------------------------------------------- /proxypool/crawlers/public/jiangxianli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/ProxyPool/HEAD/proxypool/crawlers/public/jiangxianli.py -------------------------------------------------------------------------------- /proxypool/crawlers/public/kuaidaili.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/ProxyPool/HEAD/proxypool/crawlers/public/kuaidaili.py -------------------------------------------------------------------------------- /proxypool/crawlers/public/seofangfa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/ProxyPool/HEAD/proxypool/crawlers/public/seofangfa.py -------------------------------------------------------------------------------- /proxypool/crawlers/public/taiyangdaili.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/ProxyPool/HEAD/proxypool/crawlers/public/taiyangdaili.py -------------------------------------------------------------------------------- /proxypool/crawlers/public/uqidata.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/ProxyPool/HEAD/proxypool/crawlers/public/uqidata.py -------------------------------------------------------------------------------- /proxypool/crawlers/public/xiaoshudaili.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/ProxyPool/HEAD/proxypool/crawlers/public/xiaoshudaili.py -------------------------------------------------------------------------------- /proxypool/crawlers/public/xicidaili.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/ProxyPool/HEAD/proxypool/crawlers/public/xicidaili.py -------------------------------------------------------------------------------- /proxypool/crawlers/public/xiladaili.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/ProxyPool/HEAD/proxypool/crawlers/public/xiladaili.py -------------------------------------------------------------------------------- /proxypool/crawlers/public/yqie.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/ProxyPool/HEAD/proxypool/crawlers/public/yqie.py -------------------------------------------------------------------------------- /proxypool/crawlers/public/zhandaye.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/ProxyPool/HEAD/proxypool/crawlers/public/zhandaye.py -------------------------------------------------------------------------------- /proxypool/exceptions/__init__.py: -------------------------------------------------------------------------------- 1 | from .empty import PoolEmptyException -------------------------------------------------------------------------------- /proxypool/exceptions/empty.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/ProxyPool/HEAD/proxypool/exceptions/empty.py -------------------------------------------------------------------------------- /proxypool/processors/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /proxypool/processors/getter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/ProxyPool/HEAD/proxypool/processors/getter.py -------------------------------------------------------------------------------- /proxypool/processors/server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/ProxyPool/HEAD/proxypool/processors/server.py -------------------------------------------------------------------------------- /proxypool/processors/tester.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/ProxyPool/HEAD/proxypool/processors/tester.py -------------------------------------------------------------------------------- /proxypool/scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/ProxyPool/HEAD/proxypool/scheduler.py -------------------------------------------------------------------------------- /proxypool/schemas/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/ProxyPool/HEAD/proxypool/schemas/__init__.py -------------------------------------------------------------------------------- /proxypool/schemas/proxy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/ProxyPool/HEAD/proxypool/schemas/proxy.py -------------------------------------------------------------------------------- /proxypool/setting.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/ProxyPool/HEAD/proxypool/setting.py -------------------------------------------------------------------------------- /proxypool/storages/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /proxypool/storages/redis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/ProxyPool/HEAD/proxypool/storages/redis.py -------------------------------------------------------------------------------- /proxypool/testers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/ProxyPool/HEAD/proxypool/testers/__init__.py -------------------------------------------------------------------------------- /proxypool/testers/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/ProxyPool/HEAD/proxypool/testers/base.py -------------------------------------------------------------------------------- /proxypool/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /proxypool/utils/proxy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/ProxyPool/HEAD/proxypool/utils/proxy.py -------------------------------------------------------------------------------- /release.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/ProxyPool/HEAD/release.sh -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/ProxyPool/HEAD/requirements.txt -------------------------------------------------------------------------------- /run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/ProxyPool/HEAD/run.py -------------------------------------------------------------------------------- /supervisord.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/ProxyPool/HEAD/supervisord.conf --------------------------------------------------------------------------------