├── ProxyPool ├── .dockerignore ├── .github │ ├── ISSUE_TEMPLATE │ │ └── bug_report.md │ └── workflows │ │ ├── build.yml │ │ ├── deploy.yml │ │ └── package.yml ├── .gitignore ├── Dockerfile ├── LICENSE ├── README.md ├── deployment.yml ├── docker-compose.yml ├── examples │ ├── __init__.py │ └── usage.py ├── ingress.yml ├── proxypool │ ├── .gitignore │ ├── __init__.py │ ├── crawlers │ │ ├── __init__.py │ │ ├── base.py │ │ ├── private │ │ │ └── __init__.py │ │ └── public │ │ │ ├── __init__.py │ │ │ ├── daili66.py │ │ │ ├── ip3366.py │ │ │ ├── iphai.py │ │ │ └── kuaidaili.py │ ├── exceptions │ │ ├── __init__.py │ │ └── empty.py │ ├── processors │ │ ├── __init__.py │ │ ├── getter.py │ │ ├── server.py │ │ └── tester.py │ ├── scheduler.py │ ├── schemas │ │ ├── __init__.py │ │ └── proxy.py │ ├── setting.py │ ├── storages │ │ ├── __init__.py │ │ └── redis.py │ └── utils │ │ ├── __init__.py │ │ ├── parse.py │ │ └── proxy.py ├── requirements.txt ├── run.py └── supervisord.conf ├── README.md └── zhihuuser ├── build └── lib │ └── zhihuuser │ ├── __init__.py │ ├── items.py │ ├── middlewares.py │ ├── pipelines.py │ ├── settings.py │ └── spiders │ ├── __init__.py │ └── zhihu.py ├── project.egg-info ├── PKG-INFO ├── SOURCES.txt ├── dependency_links.txt ├── entry_points.txt └── top_level.txt ├── scrapy.cfg ├── setup.py └── zhihuuser ├── __init__.py ├── __pycache__ ├── __init__.cpython-36.pyc ├── items.cpython-36.pyc ├── middlewares.cpython-36.pyc ├── pipelines.cpython-36.pyc └── settings.cpython-36.pyc ├── items.py ├── middlewares.py ├── pipelines.py ├── settings.py └── spiders ├── __init__.py ├── __pycache__ ├── __init__.cpython-36.pyc └── zhihu.cpython-36.pyc └── zhihu.py /ProxyPool/.dockerignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Obsir/ZhihuUserSpider/HEAD/ProxyPool/.dockerignore -------------------------------------------------------------------------------- /ProxyPool/.github/ISSUE_TEMPLATE/bug_report.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Obsir/ZhihuUserSpider/HEAD/ProxyPool/.github/ISSUE_TEMPLATE/bug_report.md -------------------------------------------------------------------------------- /ProxyPool/.github/workflows/build.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Obsir/ZhihuUserSpider/HEAD/ProxyPool/.github/workflows/build.yml -------------------------------------------------------------------------------- /ProxyPool/.github/workflows/deploy.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Obsir/ZhihuUserSpider/HEAD/ProxyPool/.github/workflows/deploy.yml -------------------------------------------------------------------------------- /ProxyPool/.github/workflows/package.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Obsir/ZhihuUserSpider/HEAD/ProxyPool/.github/workflows/package.yml -------------------------------------------------------------------------------- /ProxyPool/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Obsir/ZhihuUserSpider/HEAD/ProxyPool/.gitignore -------------------------------------------------------------------------------- /ProxyPool/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Obsir/ZhihuUserSpider/HEAD/ProxyPool/Dockerfile -------------------------------------------------------------------------------- /ProxyPool/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Obsir/ZhihuUserSpider/HEAD/ProxyPool/LICENSE -------------------------------------------------------------------------------- /ProxyPool/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Obsir/ZhihuUserSpider/HEAD/ProxyPool/README.md -------------------------------------------------------------------------------- /ProxyPool/deployment.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Obsir/ZhihuUserSpider/HEAD/ProxyPool/deployment.yml -------------------------------------------------------------------------------- /ProxyPool/docker-compose.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Obsir/ZhihuUserSpider/HEAD/ProxyPool/docker-compose.yml -------------------------------------------------------------------------------- /ProxyPool/examples/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ProxyPool/examples/usage.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Obsir/ZhihuUserSpider/HEAD/ProxyPool/examples/usage.py -------------------------------------------------------------------------------- /ProxyPool/ingress.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Obsir/ZhihuUserSpider/HEAD/ProxyPool/ingress.yml -------------------------------------------------------------------------------- /ProxyPool/proxypool/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Obsir/ZhihuUserSpider/HEAD/ProxyPool/proxypool/.gitignore -------------------------------------------------------------------------------- /ProxyPool/proxypool/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ProxyPool/proxypool/crawlers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Obsir/ZhihuUserSpider/HEAD/ProxyPool/proxypool/crawlers/__init__.py -------------------------------------------------------------------------------- /ProxyPool/proxypool/crawlers/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Obsir/ZhihuUserSpider/HEAD/ProxyPool/proxypool/crawlers/base.py -------------------------------------------------------------------------------- /ProxyPool/proxypool/crawlers/private/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ProxyPool/proxypool/crawlers/public/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ProxyPool/proxypool/crawlers/public/daili66.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Obsir/ZhihuUserSpider/HEAD/ProxyPool/proxypool/crawlers/public/daili66.py -------------------------------------------------------------------------------- /ProxyPool/proxypool/crawlers/public/ip3366.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Obsir/ZhihuUserSpider/HEAD/ProxyPool/proxypool/crawlers/public/ip3366.py -------------------------------------------------------------------------------- /ProxyPool/proxypool/crawlers/public/iphai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Obsir/ZhihuUserSpider/HEAD/ProxyPool/proxypool/crawlers/public/iphai.py -------------------------------------------------------------------------------- /ProxyPool/proxypool/crawlers/public/kuaidaili.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Obsir/ZhihuUserSpider/HEAD/ProxyPool/proxypool/crawlers/public/kuaidaili.py -------------------------------------------------------------------------------- /ProxyPool/proxypool/exceptions/__init__.py: -------------------------------------------------------------------------------- 1 | from .empty import PoolEmptyException -------------------------------------------------------------------------------- /ProxyPool/proxypool/exceptions/empty.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Obsir/ZhihuUserSpider/HEAD/ProxyPool/proxypool/exceptions/empty.py -------------------------------------------------------------------------------- /ProxyPool/proxypool/processors/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ProxyPool/proxypool/processors/getter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Obsir/ZhihuUserSpider/HEAD/ProxyPool/proxypool/processors/getter.py -------------------------------------------------------------------------------- /ProxyPool/proxypool/processors/server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Obsir/ZhihuUserSpider/HEAD/ProxyPool/proxypool/processors/server.py -------------------------------------------------------------------------------- /ProxyPool/proxypool/processors/tester.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Obsir/ZhihuUserSpider/HEAD/ProxyPool/proxypool/processors/tester.py -------------------------------------------------------------------------------- /ProxyPool/proxypool/scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Obsir/ZhihuUserSpider/HEAD/ProxyPool/proxypool/scheduler.py -------------------------------------------------------------------------------- /ProxyPool/proxypool/schemas/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Obsir/ZhihuUserSpider/HEAD/ProxyPool/proxypool/schemas/__init__.py -------------------------------------------------------------------------------- /ProxyPool/proxypool/schemas/proxy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Obsir/ZhihuUserSpider/HEAD/ProxyPool/proxypool/schemas/proxy.py -------------------------------------------------------------------------------- /ProxyPool/proxypool/setting.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Obsir/ZhihuUserSpider/HEAD/ProxyPool/proxypool/setting.py -------------------------------------------------------------------------------- /ProxyPool/proxypool/storages/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ProxyPool/proxypool/storages/redis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Obsir/ZhihuUserSpider/HEAD/ProxyPool/proxypool/storages/redis.py -------------------------------------------------------------------------------- /ProxyPool/proxypool/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ProxyPool/proxypool/utils/parse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Obsir/ZhihuUserSpider/HEAD/ProxyPool/proxypool/utils/parse.py -------------------------------------------------------------------------------- /ProxyPool/proxypool/utils/proxy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Obsir/ZhihuUserSpider/HEAD/ProxyPool/proxypool/utils/proxy.py -------------------------------------------------------------------------------- /ProxyPool/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Obsir/ZhihuUserSpider/HEAD/ProxyPool/requirements.txt -------------------------------------------------------------------------------- /ProxyPool/run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Obsir/ZhihuUserSpider/HEAD/ProxyPool/run.py -------------------------------------------------------------------------------- /ProxyPool/supervisord.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Obsir/ZhihuUserSpider/HEAD/ProxyPool/supervisord.conf -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Obsir/ZhihuUserSpider/HEAD/README.md -------------------------------------------------------------------------------- /zhihuuser/build/lib/zhihuuser/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /zhihuuser/build/lib/zhihuuser/items.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Obsir/ZhihuUserSpider/HEAD/zhihuuser/build/lib/zhihuuser/items.py -------------------------------------------------------------------------------- /zhihuuser/build/lib/zhihuuser/middlewares.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Obsir/ZhihuUserSpider/HEAD/zhihuuser/build/lib/zhihuuser/middlewares.py -------------------------------------------------------------------------------- /zhihuuser/build/lib/zhihuuser/pipelines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Obsir/ZhihuUserSpider/HEAD/zhihuuser/build/lib/zhihuuser/pipelines.py -------------------------------------------------------------------------------- /zhihuuser/build/lib/zhihuuser/settings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Obsir/ZhihuUserSpider/HEAD/zhihuuser/build/lib/zhihuuser/settings.py -------------------------------------------------------------------------------- /zhihuuser/build/lib/zhihuuser/spiders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Obsir/ZhihuUserSpider/HEAD/zhihuuser/build/lib/zhihuuser/spiders/__init__.py -------------------------------------------------------------------------------- /zhihuuser/build/lib/zhihuuser/spiders/zhihu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Obsir/ZhihuUserSpider/HEAD/zhihuuser/build/lib/zhihuuser/spiders/zhihu.py -------------------------------------------------------------------------------- /zhihuuser/project.egg-info/PKG-INFO: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Obsir/ZhihuUserSpider/HEAD/zhihuuser/project.egg-info/PKG-INFO -------------------------------------------------------------------------------- /zhihuuser/project.egg-info/SOURCES.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Obsir/ZhihuUserSpider/HEAD/zhihuuser/project.egg-info/SOURCES.txt -------------------------------------------------------------------------------- /zhihuuser/project.egg-info/dependency_links.txt: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /zhihuuser/project.egg-info/entry_points.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Obsir/ZhihuUserSpider/HEAD/zhihuuser/project.egg-info/entry_points.txt -------------------------------------------------------------------------------- /zhihuuser/project.egg-info/top_level.txt: -------------------------------------------------------------------------------- 1 | zhihuuser 2 | -------------------------------------------------------------------------------- /zhihuuser/scrapy.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Obsir/ZhihuUserSpider/HEAD/zhihuuser/scrapy.cfg -------------------------------------------------------------------------------- /zhihuuser/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Obsir/ZhihuUserSpider/HEAD/zhihuuser/setup.py -------------------------------------------------------------------------------- /zhihuuser/zhihuuser/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /zhihuuser/zhihuuser/__pycache__/__init__.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Obsir/ZhihuUserSpider/HEAD/zhihuuser/zhihuuser/__pycache__/__init__.cpython-36.pyc -------------------------------------------------------------------------------- /zhihuuser/zhihuuser/__pycache__/items.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Obsir/ZhihuUserSpider/HEAD/zhihuuser/zhihuuser/__pycache__/items.cpython-36.pyc -------------------------------------------------------------------------------- /zhihuuser/zhihuuser/__pycache__/middlewares.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Obsir/ZhihuUserSpider/HEAD/zhihuuser/zhihuuser/__pycache__/middlewares.cpython-36.pyc -------------------------------------------------------------------------------- /zhihuuser/zhihuuser/__pycache__/pipelines.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Obsir/ZhihuUserSpider/HEAD/zhihuuser/zhihuuser/__pycache__/pipelines.cpython-36.pyc -------------------------------------------------------------------------------- /zhihuuser/zhihuuser/__pycache__/settings.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Obsir/ZhihuUserSpider/HEAD/zhihuuser/zhihuuser/__pycache__/settings.cpython-36.pyc -------------------------------------------------------------------------------- /zhihuuser/zhihuuser/items.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Obsir/ZhihuUserSpider/HEAD/zhihuuser/zhihuuser/items.py -------------------------------------------------------------------------------- /zhihuuser/zhihuuser/middlewares.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Obsir/ZhihuUserSpider/HEAD/zhihuuser/zhihuuser/middlewares.py -------------------------------------------------------------------------------- /zhihuuser/zhihuuser/pipelines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Obsir/ZhihuUserSpider/HEAD/zhihuuser/zhihuuser/pipelines.py -------------------------------------------------------------------------------- /zhihuuser/zhihuuser/settings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Obsir/ZhihuUserSpider/HEAD/zhihuuser/zhihuuser/settings.py -------------------------------------------------------------------------------- /zhihuuser/zhihuuser/spiders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Obsir/ZhihuUserSpider/HEAD/zhihuuser/zhihuuser/spiders/__init__.py -------------------------------------------------------------------------------- /zhihuuser/zhihuuser/spiders/__pycache__/__init__.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Obsir/ZhihuUserSpider/HEAD/zhihuuser/zhihuuser/spiders/__pycache__/__init__.cpython-36.pyc -------------------------------------------------------------------------------- /zhihuuser/zhihuuser/spiders/__pycache__/zhihu.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Obsir/ZhihuUserSpider/HEAD/zhihuuser/zhihuuser/spiders/__pycache__/zhihu.cpython-36.pyc -------------------------------------------------------------------------------- /zhihuuser/zhihuuser/spiders/zhihu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Obsir/ZhihuUserSpider/HEAD/zhihuuser/zhihuuser/spiders/zhihu.py --------------------------------------------------------------------------------