├── .gitignore ├── Dockerfile ├── LICENSE ├── README.md ├── adslproxy ├── __init__.py ├── __version__.py ├── checker │ ├── __init__.py │ └── checker.py ├── cmd.py ├── db.py ├── sender │ ├── __init__.py │ └── sender.py ├── server │ ├── __init__.py │ └── server.py └── settings.py ├── deployment-checker.yml ├── deployment-server.yml ├── docker-compose.yml ├── requirements.txt └── setup.py /.gitignore: -------------------------------------------------------------------------------- 1 | # Created by .ignore support plugin (hsz.mobi) 2 | ### Python template 3 | # Byte-compiled / optimized / DLL files 4 | __pycache__/ 5 | *.py[cod] 6 | *$py.class 7 | 8 | # C extensions 9 | *.so 10 | 11 | # Distribution / packaging 12 | .Python 13 | build/ 14 | develop-eggs/ 15 | dist/ 16 | downloads/ 17 | eggs/ 18 | .eggs/ 19 | lib/ 20 | lib64/ 21 | parts/ 22 | sdist/ 23 | var/ 24 | wheels/ 25 | pip-wheel-metadata/ 26 | share/python-wheels/ 27 | *.egg-info/ 28 | .installed.cfg 29 | *.egg 30 | MANIFEST 31 | 32 | # PyInstaller 33 | # Usually these files are written by a python script from a template 34 | # before PyInstaller builds the exe, so as to inject date/other infos into it. 35 | *.manifest 36 | *.spec 37 | 38 | # Installer logs 39 | pip-log.txt 40 | pip-delete-this-directory.txt 41 | 42 | # Unit test / coverage reports 43 | htmlcov/ 44 | .tox/ 45 | .nox/ 46 | .coverage 47 | .coverage.* 48 | .cache 49 | nosetests.xml 50 | coverage.xml 51 | *.cover 52 | *.py,cover 53 | .hypothesis/ 54 | .pytest_cache/ 55 | 56 | # Translations 57 | *.mo 58 | *.pot 59 | 60 | # Django stuff: 61 | *.log 62 | local_settings.py 63 | db.sqlite3 64 | db.sqlite3-journal 65 | 66 | # Flask stuff: 67 | instance/ 68 | .webassets-cache 69 | 70 | # Scrapy stuff: 71 | .scrapy 72 | 73 | # Sphinx documentation 74 | docs/_build/ 75 | 76 | # PyBuilder 77 | target/ 78 | 79 | # Jupyter Notebook 80 | .ipynb_checkpoints 81 | 82 | # IPython 83 | profile_default/ 84 | ipython_config.py 85 | 86 | # pyenv 87 | .python-version 88 | 89 | # pipenv 90 | # According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control. 91 | # However, in case of collaboration, if having platform-specific dependencies or dependencies 92 | # having no cross-platform support, pipenv may install dependencies that don't work, or not 93 | # install all needed dependencies. 94 | #Pipfile.lock 95 | 96 | # PEP 582; used by e.g. github.com/David-OConnor/pyflow 97 | __pypackages__/ 98 | 99 | # Celery stuff 100 | celerybeat-schedule 101 | celerybeat.pid 102 | 103 | # SageMath parsed files 104 | *.sage.py 105 | 106 | # Environments 107 | .env 108 | .venv 109 | env/ 110 | venv/ 111 | ENV/ 112 | env.bak/ 113 | venv.bak/ 114 | 115 | # Spyder project settings 116 | .spyderproject 117 | .spyproject 118 | 119 | # Rope project settings 120 | .ropeproject 121 | 122 | # mkdocs documentation 123 | /site 124 | 125 | # mypy 126 | .mypy_cache/ 127 | .dmypy.json 128 | dmypy.json 129 | 130 | # Pyre type checker 131 | .pyre/ 132 | 133 | /.idea 134 | 135 | env.sh -------------------------------------------------------------------------------- /Dockerfile: -------------------------------------------------------------------------------- 1 | FROM python:3.6 2 | WORKDIR /app 3 | RUN pip3 install adslproxy 4 | CMD ["adslproxy", "serve"] -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- 1 | The MIT License (MIT) 2 | 3 | Copyright (c) 2015 bexidcom 4 | 5 | Permission is hereby granted, free of charge, to any person obtaining a copy 6 | of this software and associated documentation files (the "Software"), to deal 7 | in the Software without restriction, including without limitation the rights 8 | to use, copy, modify, merge, publish, distribute, sublicense, and/or sell 9 | copies of the Software, and to permit persons to whom the Software is 10 | furnished to do so, subject to the following conditions: 11 | 12 | The above copyright notice and this permission notice shall be included in all 13 | copies or substantial portions of the Software. 14 | 15 | THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 16 | IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 17 | FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE 18 | AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER 19 | LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, 20 | OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE 21 | SOFTWARE. 22 | 23 | -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- 1 | ## 拨号主机设置 2 | 3 | 首先配置好代理，如使用 Squid，运行在 3128 端口，并设置好用户名和密码。 4 | 5 | 配置好代理之后，即可使用本工具定时拨号并发送至 Redis。 6 | 7 | ### 安装 ADSLProxy 8 | 9 | ``` 10 | pip3 install -U adslproxy 11 | ``` 12 | 13 | ### 设置环境变量 14 | 15 | ``` 16 | # Redis 数据库地址、端口和密码 17 | export REDIS_HOST= 18 | export REDIS_PORT= 19 | export REDIS_PASSWORD= 20 | # 拨号云主机配置的代理端口 21 | export PROXY_PORT= 22 | # 拨号云主机的代理用户名，无认证则留空 23 | export PROXY_USERNAME= 24 | # 拨号云主机配置的代理密码，无认证则留空 25 | export PROXY_PASSWORD= 26 | ``` 27 | 28 | ### 执行 29 | 30 | ``` 31 | adslproxy send 32 | ``` 33 | 34 | 运行结果： 35 | 36 | 运行结果： 37 | 38 | ``` 39 | 2020-04-13 01:39:30.811 | INFO | adslproxy.sender.sender:loop:90 - Starting dial... 40 | 2020-04-13 01:39:30.812 | INFO | adslproxy.sender.sender:run:99 - Dial Started, Remove Proxy 41 | 2020-04-13 01:39:30.812 | INFO | adslproxy.sender.sender:remove_proxy:62 - Removing adsl1... 42 | 2020-04-13 01:39:30.893 | INFO | adslproxy.sender.sender:remove_proxy:69 - Removed adsl1 successfully 43 | 2020-04-13 01:39:37.034 | INFO | adslproxy.sender.sender:run:108 - Get New IP 113.128.9.239 44 | 2020-04-13 01:39:42.221 | INFO | adslproxy.sender.sender:run:117 - Valid proxy 113.128.9.239:3389 45 | 2020-04-13 01:39:42.458 | INFO | adslproxy.sender.sender:set_proxy:82 - Successfully Set Proxy 46 | 2020-04-13 01:43:02.560 | INFO | adslproxy.sender.sender:loop:90 - Starting dial... 47 | 2020-04-13 01:43:02.561 | INFO | adslproxy.sender.sender:run:99 - Dial Started, Remove Proxy 48 | 2020-04-13 01:43:02.561 | INFO | adslproxy.sender.sender:remove_proxy:62 - Removing adsl1... 49 | 2020-04-13 01:43:02.630 | INFO | adslproxy.sender.sender:remove_proxy:69 - Removed adsl1 successfully 50 | 2020-04-13 01:43:08.770 | INFO | adslproxy.sender.sender:run:108 - Get New IP 113.128.31.230 51 | 2020-04-13 01:43:13.955 | INFO | adslproxy.sender.sender:run:117 - Valid proxy 113.128.31.230:3389 52 | 2020-04-13 01:43:14.037 | INFO | adslproxy.sender.sender:set_proxy:82 - Successfully Set Proxy 53 | 2020-04-13 01:46:34.216 | INFO | adslproxy.sender.sender:loop:90 - Starting dial... 54 | 2020-04-13 01:46:34.217 | INFO | adslproxy.sender.sender:run:99 - Dial Started, Remove Proxy 55 | 2020-04-13 01:46:34.217 | INFO | adslproxy.sender.sender:remove_proxy:62 - Removing adsl1... 56 | 2020-04-13 01:46:34.298 | INFO | adslproxy.sender.sender:remove_proxy:69 - Removed adsl1 successfully 57 | ``` 58 | 59 | 此时有效代理就会发送到 Redis。 60 | 61 | -------------------------------------------------------------------------------- /adslproxy/__init__.py: -------------------------------------------------------------------------------- 1 | # coding=utf-8 2 | 3 | def version(): 4 | """ 5 | get version from version file 6 | :return: 7 | """ 8 | from adslproxy import __version__ 9 | return __version__.version() 10 | -------------------------------------------------------------------------------- /adslproxy/__version__.py: -------------------------------------------------------------------------------- 1 | VERSION = (3, 0, 3) 2 | 3 | __version__ = '.'.join(map(str, VERSION)) 4 | 5 | version = lambda: __version__ 6 | -------------------------------------------------------------------------------- /adslproxy/checker/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/AdslProxy/4d1a242d58ee9d8acdbeca9b48e7390ca7243409/adslproxy/checker/__init__.py -------------------------------------------------------------------------------- /adslproxy/checker/checker.py: -------------------------------------------------------------------------------- 1 | import time 2 | from requests import ReadTimeout 3 | from adslproxy.db import RedisClient 4 | import requests 5 | from adslproxy import settings 6 | from collections import defaultdict 7 | from loguru import logger 8 | 9 | 10 | class Checker(object): 11 | 12 | def __init__(self): 13 | self.db = RedisClient() 14 | self.counts = defaultdict(int) 15 | 16 | def check(self, proxy): 17 | """ 18 | 测试代理，返回测试结果 19 | :param proxy: 代理 20 | :return: 测试结果 21 | """ 22 | try: 23 | response = requests.get(settings.TEST_URL, proxies={ 24 | 'http': 'http://' + proxy, 25 | 'https': 'https://' + proxy 26 | }, timeout=settings.TEST_TIMEOUT) 27 | logger.debug(f'Using {proxy} to test {settings.TEST_URL}...') 28 | if response.status_code == 200: 29 | return True 30 | except (ConnectionError, ReadTimeout): 31 | return False 32 | 33 | def run(self): 34 | """ 35 | 测试一轮 36 | :return: 37 | """ 38 | proxies = self.db.all() 39 | logger.info(f'Try to get all proxies {proxies}') 40 | for name, proxy in proxies.items(): 41 | # 检测无效 42 | if not self.check(proxy): 43 | logger.info(f'Proxy {proxy} invalid') 44 | self.counts[proxy] += 1 45 | else: 46 | logger.info(f'Proxy {proxy} valid') 47 | count = self.counts.get(proxy) or 0 48 | logger.debug(f'Count {count}, TEST_MAX_ERROR_COUNT {settings.TEST_MAX_ERROR_COUNT}') 49 | if count >= settings.TEST_MAX_ERROR_COUNT: 50 | self.db.remove(name) 51 | 52 | def loop(self): 53 | """ 54 | 循环测试 55 | :return: 56 | """ 57 | while True: 58 | logger.info('Check for infinite') 59 | self.run() 60 | logger.info(f'Tested, sleeping for {settings.TEST_CYCLE}s...') 61 | time.sleep(settings.TEST_CYCLE) 62 | 63 | 64 | def check(loop=True): 65 | """ 66 | check proxies 67 | :param loop: 68 | :return: 69 | """ 70 | if not loop: 71 | settings.TEST_MAX_ERROR_COUNT = 1 72 | checker = Checker() 73 | checker.loop() if loop else checker.run() 74 | 75 | 76 | if __name__ == '__main__': 77 | check() 78 | -------------------------------------------------------------------------------- /adslproxy/cmd.py: -------------------------------------------------------------------------------- 1 | import argparse 2 | from adslproxy import version 3 | import sys 4 | from adslproxy.checker.checker import check 5 | from adslproxy.sender.sender import send 6 | from adslproxy.server.server import serve 7 | 8 | optional_title = 'optional arguments' 9 | 10 | 11 | def str2bool(v): 12 | """ 13 | convert string to bool 14 | :param v: 15 | :return: 16 | """ 17 | if isinstance(v, bool): 18 | return v 19 | if v.lower() in ('yes', 'true', 't', 'y', '1'): 20 | return True 21 | elif v.lower() in ('no', 'false', 'f', 'n', '0'): 22 | return False 23 | return True 24 | 25 | 26 | class CapitalisedHelpFormatter(argparse.HelpFormatter): 27 | def __init__(self, prog): 28 | super(CapitalisedHelpFormatter, self).__init__(prog, 29 | indent_increment=2, 30 | max_help_position=30, 31 | width=200) 32 | self._action_max_length = 20 33 | 34 | def add_usage(self, usage, actions, groups, prefix=None): 35 | if prefix is None: 36 | prefix = 'Usage: ' 37 | return super(CapitalisedHelpFormatter, self).add_usage( 38 | usage, actions, groups, prefix) 39 | 40 | class _Section(object): 41 | 42 | def __init__(self, formatter, parent, heading=None): 43 | self.formatter = formatter 44 | self.parent = parent 45 | self.heading = heading 46 | self.items = [] 47 | 48 | def format_help(self): 49 | # format the indented section 50 | if self.parent is not None: 51 | self.formatter._indent() 52 | join = self.formatter._join_parts 53 | item_help = join([func(*args) for func, args in self.items]) 54 | if self.parent is not None: 55 | self.formatter._dedent() 56 | 57 | # return nothing if the section was empty 58 | if not item_help: return '' 59 | 60 | # add the heading if the section was non-empty 61 | if self.heading is not argparse.SUPPRESS and self.heading is not None: 62 | current_indent = self.formatter._current_indent 63 | if self.heading == optional_title: 64 | heading = '%*s\n%s:\n' % (current_indent, '', self.heading.title()) 65 | else: 66 | heading = '%*s%s:' % (current_indent, '', self.heading.title()) 67 | else: 68 | heading = '' 69 | 70 | return join(['\n', heading, item_help]) 71 | 72 | 73 | parser = argparse.ArgumentParser(description='ADSLProxy %s - Easily to achieve ADSL Proxy Pool' % version(), 74 | formatter_class=CapitalisedHelpFormatter, add_help=False) 75 | 76 | parser.add_argument('-v', '--version', action='version', version=version(), help='Get version of ADSLProxy') 77 | parser.add_argument('-h', '--help', action='help', help='Show this help message and exit') 78 | 79 | subparsers = parser.add_subparsers(dest='command', title='Available commands', metavar='') 80 | 81 | # serve 82 | parser_serve = subparsers.add_parser('serve', help='Run Server') 83 | 84 | # check 85 | parser_check = subparsers.add_parser('check', help='Run Checker') 86 | parser_check.add_argument('-l', '--loop', default=True, type=str2bool, nargs='?', help='Run checker for infinite') 87 | 88 | # send 89 | parser_send = subparsers.add_parser('send', help='Run Sender') 90 | parser_send.add_argument('-l', '--loop', default=True, type=str2bool, nargs='?', help='Run sender for infinite') 91 | 92 | # show help info when no args 93 | if len(sys.argv[1:]) == 0: 94 | parser.print_help() 95 | parser.exit() 96 | 97 | 98 | def cmd(): 99 | """ 100 | run from cmd 101 | :return: 102 | """ 103 | args = parser.parse_args() 104 | command = args.command 105 | # run server 106 | if command == 'serve': 107 | serve() 108 | # dial and send proxy to redis 109 | elif command == 'send': 110 | send(args.loop) 111 | # check proxies in redis 112 | elif command == 'check': 113 | check(args.loop) 114 | 115 | 116 | if __name__ == '__main__': 117 | cmd() 118 | -------------------------------------------------------------------------------- /adslproxy/db.py: -------------------------------------------------------------------------------- 1 | # coding=utf-8 2 | import redis 3 | import random 4 | from adslproxy.settings import * 5 | 6 | 7 | class RedisClient(object): 8 | def __init__(self, host=REDIS_HOST, port=REDIS_PORT, password=REDIS_PASSWORD, redis_key=REDIS_KEY): 9 | """ 10 | 初始化Redis连接 11 | :param host: Redis 地址 12 | :param port: Redis 端口 13 | :param password: Redis 密码 14 | :param redis_key: Redis 哈希表名 15 | """ 16 | self.db = redis.StrictRedis(host=host, port=port, password=password, decode_responses=True) 17 | self.redis_key = redis_key 18 | 19 | def set(self, name, proxy): 20 | """ 21 | 设置代理 22 | :param name: 主机名称 23 | :param proxy: 代理 24 | :return: 设置结果 25 | """ 26 | return self.db.hset(self.redis_key, name, proxy) 27 | 28 | def get(self, name): 29 | """ 30 | 获取代理 31 | :param name: 主机名称 32 | :return: 代理 33 | """ 34 | return self.db.hget(self.redis_key, name) 35 | 36 | def count(self): 37 | """ 38 | 获取代理总数 39 | :return: 代理总数 40 | """ 41 | return self.db.hlen(self.redis_key) 42 | 43 | def remove(self, name): 44 | """ 45 | 删除代理 46 | :param name: 主机名称 47 | :return: 删除结果 48 | """ 49 | return self.db.hdel(self.redis_key, name) 50 | 51 | def names(self): 52 | """ 53 | 获取主机名称列表 54 | :return: 获取主机名称列表 55 | """ 56 | return self.db.hkeys(self.redis_key) 57 | 58 | def proxies(self): 59 | """ 60 | 获取代理列表 61 | :return: 代理列表 62 | """ 63 | return self.db.hvals(self.redis_key) 64 | 65 | def random(self): 66 | """ 67 | 随机获取代理 68 | :return: 69 | """ 70 | proxies = self.proxies() 71 | return random.choice(proxies) 72 | 73 | def all(self): 74 | """ 75 | 获取字典 76 | :return: 77 | """ 78 | return self.db.hgetall(self.redis_key) 79 | 80 | def close(self): 81 | """ 82 | 关闭 Redis 连接 83 | :return: 84 | """ 85 | del self.db 86 | -------------------------------------------------------------------------------- /adslproxy/sender/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/AdslProxy/4d1a242d58ee9d8acdbeca9b48e7390ca7243409/adslproxy/sender/__init__.py -------------------------------------------------------------------------------- /adslproxy/sender/sender.py: -------------------------------------------------------------------------------- 1 | # coding=utf-8 2 | import re 3 | import time 4 | import requests 5 | from requests.exceptions import ConnectionError, ReadTimeout 6 | from adslproxy.db import RedisClient 7 | from adslproxy.settings import * 8 | import platform 9 | from loguru import logger 10 | from retrying import retry, RetryError 11 | import redis 12 | 13 | if platform.python_version().startswith('2.'): 14 | import commands as subprocess 15 | elif platform.python_version().startswith('3.'): 16 | import subprocess 17 | else: 18 | raise ValueError('python version must be 2 or 3') 19 | 20 | 21 | class Sender(object): 22 | """ 23 | 拨号并发送到 Redis 24 | """ 25 | 26 | def extract_ip(self): 27 | """ 28 | 获取本机IP 29 | :param ifname: 网卡名称 30 | :return: 31 | """ 32 | (status, output) = subprocess.getstatusoutput('ifconfig') 33 | if not status == 0: return 34 | pattern = re.compile(DIAL_IFNAME + '.*?inet.*?(\d+\.\d+\.\d+\.\d+).*?netmask', re.S) 35 | result = re.search(pattern, output) 36 | if result: 37 | # 返回拨号后的 IP 地址 38 | return result.group(1) 39 | 40 | def test_proxy(self, proxy): 41 | """ 42 | 测试代理，返回测试结果 43 | :param proxy: 代理 44 | :return: 测试结果 45 | """ 46 | try: 47 | response = requests.get(TEST_URL, proxies={ 48 | 'http': 'http://' + proxy, 49 | 'https': 'https://' + proxy 50 | }, timeout=TEST_TIMEOUT) 51 | if response.status_code == 200: 52 | return True 53 | except (ConnectionError, ReadTimeout): 54 | return False 55 | 56 | @retry(retry_on_result=lambda x: x is not True, stop_max_attempt_number=10) 57 | def remove_proxy(self): 58 | """ 59 | 移除代理 60 | :return: None 61 | """ 62 | logger.info(f'Removing {CLIENT_NAME}...') 63 | try: 64 | # 由于拨号就会中断连接，所以每次都要重新建立连接 65 | if hasattr(self, 'redis') and self.redis: 66 | self.redis.close() 67 | self.redis = RedisClient() 68 | self.redis.remove(CLIENT_NAME) 69 | logger.info(f'Removed {CLIENT_NAME} successfully') 70 | return True 71 | except redis.ConnectionError: 72 | logger.info(f'Remove {CLIENT_NAME} failed') 73 | 74 | def set_proxy(self, proxy): 75 | """ 76 | 设置代理 77 | :param proxy: 代理 78 | :return: None 79 | """ 80 | self.redis = RedisClient() 81 | if self.redis.set(CLIENT_NAME, proxy): 82 | logger.info(f'Successfully set proxy {proxy}') 83 | 84 | def loop(self): 85 | """ 86 | 循环拨号 87 | :return: 88 | """ 89 | while True: 90 | logger.info('Starting dial...') 91 | self.run() 92 | time.sleep(DIAL_CYCLE) 93 | 94 | def run(self): 95 | """ 96 | 拨号主进程 97 | :return: None 98 | """ 99 | logger.info('Dial started, remove proxy') 100 | try: 101 | self.remove_proxy() 102 | except RetryError: 103 | logger.error('Retried for max times, continue') 104 | # 拨号 105 | (status, output) = subprocess.getstatusoutput(DIAL_BASH) 106 | if not status == 0: 107 | logger.error('Dial failed') 108 | # 获取拨号 IP 109 | ip = self.extract_ip() 110 | if ip: 111 | logger.info(f'Get new IP {ip}') 112 | if PROXY_USERNAME and PROXY_PASSWORD: 113 | proxy = '{username}:{password}@{ip}:{port}'.format(username=PROXY_USERNAME, 114 | password=PROXY_PASSWORD, 115 | ip=ip, port=PROXY_PORT) 116 | else: 117 | proxy = '{ip}:{port}'.format(ip=ip, port=PROXY_PORT) 118 | time.sleep(10) 119 | if self.test_proxy(proxy): 120 | logger.info(f'Valid proxy {proxy}') 121 | # 将代理放入数据库 122 | self.set_proxy(proxy) 123 | time.sleep(DIAL_CYCLE) 124 | else: 125 | logger.error(f'Proxy invalid {proxy}') 126 | else: 127 | # 获取 IP 失败，重新拨号 128 | logger.error('Get IP failed, re-dialing') 129 | self.run() 130 | 131 | 132 | def send(loop=True): 133 | sender = Sender() 134 | sender.loop() if loop else sender.run() 135 | 136 | 137 | if __name__ == '__main__': 138 | send() 139 | -------------------------------------------------------------------------------- /adslproxy/server/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/AdslProxy/4d1a242d58ee9d8acdbeca9b48e7390ca7243409/adslproxy/server/__init__.py -------------------------------------------------------------------------------- /adslproxy/server/server.py: -------------------------------------------------------------------------------- 1 | # coding=utf-8 2 | import json 3 | import tornado.ioloop 4 | import tornado.web 5 | from tornado.web import RequestHandler, Application 6 | from adslproxy.db import RedisClient 7 | from adslproxy.settings import * 8 | from loguru import logger 9 | 10 | 11 | class Server(RequestHandler): 12 | """ 13 | 服务器，对接 Redis 并提供 API 14 | """ 15 | 16 | def initialize(self, redis): 17 | """ 18 | 初始化 19 | :param redis: 20 | :return: 21 | """ 22 | self.redis = redis 23 | 24 | def get(self, api=''): 25 | """ 26 | API 列表 27 | :param api: 28 | :return: 29 | """ 30 | if not api: 31 | links = ['random', 'proxies', 'names', 'all', 'count'] 32 | self.write('

Welcome to ADSL Proxy API

') 33 | for link in links: 34 | self.write('' + link + '
') 35 | 36 | if api == 'random': 37 | result = self.redis.random() 38 | if result: 39 | self.write(result) 40 | 41 | if api == 'names': 42 | result = self.redis.names() 43 | if result: 44 | self.write(json.dumps(result)) 45 | 46 | if api == 'proxies': 47 | result = self.redis.proxies() 48 | if result: 49 | self.write(json.dumps(result)) 50 | 51 | if api == 'all': 52 | result = self.redis.all() 53 | if result: 54 | self.write(json.dumps(result)) 55 | 56 | if api == 'count': 57 | self.write(str(self.redis.count())) 58 | 59 | 60 | def serve(redis=None, port=SERVER_PORT, address=SERVER_HOST): 61 | if not redis: 62 | redis = RedisClient() 63 | application = Application([ 64 | (r'/', Server, dict(redis=redis)), 65 | (r'/(.*)', Server, dict(redis=redis)), 66 | ]) 67 | application.listen(port, address=address) 68 | logger.info(f'API listening on http://{address}:{port}') 69 | tornado.ioloop.IOLoop.instance().start() 70 | 71 | 72 | if __name__ == '__main__': 73 | serve() 74 | -------------------------------------------------------------------------------- /adslproxy/settings.py: -------------------------------------------------------------------------------- 1 | # coding=utf-8 2 | from environs import Env 3 | 4 | env = Env() 5 | 6 | # 拨号间隔，单位秒 7 | DIAL_CYCLE = env.int('DIAL_CYCLE', 100) 8 | # 拨号出错重试间隔 9 | DIAL_ERROR_CYCLE = env.int('DIAL_ERROR_CYCLE', 5) 10 | # 拨号命令 11 | DIAL_BASH = env.str('DIAL_BASH', 'adsl-stop;adsl-start') 12 | # 拨号网卡 13 | DIAL_IFNAME = env.str('DIAL_IFNAME', 'ppp0') 14 | 15 | # 客户端唯一标识 16 | CLIENT_NAME = env.str('CLIENT_NAME', 'adsl1') 17 | 18 | # Redis数据库IP 19 | REDIS_HOST = env.str('REDIS_HOST', 'localhost') 20 | # Redis数据库密码, 如无则填None 21 | REDIS_PASSWORD = env.str('REDIS_PASSWORD', 'foobared') 22 | # Redis数据库端口 23 | REDIS_PORT = env.int('REDIS_PORT', 6379) 24 | # 代理池键名 25 | REDIS_KEY = env.str('REDIS_KEY', 'adsl') 26 | 27 | # 测试URL 28 | TEST_URL = env.str('TEST_URL', 'http://www.baidu.com') 29 | # 测试最大失败次数 30 | TEST_MAX_ERROR_COUNT = env.int('TEST_MAX_ERROR_COUNT', 10) 31 | # 测试超时时间 32 | TEST_TIMEOUT = env.int('TEST_TIMEOUT', 20) 33 | # 测试周期 34 | TEST_CYCLE = env.int('TEST_CYCLE', 100) 35 | 36 | # 服务器端口 37 | SERVER_PORT = env.int('SERVER_PORT', 8425) 38 | SERVER_HOST = env.str('SERVER_HOST', '0.0.0.0') 39 | 40 | # 代理端口 41 | PROXY_PORT = env.int('PROXY_PORT', 3128) 42 | PROXY_USERNAME = env.str('PROXY_USERNAME', '') 43 | PROXY_PASSWORD = env.str('PROXY_PASSWORD', '') 44 | -------------------------------------------------------------------------------- /deployment-checker.yml: -------------------------------------------------------------------------------- 1 | apiVersion: apps/v1 2 | kind: Deployment 3 | metadata: 4 | annotations: 5 | kompose.cmd: kompose convert -f docker-compose.yml -o deployment.yml 6 | kompose.version: 1.20.0 () 7 | creationTimestamp: null 8 | labels: 9 | app: adslproxy-checker 10 | name: adslproxy-checker 11 | namespace: adslproxy 12 | spec: 13 | replicas: 1 14 | strategy: {} 15 | selector: 16 | matchLabels: 17 | app: adslproxy-checker 18 | template: 19 | metadata: 20 | annotations: 21 | kompose.cmd: kompose convert -f docker-compose.yml -o deployment.yml 22 | kompose.version: 1.20.0 () 23 | creationTimestamp: null 24 | labels: 25 | app: adslproxy-checker 26 | spec: 27 | containers: 28 | - resources: 29 | requests: 30 | memory: "300Mi" 31 | cpu: "0.2" 32 | limits: 33 | memory: "300Mi" 34 | cpu: "0.2" 35 | args: 36 | - adslproxy 37 | - check 38 | env: 39 | - name: REDIS_HOST 40 | valueFrom: 41 | secretKeyRef: 42 | name: redis 43 | key: host 44 | - name: REDIS_PASSWORD 45 | valueFrom: 46 | secretKeyRef: 47 | name: redis 48 | key: password 49 | image: germey/adslproxy 50 | name: adslproxy-checker 51 | restartPolicy: Always -------------------------------------------------------------------------------- /deployment-server.yml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | items: 3 | - apiVersion: v1 4 | kind: Service 5 | metadata: 6 | annotations: 7 | kompose.cmd: kompose convert -f docker-compose.yml -o deployment.yml 8 | kompose.version: 1.20.0 () 9 | creationTimestamp: null 10 | labels: 11 | app: adslproxy-server 12 | name: adslproxy-server 13 | namespace: adslproxy 14 | spec: 15 | ports: 16 | - name: "8425" 17 | port: 8425 18 | targetPort: 8425 19 | selector: 20 | app: adslproxy-server 21 | status: 22 | loadBalancer: {} 23 | - apiVersion: apps/v1 24 | kind: Deployment 25 | metadata: 26 | annotations: 27 | kompose.cmd: kompose convert -f docker-compose.yml -o deployment.yml 28 | kompose.version: 1.20.0 () 29 | creationTimestamp: null 30 | labels: 31 | app: adslproxy-server 32 | name: adslproxy-server 33 | namespace: adslproxy 34 | spec: 35 | replicas: 1 36 | strategy: {} 37 | selector: 38 | matchLabels: 39 | app: adslproxy-server 40 | template: 41 | metadata: 42 | annotations: 43 | kompose.cmd: kompose convert -f docker-compose.yml -o deployment.yml 44 | kompose.version: 1.20.0 () 45 | creationTimestamp: null 46 | labels: 47 | app: adslproxy-server 48 | spec: 49 | containers: 50 | - resources: 51 | requests: 52 | memory: "300Mi" 53 | cpu: "0.2" 54 | limits: 55 | memory: "300Mi" 56 | cpu: "0.2" 57 | args: 58 | - adslproxy 59 | - serve 60 | env: 61 | - name: REDIS_HOST 62 | valueFrom: 63 | secretKeyRef: 64 | name: redis 65 | key: host 66 | - name: REDIS_PASSWORD 67 | valueFrom: 68 | secretKeyRef: 69 | name: redis 70 | key: password 71 | image: germey/adslproxy 72 | name: adslproxy-server 73 | ports: 74 | - containerPort: 8425 75 | restartPolicy: Always 76 | status: {} 77 | kind: List 78 | metadata: {} 79 | --- 80 | apiVersion: networking.k8s.io/v1beta1 81 | kind: Ingress 82 | metadata: 83 | name: ingress-adslproxy 84 | namespace: adslproxy 85 | annotations: 86 | nginx.ingress.kubernetes.io/auth-type: basic 87 | nginx.ingress.kubernetes.io/auth-secret: basic-auth 88 | nginx.ingress.kubernetes.io/auth-realm: 'Authentication Required' 89 | spec: 90 | tls: 91 | - hosts: 92 | - adslproxy.cuiqingcai.com 93 | secretName: tls-adslproxy-cuiqingcai-com 94 | rules: 95 | - host: adslproxy.cuiqingcai.com 96 | http: 97 | paths: 98 | - backend: 99 | serviceName: adslproxy-server 100 | servicePort: 8425 101 | path: / -------------------------------------------------------------------------------- /docker-compose.yml: -------------------------------------------------------------------------------- 1 | version: '3' 2 | services: 3 | adslproxy: 4 | build: . 5 | image: 'germey/adslproxy' 6 | container_name: adslproxy 7 | command: adslproxy serve 8 | ports: 9 | - "8425:8425" 10 | restart: always 11 | environment: 12 | REDIS_HOST: 13 | REDIS_PASSWORD: -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- 1 | requests 2 | redis==2.10.5 3 | tornado 4 | environs 5 | loguru 6 | retrying -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- 1 | from os.path import join, isfile 2 | from os import walk 3 | import io 4 | import os 5 | import sys 6 | from shutil import rmtree 7 | from setuptools import find_packages, setup, Command 8 | 9 | 10 | def read_file(filename): 11 | with open(filename) as fp: 12 | return fp.read().strip() 13 | 14 | 15 | def read_requirements(filename): 16 | return [line.strip() for line in read_file(filename).splitlines() 17 | if not line.startswith('#')] 18 | 19 | 20 | NAME = 'adslproxy' 21 | FOLDER = 'adslproxy' 22 | DESCRIPTION = 'ADSL Proxy Pool Tool' 23 | URL = 'https://github.com/Python3WebSpider/ADSLProxy' 24 | EMAIL = 'cqc@cuiqingcai.com' 25 | AUTHOR = 'Germey' 26 | REQUIRES_PYTHON = '>=3.5.0' 27 | VERSION = None 28 | 29 | REQUIRED = read_requirements('requirements.txt') 30 | 31 | here = os.path.abspath(os.path.dirname(__file__)) 32 | 33 | try: 34 | with io.open(os.path.join(here, 'README.md'), encoding='utf-8') as f: 35 | long_description = '\n' + f.read() 36 | except FileNotFoundError: 37 | long_description = DESCRIPTION 38 | 39 | about = {} 40 | if not VERSION: 41 | with open(os.path.join(here, FOLDER, '__version__.py')) as f: 42 | exec(f.read(), about) 43 | else: 44 | about['__version__'] = VERSION 45 | 46 | 47 | def package_files(directories): 48 | paths = [] 49 | for item in directories: 50 | if isfile(item): 51 | paths.append(join('..', item)) 52 | continue 53 | for (path, directories, filenames) in walk(item): 54 | for filename in filenames: 55 | paths.append(join('..', path, filename)) 56 | return paths 57 | 58 | 59 | class UploadCommand(Command): 60 | description = 'Build and publish the package.' 61 | user_options = [] 62 | 63 | @staticmethod 64 | def status(s): 65 | """Prints things in bold.""" 66 | print('\033[1m{0}\033[0m'.format(s)) 67 | 68 | def initialize_options(self): 69 | pass 70 | 71 | def finalize_options(self): 72 | pass 73 | 74 | def run(self): 75 | try: 76 | self.status('Removing previous builds…') 77 | rmtree(os.path.join(here, 'dist')) 78 | except OSError: 79 | pass 80 | 81 | self.status('Building Source and Wheel (universal) distribution…') 82 | os.system('{0} setup.py sdist bdist_wheel --universal'.format(sys.executable)) 83 | 84 | self.status('Uploading the package to PyPI via Twine…') 85 | os.system('twine upload dist/*') 86 | 87 | self.status('Pushing git tags…') 88 | os.system('git tag v{0}'.format(about['__version__'])) 89 | os.system('git push --tags') 90 | 91 | sys.exit() 92 | 93 | 94 | setup( 95 | name=NAME, 96 | version=about['__version__'], 97 | description=DESCRIPTION, 98 | long_description=long_description, 99 | long_description_content_type='text/markdown', 100 | author=AUTHOR, 101 | author_email=EMAIL, 102 | python_requires=REQUIRES_PYTHON, 103 | url=URL, 104 | packages=find_packages(exclude=('tests',)), 105 | install_requires=REQUIRED, 106 | include_package_data=True, 107 | license='MIT', 108 | entry_points={ 109 | 'console_scripts': ['adslproxy = adslproxy.cmd:cmd'] 110 | }, 111 | classifiers=[ 112 | 'License :: OSI Approved :: MIT License', 113 | 'Programming Language :: Python :: 3.5', 114 | 'Programming Language :: Python :: 3.6', 115 | 'Programming Language :: Python :: 3.7', 116 | 'Programming Language :: Python :: Implementation :: CPython', 117 | 'Programming Language :: Python :: Implementation :: PyPy' 118 | ], 119 | # $ setup.py publish support. 120 | cmdclass={ 121 | 'upload': UploadCommand, 122 | } 123 | ) 124 | --------------------------------------------------------------------------------