users = new HashMap<>();
53 | if (auth != null && auth.length() != 0) {
54 | for (String user : auth.split(",")) {
55 | users.computeIfAbsent(genBasicAuth(user), (cell) -> user);
56 | users.computeIfAbsent(genBasicAuthWithOut£(user), (cell) -> user);
57 | }
58 | }
59 | String whiteDomains = properties.getProperty("http.proxy.white.domain", "");
60 | config.httpConfig = new HttpConfig(port, users, Arrays.stream(whiteDomains.split(",")).filter(s -> s != null && s.length() != 0).collect(Collectors.toSet()));
61 | ;
62 | }
63 |
64 | return config;
65 | }
66 |
67 | /**
68 | * https://datatracker.ietf.org/doc/html/rfc7617
69 | * The user's name is "test", and the password is the string "123"
70 | * followed by the Unicode character U+00A3 (POUND SIGN). Using the
71 | * character encoding scheme UTF-8, the user-pass becomes:
72 | *
73 | * 't' 'e' 's' 't' ':' '1' '2' '3' pound
74 | * 74 65 73 74 3A 31 32 33 C2 A3
75 | *
76 | * Encoding this octet sequence in Base64 ([RFC4648], Section 4) yields:
77 | *
78 | * dGVzdDoxMjPCow==
79 | *
80 | * @param user
81 | * @return
82 | */
83 | private static String genBasicAuth(String user) {
84 | user += POUND_SIGN;
85 | return "Basic " + Base64.getEncoder().encodeToString(user.getBytes(StandardCharsets.UTF_8));
86 | }
87 |
88 |
89 | private static String genBasicAuthWithOut£(String user) {
90 | return "Basic " + Base64.getEncoder().encodeToString(user.getBytes(StandardCharsets.UTF_8));
91 | }
92 |
93 |
94 | }
--------------------------------------------------------------------------------
/src/main/java/com/arloor/forwardproxy/vo/HttpConfig.java:
--------------------------------------------------------------------------------
1 | package com.arloor.forwardproxy.vo;
2 |
3 | import java.util.HashSet;
4 | import java.util.Map;
5 | import java.util.Set;
6 |
7 | public class HttpConfig {
8 | private Integer port;
9 | private Map auth; // base64 - raw
10 | private Set domainWhiteList = new HashSet<>();
11 |
12 | public HttpConfig(Integer port, Map auth, Set domainWhiteList) {
13 | this.port = port;
14 | this.auth = auth;
15 | if (domainWhiteList != null) {
16 | this.domainWhiteList = domainWhiteList;
17 | }
18 | }
19 |
20 | public Integer getPort() {
21 | return port;
22 | }
23 |
24 | public String getAuth(String base64Auth) {
25 | return auth.get(base64Auth);
26 | }
27 |
28 | public Map getAuthMap() {
29 | return auth;
30 | }
31 |
32 | public boolean needAuth() {
33 | return auth != null && auth.size() != 0;
34 | }
35 |
36 | public Set getDomainWhiteList() {
37 | return domainWhiteList;
38 | }
39 | }
40 |
--------------------------------------------------------------------------------
/src/main/java/com/arloor/forwardproxy/vo/RenderParam.java:
--------------------------------------------------------------------------------
1 | package com.arloor.forwardproxy.vo;
2 |
3 | import java.util.HashMap;
4 | import java.util.Map;
5 |
6 | public final class RenderParam {
7 | private Map map = new HashMap<>();
8 |
9 | public Map getContent() {
10 | return map;
11 | }
12 |
13 | public RenderParam add(String key, Object value) {
14 | map.put(key, value);
15 | return this;
16 | }
17 | }
18 |
--------------------------------------------------------------------------------
/src/main/java/com/arloor/forwardproxy/vo/SslConfig.java:
--------------------------------------------------------------------------------
1 | package com.arloor.forwardproxy.vo;
2 |
3 | import java.util.Map;
4 |
5 | public class SslConfig {
6 | private Integer port;
7 | private Map auth; // base64 - raw
8 | private String fullchain;
9 | private String privkey;
10 |
11 | public SslConfig(Integer port, Map auth, String fullchain, String privkey) {
12 | this.port = port;
13 | this.auth = auth;
14 | this.fullchain = fullchain;
15 | this.privkey = privkey;
16 | }
17 |
18 | public Integer getPort() {
19 | return port;
20 | }
21 |
22 | public String getAuth(String base64Auth) {
23 | return auth.get(base64Auth);
24 | }
25 |
26 | public Map getAuthMap() {
27 | return auth;
28 | }
29 |
30 | public String getFullchain() {
31 | return fullchain;
32 | }
33 |
34 | public String getPrivkey() {
35 | return privkey;
36 | }
37 |
38 | public boolean needAuth() {
39 | return auth != null && auth.size() != 0;
40 | }
41 | }
42 |
--------------------------------------------------------------------------------
/src/main/java/com/arloor/forwardproxy/web/Dispatcher.java:
--------------------------------------------------------------------------------
1 | package com.arloor.forwardproxy.web;
2 |
3 | import com.arloor.forwardproxy.HttpProxyServer;
4 | import com.arloor.forwardproxy.handler.SessionHandShakeHandler;
5 | import com.arloor.forwardproxy.monitor.GlobalTrafficMonitor;
6 | import com.arloor.forwardproxy.monitor.MonitorService;
7 | import com.arloor.forwardproxy.util.SocksServerUtils;
8 | import com.arloor.forwardproxy.vo.Config;
9 | import io.netty.buffer.ByteBuf;
10 | import io.netty.buffer.Unpooled;
11 | import io.netty.channel.*;
12 | import io.netty.handler.codec.http.*;
13 | import io.netty.handler.stream.ChunkedFile;
14 | import io.netty.handler.stream.ChunkedWriteHandler;
15 | import org.apache.logging.log4j.util.TriConsumer;
16 | import org.slf4j.Logger;
17 | import org.slf4j.LoggerFactory;
18 |
19 | import java.io.*;
20 | import java.net.*;
21 | import java.nio.charset.StandardCharsets;
22 | import java.util.HashMap;
23 | import java.util.Map;
24 | import java.util.Objects;
25 |
26 | import static io.netty.handler.codec.http.HttpHeaderNames.CONNECTION;
27 | import static io.netty.handler.codec.http.HttpHeaderValues.CLOSE;
28 | import static io.netty.handler.codec.http.HttpHeaderValues.KEEP_ALIVE;
29 | import static io.netty.handler.codec.http.HttpResponseStatus.NOT_FOUND;
30 |
31 | public class Dispatcher {
32 | private static final Logger log = LoggerFactory.getLogger("web");
33 | private static byte[] favicon = new byte[0];
34 | private static byte[] echarts_min_js = new byte[0];
35 | private static final String SERVER_NAME = "github.com/arloor/HttpProxy";
36 | private static final String MAGIC_HEADER = "arloor";
37 | private static final MonitorService MONITOR_SERVICE = MonitorService.getInstance();
38 | private static Map> handler = new HashMap>() {{
39 | put("/favicon.ico", Dispatcher::favicon);
40 | put("/ip", Dispatcher::ip);
41 | put("/net", Dispatcher::net);
42 | put("/metrics", Dispatcher::metrics);
43 | put("/echarts.min.js", Dispatcher::echarts);
44 | }};
45 |
46 | private static void echarts(HttpRequest request, ChannelHandlerContext ctx, boolean ifNeedClose) {
47 | ByteBuf buffer = ctx.alloc().buffer();
48 | buffer.writeBytes(echarts_min_js);
49 | final FullHttpResponse response = new DefaultFullHttpResponse(
50 | HttpVersion.HTTP_1_1, HttpResponseStatus.OK, buffer);
51 | response.headers().set("Server", SERVER_NAME);
52 | response.headers().set("Content-Length", echarts_min_js.length);
53 | response.headers().set("Cache-Control", "max-age=86400");
54 | if (ifNeedClose) {
55 | response.headers().set(CONNECTION, CLOSE);
56 | ctx.writeAndFlush(response).addListener(ChannelFutureListener.CLOSE);
57 | } else {
58 | ctx.writeAndFlush(response);
59 | }
60 |
61 | }
62 |
63 | private static void metrics(HttpRequest httpRequest, ChannelHandlerContext ctx, boolean ifNeedClose) {
64 | String html = MONITOR_SERVICE.metrics();
65 | ByteBuf buffer = ctx.alloc().buffer();
66 | buffer.writeBytes(html.getBytes());
67 | final FullHttpResponse response = new DefaultFullHttpResponse(
68 | HttpVersion.HTTP_1_1, HttpResponseStatus.OK, buffer);
69 | response.headers().set("Server", SERVER_NAME);
70 | response.headers().set("Content-Length", html.getBytes().length);
71 | response.headers().set("Content-Type", "text/text; charset=utf-8");
72 | if (ifNeedClose) {
73 | response.headers().set(CONNECTION, CLOSE);
74 | ctx.writeAndFlush(response).addListener(ChannelFutureListener.CLOSE);
75 | } else {
76 | ctx.writeAndFlush(response);
77 | }
78 | }
79 |
80 | static {
81 | try (BufferedInputStream stream = new BufferedInputStream(Objects.requireNonNull(HttpProxyServer.class.getClassLoader().getResourceAsStream("favicon.ico")))) {
82 | favicon = readAll(stream);
83 | } catch (IOException e) {
84 | e.printStackTrace();
85 | } catch (NullPointerException e) {
86 | log.error("缺少favicon.ico");
87 | }
88 |
89 | try (BufferedInputStream stream = new BufferedInputStream(Objects.requireNonNull(HttpProxyServer.class.getClassLoader().getResourceAsStream("echarts.min.js")))) {
90 | echarts_min_js = readAll(stream);
91 | } catch (Throwable e) {
92 | log.error("加载echart.min.js失败");
93 | }
94 | }
95 |
96 | public static byte[] readAll(InputStream input) throws IOException {
97 | ByteArrayOutputStream output = new ByteArrayOutputStream();
98 | input.transferTo(output);
99 | return output.toByteArray();
100 | }
101 |
102 | public static void handle(HttpRequest request, ChannelHandlerContext ctx, boolean ifNeedClose) {
103 | SocketAddress socketAddress = ctx.channel().remoteAddress();
104 | boolean fromLocalAddress = ((InetSocketAddress) socketAddress).getAddress().isSiteLocalAddress();
105 | boolean fromLocalHost = ((InetSocketAddress) socketAddress).getAddress().isLoopbackAddress();
106 | // 以下允许处理：
107 | // 1. 来自局域网 2.无被探测风险 3. 请求头包含特定字符串
108 | if (fromLocalAddress || fromLocalHost || !Config.ask4Authcate || request.headers().contains(MAGIC_HEADER)) {
109 | log(request, ctx);
110 | handler.getOrDefault(request.uri(), Dispatcher::other).accept(request, ctx, ifNeedClose);
111 | } else {
112 | refuse(request, ctx);
113 | }
114 | }
115 |
116 | private static void other(HttpRequest request, ChannelHandlerContext ctx, boolean ifNeedClose) {
117 | String path = getPath(request);
118 | String contentType = URLConnection.getFileNameMap().getContentTypeFor(path);
119 | try {
120 | RandomAccessFile randomAccessFile = new RandomAccessFile(path, "r");
121 | long fileLength = randomAccessFile.length();
122 | ChunkedFile chunkedFile = new ChunkedFile(randomAccessFile, 0, fileLength, 8192);
123 | // 针对其他需要读取文件的请求，增加ChunkedWriteHandler，防止OOM
124 | if (ctx.pipeline().get("chunked") == null) {
125 | ctx.pipeline().addBefore(SessionHandShakeHandler.NAME, "chunked", new ChunkedWriteHandler());
126 | }
127 | HttpResponse response = new DefaultHttpResponse(HttpVersion.HTTP_1_1, HttpResponseStatus.OK);
128 | response.headers().set("Server", SERVER_NAME);
129 | response.headers().set("Content-Length", fileLength);
130 | response.headers().set("Cache-Control", "max-age=1800");
131 | response.headers().set("Content-Type", contentType + "; charset=utf-8");
132 | response.headers().set(CONNECTION, ifNeedClose ? CLOSE : KEEP_ALIVE);
133 |
134 |
135 | ctx.write(response);
136 | ChannelFuture sendFileFuture = null;
137 | sendFileFuture = ctx.write(chunkedFile, ctx.newProgressivePromise());
138 | sendFileFuture.addListener(new ChannelProgressiveFutureListener() {
139 | @Override
140 | public void operationComplete(ChannelProgressiveFuture future)
141 | throws Exception {
142 | log.debug("Transfer complete.");
143 | }
144 |
145 | @Override
146 | public void operationProgressed(ChannelProgressiveFuture future,
147 | long progress, long total) throws Exception {
148 | if (total < 0)
149 | log.debug("Transfer progress: " + progress);
150 | else
151 | log.debug("Transfer progress: " + progress + "/" + total);
152 | }
153 | });
154 |
155 | ChannelFuture lastContentFuture = ctx.writeAndFlush(LastHttpContent.EMPTY_LAST_CONTENT);
156 | if (ifNeedClose) {
157 | lastContentFuture.addListener(ChannelFutureListener.CLOSE);
158 | }
159 | } catch (FileNotFoundException fnfd) {
160 | r404(ctx);
161 | } catch (IOException e) {
162 | log.error("", e);
163 | sendError(ctx, HttpResponseStatus.INTERNAL_SERVER_ERROR);
164 | }
165 |
166 | }
167 |
168 | private static void sendError(ChannelHandlerContext ctx, HttpResponseStatus status) {
169 | FullHttpResponse response = new DefaultFullHttpResponse(HttpVersion.HTTP_1_1, status,
170 | Unpooled.copiedBuffer("Failure: " + status.toString() + "\r\n", StandardCharsets.UTF_8));
171 | response.headers().set(HttpHeaderNames.CONTENT_TYPE, "text/html;charset=UTF-8");
172 | ctx.writeAndFlush(response).addListener(ChannelFutureListener.CLOSE);
173 | }
174 |
175 | // 文件后缀与contentType映射见 https://developer.mozilla.org/zh-CN/docs/Web/HTTP/Basics_of_HTTP/MIME_types/Common_types
176 | private static String getContentType(String path) {
177 | final int i = path.lastIndexOf(".");
178 | if (i == -1) return "text/text";
179 | String end = path.substring(i);
180 | return switch (end) {
181 | case ".aac" -> "audio/aac";
182 | case ".abw" -> "application/x-abiword";
183 | case ".arc" -> "application/x-freearc";
184 | case ".avi" -> "video/x-msvideo";
185 | case ".azw" -> "application/vnd.amazon.ebook";
186 | case ".bin" -> "application/octet-stream";
187 | case ".bmp" -> "image/bmp";
188 | case ".bz" -> "application/x-bzip";
189 | case ".bz2" -> "application/x-bzip2";
190 | case ".csh" -> "application/x-csh";
191 | case ".css" -> "text/css";
192 | case ".csv" -> "text/csv";
193 | case ".doc" -> "application/msword";
194 | case ".docx" -> "application/vnd.openxmlformats-officedocument.wordprocessingml.document";
195 | case ".eot" -> "application/vnd.ms-fontobject";
196 | case ".epub" -> "application/epub+zip";
197 | case ".gif" -> "image/gif";
198 | case ".htm" -> "text/html";
199 | case ".html" -> "text/html";
200 | case ".ico" -> "image/vnd.microsoft.icon";
201 | case ".ics" -> "text/calendar";
202 | case ".jar" -> "application/java-archive";
203 | case ".jpeg" -> "image/jpeg";
204 | case ".jpg" -> "image/jpeg";
205 | case ".js" -> "text/javascript";
206 | case ".json" -> "application/json";
207 | case ".jsonld" -> "application/ld+json";
208 | case ".mid" -> "audio/midi";
209 | case ".midi" -> "audio/midi";
210 | case ".mjs" -> "text/javascript";
211 | case ".mp3" -> "audio/mpeg";
212 | case ".mpeg" -> "video/mpeg";
213 | case ".mpkg" -> "application/vnd.apple.installer+xml";
214 | case ".odp" -> "application/vnd.oasis.opendocument.presentation";
215 | case ".ods" -> "application/vnd.oasis.opendocument.spreadsheet";
216 | case ".odt" -> "application/vnd.oasis.opendocument.text";
217 | case ".oga" -> "audio/ogg";
218 | case ".ogv" -> "video/ogg";
219 | case ".ogx" -> "application/ogg";
220 | case ".otf" -> "font/otf";
221 | case ".png" -> "image/png";
222 | case ".pdf" -> "application/pdf";
223 | case ".ppt" -> "application/vnd.ms-powerpoint";
224 | case ".pptx" -> "application/vnd.openxmlformats-officedocument.presentationml.presentation";
225 | case ".rar" -> "application/x-rar-compressed";
226 | case ".rtf" -> "application/rtf";
227 | case ".sh" -> "application/x-sh";
228 | case ".svg" -> "image/svg+xml";
229 | case ".swf" -> "application/x-shockwave-flash";
230 | case ".tar" -> "application/x-tar";
231 | case ".tif" -> "image/tiff";
232 | case ".tiff" -> "image/tiff";
233 | case ".ttf" -> "font/ttf";
234 | case ".txt" -> "text/plain";
235 | case ".vsd" -> "application/vnd.visio";
236 | case ".wav" -> "audio/wav";
237 | case ".weba" -> "audio/webm";
238 | case ".webm" -> "video/webm";
239 | case ".webp" -> "image/webp";
240 | case ".woff" -> "font/woff";
241 | case ".woff2" -> "font/woff2";
242 | case ".xhtml" -> "application/xhtml+xml";
243 | case ".xls" -> "application/vnd.ms-excel";
244 | case ".xlsx" -> "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet";
245 | case ".xml" -> "application/xml";
246 | case ".xul" -> "application/vnd.mozilla.xul+xml";
247 | case ".zip" -> "application/zip";
248 | case ".3gp" -> "video/3gpp";
249 | case ".3g2" -> "video/3gpp2";
250 | case ".7z" -> "application/x-7z-compressed";
251 | default -> "text/text";
252 | };
253 |
254 | }
255 |
256 | private static String getPath(HttpRequest request) {
257 | String uri = request.uri();
258 | uri = URLDecoder.decode(uri, StandardCharsets.UTF_8);
259 | if (uri.endsWith("/")) {
260 | uri += "index.html";
261 | }
262 | if (uri.startsWith("/")) {
263 | uri = uri.substring(1);
264 | }
265 | return uri;
266 | }
267 |
268 | private static void r404(ChannelHandlerContext ctx) {
269 | String notFound = "404 not found";
270 | ByteBuf buffer = ctx.alloc().buffer();
271 | buffer.writeBytes(notFound.getBytes());
272 | final FullHttpResponse response = new DefaultFullHttpResponse(
273 | HttpVersion.HTTP_1_1, NOT_FOUND, buffer);
274 | response.headers().set("Server", SERVER_NAME);
275 | response.headers().set("Content-Length", notFound.getBytes().length);
276 | response.headers().set(CONNECTION, CLOSE);
277 | ctx.writeAndFlush(response).addListener(ChannelFutureListener.CLOSE);
278 | }
279 |
280 | private static void refuse(HttpRequest request, ChannelHandlerContext ctx) {
281 | String hostAndPortStr = request.headers().get("Host");
282 | if (hostAndPortStr == null) {
283 | SocksServerUtils.closeOnFlush(ctx.channel());
284 | }
285 | String[] hostPortArray = hostAndPortStr.split(":");
286 | String host = hostPortArray[0];
287 | String portStr = hostPortArray.length == 2 ? hostPortArray[1] : "80";
288 | int port = Integer.parseInt(portStr);
289 | String clientHostname = ((InetSocketAddress) ctx.channel().remoteAddress()).getAddress().getHostAddress();
290 | log.info("refuse!! {} {} {} {}", clientHostname, request.method(), request.uri(), String.format("{%s:%s}", host, port));
291 | ctx.close();
292 | }
293 |
294 | private static void ip(HttpRequest request, ChannelHandlerContext ctx, boolean ifNeedClose) {
295 | String clientHostname = ((InetSocketAddress) ctx.channel().remoteAddress()).getAddress().getHostAddress();
296 | ByteBuf buffer = ctx.alloc().buffer();
297 | buffer.writeBytes(clientHostname.getBytes());
298 | final FullHttpResponse response = new DefaultFullHttpResponse(
299 | HttpVersion.HTTP_1_1, HttpResponseStatus.OK, buffer);
300 | response.headers().set("Server", SERVER_NAME);
301 | response.headers().set("Content-Length", clientHostname.getBytes().length);
302 | response.headers().set("Content-Type", "text/html; charset=utf-8");
303 | if (ifNeedClose) {
304 | response.headers().set(CONNECTION, CLOSE);
305 | ctx.writeAndFlush(response).addListener(ChannelFutureListener.CLOSE);
306 | } else {
307 | ctx.writeAndFlush(response);
308 | }
309 | }
310 |
311 | private static void net(HttpRequest request, ChannelHandlerContext ctx, boolean ifNeedClose) {
312 | String html = GlobalTrafficMonitor.html(false);
313 | ByteBuf buffer = ctx.alloc().buffer();
314 | buffer.writeBytes(html.getBytes(StandardCharsets.UTF_8));
315 | final FullHttpResponse response = new DefaultFullHttpResponse(
316 | HttpVersion.HTTP_1_1, HttpResponseStatus.OK, buffer);
317 | response.headers().set("Server", SERVER_NAME);
318 | response.headers().set("Content-Length", html.getBytes(StandardCharsets.UTF_8).length);
319 | response.headers().set("Content-Type", "text/html; charset=utf-8");
320 | if (ifNeedClose) {
321 | response.headers().set(CONNECTION, CLOSE);
322 | ctx.writeAndFlush(response).addListener(ChannelFutureListener.CLOSE);
323 | } else {
324 | ctx.writeAndFlush(response);
325 | }
326 | }
327 |
328 |
329 | private static void favicon(HttpRequest request, ChannelHandlerContext ctx, boolean ifNeedClose) {
330 | ByteBuf buffer = ctx.alloc().buffer();
331 | buffer.writeBytes(favicon);
332 | final FullHttpResponse response = new DefaultFullHttpResponse(
333 | HttpVersion.HTTP_1_1, HttpResponseStatus.OK, buffer);
334 | response.headers().set("Server", SERVER_NAME);
335 | response.headers().set("Content-Length", favicon.length);
336 | response.headers().set("Cache-Control", "max-age=86400");
337 | if (ifNeedClose) {
338 | response.headers().set(CONNECTION, CLOSE);
339 | ctx.writeAndFlush(response).addListener(ChannelFutureListener.CLOSE);
340 | } else {
341 | ctx.writeAndFlush(response);
342 | }
343 | }
344 |
345 |
346 | private static final void log(HttpRequest request, ChannelHandlerContext ctx) {
347 | //获取Host和port
348 | String hostAndPortStr = request.headers().get("Host");
349 | if (hostAndPortStr == null) {
350 | SocksServerUtils.closeOnFlush(ctx.channel());
351 | }
352 | String[] hostPortArray = hostAndPortStr.split(":");
353 | String host = hostPortArray[0];
354 | String portStr = hostPortArray.length == 2 ? hostPortArray[1] : "80";
355 | int port = Integer.parseInt(portStr);
356 | String clientHostname = ((InetSocketAddress) ctx.channel().remoteAddress()).getAddress().getHostAddress();
357 | log.info("{} {} {} {}", clientHostname, request.method(), request.uri(), String.format("{%s:%s}", host, port));
358 | }
359 | }
360 |
--------------------------------------------------------------------------------
/src/main/java/com/arloor/forwardproxy/web/ResourceReader.java:
--------------------------------------------------------------------------------
1 | package com.arloor.forwardproxy.web;
2 |
3 | import org.slf4j.Logger;
4 | import org.slf4j.LoggerFactory;
5 |
6 | import java.io.IOException;
7 | import java.nio.file.Files;
8 | import java.nio.file.Path;
9 |
10 | public class ResourceReader {
11 | private static final Logger logger = LoggerFactory.getLogger(ResourceReader.class);
12 |
13 | public static byte[] readFile(String path) {
14 | try {
15 | return Files.readAllBytes(Path.of(path));
16 | } catch (IOException e) {
17 | logger.error("error read file {}", path);
18 | }
19 | return null;
20 | }
21 | }
22 |
--------------------------------------------------------------------------------
/src/main/resources/META-INF/services/com.arloor.forwardproxy.monitor.MonitorService:
--------------------------------------------------------------------------------
1 | com.arloor.forwardproxy.monitor.PromMonitorImpl
--------------------------------------------------------------------------------
/src/main/resources/favicon.ico:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/arloor/HttpProxy/44b171bc591d562266cd47e145197d38d57a2e8b/src/main/resources/favicon.ico
--------------------------------------------------------------------------------
/src/main/resources/log4j2-test.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 | /data/var/log/proxy
8 |
9 |
10 |
11 |
12 |
13 |
14 |
15 |
16 |
17 |
18 |
19 |
20 |
21 |
22 |
23 |
24 |
--------------------------------------------------------------------------------
/src/main/resources/log4j2.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 | /data/var/log/proxy
8 |
9 |
10 |
11 |
12 |
13 |
15 |
16 |
17 |
18 |
19 |
20 |
21 |
22 |
23 |
24 |
25 |
26 |
27 |
28 |
29 |
30 |
31 |
32 |
33 |
35 |
36 |
37 |
38 |
39 |
40 |
41 |
42 |
44 |
45 |
46 |
47 |
48 |
49 |
50 |
51 |
52 |
53 |
54 |
55 |
56 |
58 |
59 |
60 |
62 |
63 |
64 |
65 |
66 |
67 |
68 |
69 |
--------------------------------------------------------------------------------
/src/main/resources/logback.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 | %d{yyyy-MM-dd HH:mm:ss.SSS} %-5level - %msg%n
10 | UTF-8
11 |
12 |
13 |
14 |
15 | ${LOG_HOME}/proxy/proxy.log
16 |
17 |
18 | ${LOG_HOME}/proxy/proxy.log-%d{yyyy-MM-dd}.%i
19 |
20 | 200MB
21 | 60
22 | 20GB
23 |
24 |
25 |
26 | %d{yyyy-MM-dd HH:mm:ss.SSS} %-5level - %msg%n
27 | UTF-8
28 |
29 |
30 |
31 | ${LOG_HOME}/proxy/web.log
32 |
33 |
34 | ${LOG_HOME}/proxy/web.log-%d{yyyy-MM-dd}.%i
35 |
36 | 200MB
37 | 60
38 | 20GB
39 |
40 |
41 |
42 | %d{yyyy-MM-dd HH:mm:ss.SSS} %-5level - %msg%n
43 | UTF-8
44 |
45 |
46 |
47 |
48 |
49 | 0
50 |
51 | 256
52 |
53 |
54 |
55 |
56 |
57 |
58 | 0
59 |
60 | 256
61 |
62 |
63 |
64 |
65 |
66 |
67 |
68 |
69 |
70 |
71 |
72 |
73 |
74 |
75 |
--------------------------------------------------------------------------------
/src/main/resources/proxy.properties:
--------------------------------------------------------------------------------
1 | # true 则可能被探测到是https代理
2 | ask4Authcate=true
3 | # http代理配置
4 | http.enable=true
5 | http.port=8888
6 | ## 白名单模式优先级大于auth模式，即配置了白名单则只有白名单内的域名才可通过
7 | #http.proxy.white.domain=github.com
8 | #http.auth=arloor:httpforarloor
9 | # over Tls配置
10 | https.enable=true
11 | https.port=443
12 | #https.auth=arloor:httpforarloor
13 | https.fullchain.pem=cert.pem
14 | https.privkey.pem=privkey.pem
15 |
16 |
17 |
18 |
--------------------------------------------------------------------------------
/src/test/java/MemoryMonitorTest.java:
--------------------------------------------------------------------------------
1 | import io.netty.util.internal.PlatformDependent;
2 |
3 | import java.lang.management.BufferPoolMXBean;
4 | import java.lang.management.ManagementFactory;
5 | import java.lang.management.MemoryMXBean;
6 | import java.util.List;
7 | import java.util.Map;
8 | import java.util.TreeMap;
9 |
10 | public class MemoryMonitorTest {
11 | public static void main(String[] args) {
12 | Map map = new TreeMap<>();
13 | map.put("direct_netty", PlatformDependent.usedDirectMemory());
14 | map.put("heap", memoryMXBean.getHeapMemoryUsage().getUsed());
15 | map.put("non_heap", memoryMXBean.getNonHeapMemoryUsage().getUsed());
16 | for (BufferPoolMXBean bufferPool : bufferPoolMXBeans) {
17 | map.put("buffer_pool_" + fixName(bufferPool.getName()), bufferPool.getMemoryUsed());
18 | }
19 | for (Map.Entry entry : map.entrySet()) {
20 | System.out.println(String.format("%18s %s",entry.getKey(),entry.getValue()));
21 | }
22 | }
23 |
24 | private static String fixName(String name) {
25 | return name.replaceAll(" ", "_").replaceAll("'", "").replaceAll("-", "_");
26 | }
27 |
28 | private static MemoryMXBean memoryMXBean = ManagementFactory.getMemoryMXBean();
29 | private static List bufferPoolMXBeans = ManagementFactory.getPlatformMXBeans(BufferPoolMXBean.class);
30 | }
31 |
--------------------------------------------------------------------------------
/实时网速.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/arloor/HttpProxy/44b171bc591d562266cd47e145197d38d57a2e8b/实时网速.png
--------------------------------------------------------------------------------
/性能测试.md:
--------------------------------------------------------------------------------
1 | ## 性能测试
2 |
3 | 环境：一台2核4G的服务器(华为云 Intel(R) Xeon(R) Gold 6278C CPU @ 2.60GHz)(好像是目前最强的服务器芯片)
4 |
5 | 代理客户端：[connect](https://github.com/arloor/connect)项目
6 |
7 | 软件：proxychains-ng iperf3
8 |
9 | 实验原理: iperf3是专业的测速软件。通过`proxychains`将iperf3测速的流量走`httpproxy`，从而测试httpproxy的性能。流量传输如下描述：
10 |
11 | ```shell
12 | iperf3-client ---> connect ---> httpproxy ---> iperf3-server
13 | ```
14 |
15 | 在测速期间，以上四个进程使用2个cpu核心。
16 |
17 | connect的jvm参数：
18 |
19 | ```shell script
20 | # 分别为最小堆，最大堆，新生代大小，触发gc的元空间大小（一般是fullgc）两个survivor与eden区比值（=4，则2:4，默认为8即每个survivor为1/10的年轻代大小）
21 | heap_option='-Xms2000m -Xmx2000m -Xmn600m -XX:MetaspaceSize=40M -XX:SurvivorRatio=8'
22 | ```
23 |
24 | httpproxy的jvm参数：
25 |
26 | ```shell script
27 | # 分别为最小堆，最大堆，新生代大小，触发gc的元空间大小（一般是fullgc）两个survivor与eden区比值（=6，则2:6，默认为8即每个survivor为1/10的年轻代大小）
28 | heap_option='-Xms2000m -Xmx2000m -Xmn600m -XX:MetaspaceSize=40M -XX:SurvivorRatio=8'
29 | ```
30 |
31 | 从GC日志上看，没有看到fullGC，为减少youngGC，年轻代的大小刻意地设置地比较大，副作用用jvm占用的内存比较大（500MB，来自top的res字段），实际使用场景下，并不需要这么大的年轻代。
32 |
33 | ### 性能测试结果
34 |
35 | HttpProxy上行速度(iperf3 295秒测试结果)：10.1 Gbits/sec ——**单线程单tcp连接跑满万兆网卡**
36 |
37 | ```shell script
38 | [ ID] Interval Transfer Bandwidth
39 | [ 9] 0.00-295.72 sec 0.00 Bytes 0.00 bits/sec sender
40 | [ 9] 0.00-295.72 sec 349 GBytes 10.1 Gbits/sec receiver
41 | iperf3: interrupt - the client has terminated
42 | ```
43 |
44 | HttpProxy上行速度(iperf3 361秒测试结果)：10.3 Gbits/sec ——**单线程单tcp连接跑满万兆网卡**
45 |
46 | ```shell script
47 | [ ID] Interval Transfer Bandwidth Retr
48 | [ 9] 0.00-361.09 sec 431 GBytes 10.3 Gbits/sec 72 sender
49 | [ 9] 0.00-361.09 sec 0.00 Bytes 0.00 bits/sec receiver
50 | iperf3: interrupt - the client has terminated
51 | ```
52 |
53 | 资源占用：
54 |
55 | ```shell script
56 | top - 14:34:36 up 180 days, 21:39, 6 users, load average: 3.82, 3.05, 2.56
57 | Tasks: 130 total, 2 running, 128 sleeping, 0 stopped, 0 zombie
58 | %Cpu(s): 47.2 us, 45.4 sy, 0.0 ni, 2.8 id, 0.0 wa, 0.5 hi, 4.0 si, 0.0 st
59 | MiB Mem : 3940.4 total, 272.3 free, 2348.8 used, 1319.4 buff/cache
60 | MiB Swap: 4069.0 total, 4029.8 free, 39.2 used. 1107.6 avail Mem
61 |
62 | PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND
63 | 2175578 root 20 0 4619020 758548 19876 S 79.7 18.8 10:04.91 java
64 | 2175835 root 20 0 4579832 587452 20880 S 77.1 14.6 2:28.55 java
65 | 2167795 root 20 0 10264 2748 2496 R 15.0 0.1 3:59.31 iperf3
66 | 2175851 root 20 0 21076 2544 2348 S 13.6 0.1 0:24.98 iperf3
67 | ```
--------------------------------------------------------------------------------