├── .gitignore ├── .travis.yml ├── LICENSE ├── README.md ├── pom.xml ├── runClient.bat ├── runServer.bat ├── runServer.sh └── src ├── main └── java │ └── com │ └── yhs │ └── fileserver │ ├── client │ ├── Client.java │ └── ClientHandler.java │ ├── common │ ├── ACTION.java │ ├── Constant.java │ ├── FileUtil.java │ └── MarshallingCodeCFactory.java │ ├── core │ ├── CompareServer.java │ └── FileScan.java │ ├── pojo │ ├── Request.java │ └── Response.java │ └── server │ ├── Server.java │ └── ServerHandler.java └── test └── java └── com └── yhs └── autoupdate └── autoupdate └── AppTest.java /.gitignore: -------------------------------------------------------------------------------- 1 | # maven ignore 2 | target/ 3 | *.war 4 | *.zip 5 | *.tar 6 | *.tar.gz 7 | 8 | # eclipse ignore 9 | .settings/ 10 | .project 11 | .classpath 12 | 13 | # idea ignore 14 | .idea/ 15 | *.ipr 16 | *.iml 17 | *.iws 18 | 19 | # temp ignore 20 | *.log 21 | *.cache 22 | *.diff 23 | *.patch 24 | *.tmp 25 | 26 | # system ignore 27 | .DS_Store 28 | Thumbs.db 29 | logs/ 30 | bin/ 31 | *.class 32 | 33 | # Mobile Tools for Java (J2ME) 34 | .mtj.tmp/ 35 | 36 | # Package Files # 37 | *.jar 38 | *.war 39 | *.ear 40 | 41 | # virtual machine crash logs, see http://www.java.com/en/download/help/error_hotspot.xml 42 | hs_err_pid* 43 | -------------------------------------------------------------------------------- /.travis.yml: -------------------------------------------------------------------------------- 1 | language: java 2 | -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- 1 | Apache License 2 | Version 2.0, January 2004 3 | http://www.apache.org/licenses/ 4 | 5 | TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION 6 | 7 | 1. Definitions. 8 | 9 | "License" shall mean the terms and conditions for use, reproduction, 10 | and distribution as defined by Sections 1 through 9 of this document. 11 | 12 | "Licensor" shall mean the copyright owner or entity authorized by 13 | the copyright owner that is granting the License. 14 | 15 | "Legal Entity" shall mean the union of the acting entity and all 16 | other entities that control, are controlled by, or are under common 17 | control with that entity. For the purposes of this definition, 18 | "control" means (i) the power, direct or indirect, to cause the 19 | direction or management of such entity, whether by contract or 20 | otherwise, or (ii) ownership of fifty percent (50%) or more of the 21 | outstanding shares, or (iii) beneficial ownership of such entity. 22 | 23 | "You" (or "Your") shall mean an individual or Legal Entity 24 | exercising permissions granted by this License. 25 | 26 | "Source" form shall mean the preferred form for making modifications, 27 | including but not limited to software source code, documentation 28 | source, and configuration files. 29 | 30 | "Object" form shall mean any form resulting from mechanical 31 | transformation or translation of a Source form, including but 32 | not limited to compiled object code, generated documentation, 33 | and conversions to other media types. 34 | 35 | "Work" shall mean the work of authorship, whether in Source or 36 | Object form, made available under the License, as indicated by a 37 | copyright notice that is included in or attached to the work 38 | (an example is provided in the Appendix below). 39 | 40 | "Derivative Works" shall mean any work, whether in Source or Object 41 | form, that is based on (or derived from) the Work and for which the 42 | editorial revisions, annotations, elaborations, or other modifications 43 | represent, as a whole, an original work of authorship. For the purposes 44 | of this License, Derivative Works shall not include works that remain 45 | separable from, or merely link (or bind by name) to the interfaces of, 46 | the Work and Derivative Works thereof. 47 | 48 | "Contribution" shall mean any work of authorship, including 49 | the original version of the Work and any modifications or additions 50 | to that Work or Derivative Works thereof, that is intentionally 51 | submitted to Licensor for inclusion in the Work by the copyright owner 52 | or by an individual or Legal Entity authorized to submit on behalf of 53 | the copyright owner. For the purposes of this definition, "submitted" 54 | means any form of electronic, verbal, or written communication sent 55 | to the Licensor or its representatives, including but not limited to 56 | communication on electronic mailing lists, source code control systems, 57 | and issue tracking systems that are managed by, or on behalf of, the 58 | Licensor for the purpose of discussing and improving the Work, but 59 | excluding communication that is conspicuously marked or otherwise 60 | designated in writing by the copyright owner as "Not a Contribution." 61 | 62 | "Contributor" shall mean Licensor and any individual or Legal Entity 63 | on behalf of whom a Contribution has been received by Licensor and 64 | subsequently incorporated within the Work. 65 | 66 | 2. Grant of Copyright License. Subject to the terms and conditions of 67 | this License, each Contributor hereby grants to You a perpetual, 68 | worldwide, non-exclusive, no-charge, royalty-free, irrevocable 69 | copyright license to reproduce, prepare Derivative Works of, 70 | publicly display, publicly perform, sublicense, and distribute the 71 | Work and such Derivative Works in Source or Object form. 72 | 73 | 3. Grant of Patent License. Subject to the terms and conditions of 74 | this License, each Contributor hereby grants to You a perpetual, 75 | worldwide, non-exclusive, no-charge, royalty-free, irrevocable 76 | (except as stated in this section) patent license to make, have made, 77 | use, offer to sell, sell, import, and otherwise transfer the Work, 78 | where such license applies only to those patent claims licensable 79 | by such Contributor that are necessarily infringed by their 80 | Contribution(s) alone or by combination of their Contribution(s) 81 | with the Work to which such Contribution(s) was submitted. If You 82 | institute patent litigation against any entity (including a 83 | cross-claim or counterclaim in a lawsuit) alleging that the Work 84 | or a Contribution incorporated within the Work constitutes direct 85 | or contributory patent infringement, then any patent licenses 86 | granted to You under this License for that Work shall terminate 87 | as of the date such litigation is filed. 88 | 89 | 4. Redistribution. You may reproduce and distribute copies of the 90 | Work or Derivative Works thereof in any medium, with or without 91 | modifications, and in Source or Object form, provided that You 92 | meet the following conditions: 93 | 94 | (a) You must give any other recipients of the Work or 95 | Derivative Works a copy of this License; and 96 | 97 | (b) You must cause any modified files to carry prominent notices 98 | stating that You changed the files; and 99 | 100 | (c) You must retain, in the Source form of any Derivative Works 101 | that You distribute, all copyright, patent, trademark, and 102 | attribution notices from the Source form of the Work, 103 | excluding those notices that do not pertain to any part of 104 | the Derivative Works; and 105 | 106 | (d) If the Work includes a "NOTICE" text file as part of its 107 | distribution, then any Derivative Works that You distribute must 108 | include a readable copy of the attribution notices contained 109 | within such NOTICE file, excluding those notices that do not 110 | pertain to any part of the Derivative Works, in at least one 111 | of the following places: within a NOTICE text file distributed 112 | as part of the Derivative Works; within the Source form or 113 | documentation, if provided along with the Derivative Works; or, 114 | within a display generated by the Derivative Works, if and 115 | wherever such third-party notices normally appear. The contents 116 | of the NOTICE file are for informational purposes only and 117 | do not modify the License. You may add Your own attribution 118 | notices within Derivative Works that You distribute, alongside 119 | or as an addendum to the NOTICE text from the Work, provided 120 | that such additional attribution notices cannot be construed 121 | as modifying the License. 122 | 123 | You may add Your own copyright statement to Your modifications and 124 | may provide additional or different license terms and conditions 125 | for use, reproduction, or distribution of Your modifications, or 126 | for any such Derivative Works as a whole, provided Your use, 127 | reproduction, and distribution of the Work otherwise complies with 128 | the conditions stated in this License. 129 | 130 | 5. Submission of Contributions. Unless You explicitly state otherwise, 131 | any Contribution intentionally submitted for inclusion in the Work 132 | by You to the Licensor shall be under the terms and conditions of 133 | this License, without any additional terms or conditions. 134 | Notwithstanding the above, nothing herein shall supersede or modify 135 | the terms of any separate license agreement you may have executed 136 | with Licensor regarding such Contributions. 137 | 138 | 6. Trademarks. This License does not grant permission to use the trade 139 | names, trademarks, service marks, or product names of the Licensor, 140 | except as required for reasonable and customary use in describing the 141 | origin of the Work and reproducing the content of the NOTICE file. 142 | 143 | 7. Disclaimer of Warranty. Unless required by applicable law or 144 | agreed to in writing, Licensor provides the Work (and each 145 | Contributor provides its Contributions) on an "AS IS" BASIS, 146 | WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or 147 | implied, including, without limitation, any warranties or conditions 148 | of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A 149 | PARTICULAR PURPOSE. You are solely responsible for determining the 150 | appropriateness of using or redistributing the Work and assume any 151 | risks associated with Your exercise of permissions under this License. 152 | 153 | 8. Limitation of Liability. In no event and under no legal theory, 154 | whether in tort (including negligence), contract, or otherwise, 155 | unless required by applicable law (such as deliberate and grossly 156 | negligent acts) or agreed to in writing, shall any Contributor be 157 | liable to You for damages, including any direct, indirect, special, 158 | incidental, or consequential damages of any character arising as a 159 | result of this License or out of the use or inability to use the 160 | Work (including but not limited to damages for loss of goodwill, 161 | work stoppage, computer failure or malfunction, or any and all 162 | other commercial damages or losses), even if such Contributor 163 | has been advised of the possibility of such damages. 164 | 165 | 9. Accepting Warranty or Additional Liability. While redistributing 166 | the Work or Derivative Works thereof, You may choose to offer, 167 | and charge a fee for, acceptance of support, warranty, indemnity, 168 | or other liability obligations and/or rights consistent with this 169 | License. However, in accepting such obligations, You may act only 170 | on Your own behalf and on Your sole responsibility, not on behalf 171 | of any other Contributor, and only if You agree to indemnify, 172 | defend, and hold each Contributor harmless for any liability 173 | incurred by, or claims asserted against, such Contributor by reason 174 | of your accepting any such warranty or additional liability. 175 | 176 | END OF TERMS AND CONDITIONS 177 | 178 | APPENDIX: How to apply the Apache License to your work. 179 | 180 | To apply the Apache License to your work, attach the following 181 | boilerplate notice, with the fields enclosed by brackets "{}" 182 | replaced with your own identifying information. (Don't include 183 | the brackets!) The text should be enclosed in the appropriate 184 | comment syntax for the file format. We also recommend that a 185 | file or class name and description of purpose be included on the 186 | same "printed page" as the copyright notice for easier 187 | identification within third-party archives. 188 | 189 | Copyright {yyyy} {name of copyright owner} 190 | 191 | Licensed under the Apache License, Version 2.0 (the "License"); 192 | you may not use this file except in compliance with the License. 193 | You may obtain a copy of the License at 194 | 195 | http://www.apache.org/licenses/LICENSE-2.0 196 | 197 | Unless required by applicable law or agreed to in writing, software 198 | distributed under the License is distributed on an "AS IS" BASIS, 199 | WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 200 | See the License for the specific language governing permissions and 201 | limitations under the License. 202 | -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- 1 | # fileserver 2 | 一个基于netty的文件服务器，可以用于分发应用程序，文件md5校验比对差量更新，支持大文件传输 3 | 4 | ## 使用 5 | ```shell 6 | git clone https://github.com/huisongyang/fileserver.git 7 | mvn package 8 | ``` 9 | ### windows: 10 | 编辑./target/runServer.bat，配置root.dir.path 11 | ```bat 12 | @echo off 13 | rem 文件根目录 14 | set root.dir.path="D:\serverdir" 15 | 16 | ::不扫描文件，分号分隔 17 | set root.dir.exclude= 18 | ::不扫描目录，分号分隔 19 | set root.dir.excludeDir= 20 | 21 | ::默认端口是9999 22 | java -Droot.dir.path=%root.dir.path% -Droot.dir.exclude=%root.dir.exclude% -Droot.dir.excludeDir=%root.dir.excludeDir% -cp fileserver-0.0.1-SNAPSHOT.jar com.yhs.fileserver.server.Server 23 | pause > nul 24 | ``` 25 | 运行runServer.bat 26 | 27 | 编辑./target/runClient.bat，配置root.dir.path 28 | 运行runClient.bat 29 | 30 | ### linux: 31 | 编辑./target/runServer.sh，配置root.dir.path 32 | ```shell 33 | #根目录 34 | root_dir_path=/home/weblogic/client 35 | 36 | #不扫描文件，分号分隔 37 | root_dir_exclude= 38 | #不扫描目录，分号分隔 39 | root_dir_excludeDir= 40 | 41 | #默认端口是9999 42 | java -Droot.dir.path=${root_dir_path} -Droot.dir.exclude=${root_dir_exclude} -Droot.dir.excludeDir=${root_dir_excludeDir} -cp fileserver-0.0.1-SNAPSHOT.jar com.yhs.fileserver.server.Server 43 | ``` 44 | 客户端更新一般在windows下，在windows下配置好runClient.bat的root.dir.path后运行即可。 45 | 46 | #Authors 47 | *小松([@小松](https://github.com/huisongyang)) 48 | -------------------------------------------------------------------------------- /pom.xml: -------------------------------------------------------------------------------- 1 | 3 | 4.0.0 4 | 5 | com.yhs.fileserver 6 | fileserver 7 | 0.0.1-SNAPSHOT 8 | 9 | fileserver 10 | http://maven.apache.org 11 | 12 | 13 | UTF-8 14 | 15 | 16 | 17 | 18 | junit 19 | junit 20 | 3.8.1 21 | test 22 | 23 | 24 | io.netty 25 | netty-all 26 | 5.0.0.Alpha1 27 | 28 | 29 | org.jboss.marshalling 30 | jboss-marshalling 31 | 1.4.10.Final 32 | 33 | 34 | org.jboss.marshalling 35 | jboss-marshalling-serial 36 | 1.4.10.Final 37 | 38 | 39 | 40 | 41 | 42 | 43 | org.apache.maven.plugins 44 | maven-shade-plugin 45 | 1.4 46 | 47 | 48 | package 49 | 50 | shade 51 | 52 | 53 | 54 | 56 | 57 | 58 | 59 | 60 | 61 | 62 | 63 | 64 | maven-antrun-plugin 65 | 1.8 66 | 67 | 68 | package 69 | 70 | 71 | 73 | 74 | 75 | 76 | 77 | 78 | 79 | run 80 | 81 | 82 | 83 | 84 | 85 | 86 | 87 | 88 | 89 | -------------------------------------------------------------------------------- /runClient.bat: -------------------------------------------------------------------------------- 1 | @echo off 2 | 3 | rem 配置文件根目录，如果为空，则当前目录为根目录 4 | set root.dir.path="D:\workspace\test" 5 | 6 | if "%root.dir.path%"=="" set root.dir.path="%CD%" 7 | 8 | rem 不删除文件列表，分号分隔 9 | set root.dir.exclude="fileserver-0.0.1-SNAPSHOT.jar;clientMd5.record;runClient.bat;Client.log" 10 | rem 不删除目录列表，分号分隔 11 | set root.dir.excludeDir="log" 12 | 13 | rem 启动更新 14 | java -Droot.dir.path=%root.dir.path% -Droot.dir.exclude=%root.dir.exclude% -Droot.dir.excludeDir=%root.dir.excludeDir% -cp fileserver-0.0.1-SNAPSHOT.jar com.yhs.fileserver.client.Client 127.0.0.1 9999 15 | if "%errorlevel%"=="0" echo [info]: 连接关闭 16 | 17 | rem 启动应用 18 | echo done 19 | -------------------------------------------------------------------------------- /runServer.bat: -------------------------------------------------------------------------------- 1 | @echo off 2 | rem 文件根目录 3 | set root.dir.path="D:\serverdir" 4 | 5 | ::不扫描文件，分号分隔 6 | set root.dir.exclude= 7 | ::不扫描目录，分号分隔 8 | set root.dir.excludeDir= 9 | 10 | ::默认端口是9999 11 | java -Droot.dir.path=%root.dir.path% -Droot.dir.exclude=%root.dir.exclude% -Droot.dir.excludeDir=%root.dir.excludeDir% -cp fileserver-0.0.1-SNAPSHOT.jar com.yhs.fileserver.server.Server 12 | -------------------------------------------------------------------------------- /runServer.sh: -------------------------------------------------------------------------------- 1 | #根目录 2 | root_dir_path=/home/weblogic/client 3 | 4 | #不扫描文件，分号分隔 5 | root_dir_exclude= 6 | #不扫描目录，分号分隔 7 | root_dir_excludeDir= 8 | 9 | #默认端口是9999 10 | java -Droot.dir.path=${root_dir_path} -Droot.dir.exclude=${root_dir_exclude} -Droot.dir.excludeDir=${root_dir_excludeDir} -cp fileserver-0.0.1-SNAPSHOT.jar com.yhs.fileserver.server.Server 11 | -------------------------------------------------------------------------------- /src/main/java/com/yhs/fileserver/client/Client.java: -------------------------------------------------------------------------------- 1 | package com.yhs.fileserver.client; 2 | 3 | import java.net.InetAddress; 4 | 5 | import com.yhs.fileserver.common.MarshallingCodeCFactory; 6 | import com.yhs.fileserver.core.FileScan; 7 | 8 | import io.netty.bootstrap.Bootstrap; 9 | import io.netty.channel.ChannelFuture; 10 | import io.netty.channel.ChannelInitializer; 11 | import io.netty.channel.ChannelOption; 12 | import io.netty.channel.EventLoopGroup; 13 | import io.netty.channel.nio.NioEventLoopGroup; 14 | import io.netty.channel.socket.SocketChannel; 15 | import io.netty.channel.socket.nio.NioSocketChannel; 16 | 17 | /** 18 | * 19 | * @author huisong 20 | * 21 | */ 22 | public class Client { 23 | 24 | public static String ip ; 25 | 26 | public void connect(int port, String host) throws Exception { 27 | // 配置客户端NIO线程组 28 | EventLoopGroup group = new NioEventLoopGroup(); 29 | try { 30 | Bootstrap b = new Bootstrap(); 31 | b.group(group).channel(NioSocketChannel.class) 32 | .option(ChannelOption.TCP_NODELAY, true) 33 | .handler(new ChannelInitializer() { 34 | @Override 35 | public void initChannel(SocketChannel ch) 36 | throws Exception { 37 | ch.pipeline().addLast("marDecoder",MarshallingCodeCFactory.buildMarshallingDecoder()); 38 | ch.pipeline().addLast("marEncoder", 39 | MarshallingCodeCFactory 40 | .buildMarshallingEncoder()); 41 | ch.pipeline().addLast(new ClientHandler()); 42 | } 43 | }); 44 | // 发起异步连接操作 45 | ChannelFuture f = b.connect(host, port).sync(); 46 | 47 | // 等待客户端链路关闭 48 | f.channel().closeFuture().sync(); 49 | } finally { 50 | // 优雅退出，释放NIO线程组 51 | group.shutdownGracefully(); 52 | } 53 | } 54 | 55 | /** 56 | * @param args 57 | * @throws Exception 58 | */ 59 | public static void main(String[] args) throws Exception { 60 | int port = 9999; 61 | String host = "127.0.0.1"; 62 | if (args != null && args.length > 0) { 63 | try { 64 | host = args[0]; 65 | port = Integer.valueOf(args[1]); 66 | } catch (NumberFormatException e) { 67 | // 采用默认值 68 | } 69 | } 70 | FileScan.getDefault().scanningAndWrite("clientMd5.record"); 71 | ip = InetAddress.getLocalHost().toString(); 72 | new Client().connect(port, host); 73 | } 74 | } 75 | -------------------------------------------------------------------------------- /src/main/java/com/yhs/fileserver/client/ClientHandler.java: -------------------------------------------------------------------------------- 1 | package com.yhs.fileserver.client; 2 | 3 | import java.io.File; 4 | import java.io.FileNotFoundException; 5 | import java.io.FileOutputStream; 6 | import java.io.IOException; 7 | import java.io.OutputStream; 8 | import java.util.List; 9 | import java.util.Stack; 10 | 11 | import com.yhs.fileserver.common.ACTION; 12 | import com.yhs.fileserver.common.Constant; 13 | import com.yhs.fileserver.common.FileUtil; 14 | import com.yhs.fileserver.common.MarshallingCodeCFactory; 15 | import com.yhs.fileserver.core.FileScan; 16 | import com.yhs.fileserver.pojo.Request; 17 | import com.yhs.fileserver.pojo.Response; 18 | 19 | import io.netty.buffer.ByteBuf; 20 | import io.netty.channel.ChannelHandlerAdapter; 21 | import io.netty.channel.ChannelHandlerContext; 22 | import io.netty.util.CharsetUtil; 23 | 24 | /** 25 | * 26 | * @author huisong 27 | * 28 | */ 29 | public class ClientHandler extends ChannelHandlerAdapter { 30 | /** 31 | * Creates a client-side handler. 32 | */ 33 | 34 | File file; 35 | OutputStream out; 36 | long fileSize; 37 | long writedSize = 0; 38 | Stack downList; 39 | List deleteFiles; 40 | List newFiles; 41 | List overrideFiles; 42 | 43 | public ClientHandler() { 44 | 45 | } 46 | 47 | @Override 48 | public void channelActive(ChannelHandlerContext ctx) { 49 | ctx.write(startReq()); 50 | ctx.flush(); 51 | } 52 | 53 | /** 54 | * 更新请求 55 | * 56 | * @return 57 | */ 58 | private Request startReq() { 59 | byte[] bytes = null; 60 | try { 61 | bytes = FileUtil 62 | .readFile(com.yhs.fileserver.common.Constant.clientMd5); 63 | } catch (Exception e) { 64 | e.printStackTrace(); 65 | } 66 | Request req = new Request(); 67 | req.setActionCode(ACTION.ACTION_START); 68 | req.setData(bytes); 69 | req.setIp(Client.ip); 70 | return req; 71 | } 72 | 73 | @Override 74 | public void channelRead(ChannelHandlerContext ctx, Object msg) 75 | throws Exception { 76 | // consoleLog(msg.toString()); 77 | if (msg instanceof ByteBuf) { 78 | ByteBuf buf = (ByteBuf) msg; 79 | if (out == null) 80 | throw new Exception("本地文件流没有初始化"); 81 | int len = buf.readableBytes(); 82 | 83 | // 如果文件大小是0KB，更新服务器则会直接响应个文件结尾符,文件结尾符长度是6 84 | if (len == 6) { 85 | byte[] endBuf = new byte[6]; 86 | buf.readBytes(endBuf, 0, 6); 87 | if (Constant.FILE_SEPARATOR.equals(new String(endBuf,CharsetUtil.UTF_8))) { 88 | consoleLog("空文件结尾符"); 89 | closeFileAndOut(ctx); 90 | buf.release(); 91 | fireDownReq(ctx); 92 | return; 93 | } 94 | else{ 95 | buf.readerIndex(0); 96 | } 97 | } 98 | 99 | buf.readBytes(out, len); 100 | writedSize += len; 101 | if (writedSize == fileSize) { 102 | closeFileAndOut(ctx); 103 | buf.release(); 104 | fireDownReq(ctx); 105 | } 106 | } else if (msg instanceof Response) { 107 | Response resp = (Response) msg; 108 | String resType = resp.getResType(); 109 | if (resType.equals(Constant.TYPE_GET_DIFFERENT))// 差异列表 110 | { 111 | responseRead(ctx, resp); 112 | fireDownReq(ctx); 113 | deleteFiles(); 114 | } else if (resType.equals(Constant.TYPE_GET_SIZE))// 文件大小 115 | { 116 | if (!resp.getResCode().equals(Constant.SuccessCode)) 117 | throw new Exception(resp.getResMessage()); 118 | fileSize = Long.parseLong(resp.getResMessage()); 119 | String fn = resp.getReq().getReqMes();// 文件名 120 | initFile(fn);// 初始化文件流，准备发起下载请求 121 | ctx.pipeline().remove("marDecoder"); 122 | beginDownFile(ctx, fn); 123 | } 124 | } 125 | } 126 | 127 | /** 128 | * 开始下载文件 129 | * 130 | * @param ctx 131 | * @param fn 132 | */ 133 | private void beginDownFile(ChannelHandlerContext ctx, String fn) { 134 | consoleLog("下载文件:" + fn); 135 | Request req = new Request(); 136 | req.setActionCode(ACTION.ACTION_DOWN); 137 | req.setReqMes(fn); 138 | req.setIp(Client.ip); 139 | ctx.writeAndFlush(req); 140 | } 141 | 142 | /** 143 | * 发起文件下载请求
144 | * 按顺序发起下载请求，每次下载完一个文件，则重新请求下一个文件的下载
145 | * 每次发起都要保证保存及关闭当前文件 146 | * 147 | * @see 148 | * @param ctx 149 | * @throws Exception 150 | */ 151 | private void fireDownReq(ChannelHandlerContext ctx) throws Exception { 152 | if (downList.empty()) { 153 | ctx.close(); 154 | consoleLog("更新完成"); 155 | return; 156 | } 157 | String fn = downList.pop(); 158 | getFileSize(ctx, fn);// 获取文件大小 159 | } 160 | 161 | private void getFileSize(ChannelHandlerContext ctx, String fn) 162 | throws Exception { 163 | if (fn == null) 164 | throw new Exception("文件名不能为空"); 165 | 166 | Request req = new Request(); 167 | req.setActionCode(ACTION.ACTION_GET_FILE_SIZE); 168 | req.setIp(Client.ip); 169 | req.setReqMes(fn);// 文件名 170 | ctx.writeAndFlush(req); 171 | } 172 | 173 | private void initFile(String fn) { 174 | try { 175 | file = new File(FileScan.rootDirPath + fn); 176 | if (file.exists()) { 177 | file.delete(); 178 | file.createNewFile(); 179 | } else { 180 | File parent = file.getParentFile(); 181 | if (!parent.exists()) { 182 | parent.mkdirs(); 183 | } 184 | } 185 | out = new FileOutputStream(file); 186 | } catch (FileNotFoundException e) { 187 | e.printStackTrace(); 188 | } catch (IOException e) { 189 | e.printStackTrace(); 190 | } 191 | } 192 | 193 | /** 194 | * 195 | * 响应文件差异列表
196 | * 197 | * @param ctx 198 | * @param msg 199 | */ 200 | @SuppressWarnings("unchecked") 201 | private void responseRead(ChannelHandlerContext ctx, Response resp) { 202 | 203 | if (resp.getResCode().equals( 204 | com.yhs.fileserver.common.Constant.SuccessCode)) { 205 | downList = new Stack(); 206 | consoleLog(resp.getResMessage()); 207 | deleteFiles = (List) resp.getDeleteFiles(); 208 | newFiles = (List) resp.getNewFiles(); 209 | overrideFiles = (List) resp.getOverrideFiles(); 210 | for (String s : newFiles) { 211 | downList.push(s); 212 | } 213 | for (String i : overrideFiles) { 214 | downList.push(i); 215 | } 216 | } 217 | } 218 | 219 | /** 220 | * 根据更新服务器返回的需删除文件列表进行文件的删除
221 | * 以及清空空文件夹 222 | */ 223 | private void deleteFiles() { 224 | if (!deleteFiles.isEmpty()) { 225 | Thread t = new Thread(new Runnable() { 226 | 227 | public void run() { 228 | for (String fn : deleteFiles) { 229 | File f = new File(FileScan.rootDirPath + fn); 230 | if (f.exists()) { 231 | f.delete(); 232 | consoleLog("删除文件:" + f.getName()); 233 | } 234 | } 235 | deleteEmptyDir(new File(FileScan.rootDirPath)); 236 | } 237 | }); 238 | 239 | t.start(); 240 | } 241 | } 242 | 243 | /** 244 | * 递归删除空文件夹 245 | * 246 | * @param f 247 | */ 248 | private void deleteEmptyDir(File f) { 249 | for (File i : f.listFiles()) { 250 | if (i.isDirectory()) { 251 | deleteEmptyDir(i); 252 | if (i.isDirectory() && i.list().length == 0) { 253 | i.delete(); 254 | consoleLog("清空空文件夹:" + i.getName()); 255 | } 256 | } 257 | } 258 | } 259 | 260 | /** 261 | * 关闭文件流
262 | * 每次从服务器获得一个完整文件后调用 263 | * 264 | * @author huisong 265 | */ 266 | private void closeFileAndOut(ChannelHandlerContext ctx) { 267 | try { 268 | fileSize = 0; 269 | writedSize = 0; 270 | out.close(); 271 | file = null; 272 | ctx.pipeline().addBefore("marEncoder", "marDecoder", 273 | MarshallingCodeCFactory.buildMarshallingDecoder()); 274 | } catch (IOException e) { 275 | e.printStackTrace(); 276 | } 277 | 278 | } 279 | 280 | private void consoleLog(String msg) { 281 | System.out.println("[info]: " + msg); 282 | } 283 | 284 | 285 | @Override 286 | public void channelReadComplete(ChannelHandlerContext ctx) throws Exception { 287 | ctx.flush(); 288 | } 289 | 290 | @Override 291 | public void exceptionCaught(ChannelHandlerContext ctx, Throwable cause) { 292 | cause.printStackTrace(); 293 | ctx.close(); 294 | } 295 | } 296 | -------------------------------------------------------------------------------- /src/main/java/com/yhs/fileserver/common/ACTION.java: -------------------------------------------------------------------------------- 1 | package com.yhs.fileserver.common; 2 | 3 | public class ACTION { 4 | 5 | /** 6 | *获取文件差异列表 7 | */ 8 | public static int ACTION_START = 0x001; 9 | 10 | /** 11 | * 下载文件 12 | */ 13 | public static int ACTION_DOWN = 0x002; 14 | 15 | /** 16 | * 获取文件大小 17 | */ 18 | public static int ACTION_GET_FILE_SIZE = 0x006; 19 | } 20 | -------------------------------------------------------------------------------- /src/main/java/com/yhs/fileserver/common/Constant.java: -------------------------------------------------------------------------------- 1 | package com.yhs.fileserver.common; 2 | 3 | /** 4 | * 5 | * @author huisong 6 | * 7 | */ 8 | public class Constant { 9 | 10 | /** 11 | * 文件结尾符 12 | */ 13 | public static String FILE_SEPARATOR = "□□"; 14 | 15 | /** 16 | * 客户端md5校验文件 17 | */ 18 | public static String clientMd5 = "clientMd5.record"; 19 | 20 | /** 21 | * 服务器端md5校验文件 22 | */ 23 | public static String serverMd5 = "md5.record"; 24 | 25 | /** 26 | * 27 | */ 28 | public static String SuccessCode = "AAAAAA"; 29 | 30 | /** 31 | * 获取文件差异 32 | */ 33 | public static String TYPE_GET_DIFFERENT="TYPE_GET_DIFFERENT"; 34 | 35 | /** 36 | * 获取文件大小 37 | */ 38 | public static String TYPE_GET_SIZE="TYPE_GET_SIZE"; 39 | } 40 | -------------------------------------------------------------------------------- /src/main/java/com/yhs/fileserver/common/FileUtil.java: -------------------------------------------------------------------------------- 1 | package com.yhs.fileserver.common; 2 | 3 | import java.io.BufferedInputStream; 4 | import java.io.BufferedOutputStream; 5 | import java.io.File; 6 | import java.io.FileInputStream; 7 | import java.io.FileOutputStream; 8 | import java.io.IOException; 9 | import java.io.InputStream; 10 | import java.io.OutputStream; 11 | 12 | public class FileUtil { 13 | 14 | public static byte[] readFile(String fileName) throws Exception 15 | { 16 | File f = new File(fileName); 17 | if(!f.exists()) 18 | throw new Exception("文件不存在"); 19 | InputStream ins = new FileInputStream(f); 20 | BufferedInputStream in = new BufferedInputStream(ins); 21 | int lenght = (int)f.length(); 22 | byte[] buffer = new byte[lenght]; 23 | in.read(buffer,0, lenght); 24 | in.close(); 25 | ins.close(); 26 | f=null; 27 | return buffer; 28 | } 29 | 30 | public static void writeFile(String fileName,byte[] bytes) throws IOException 31 | { 32 | File f = new File(fileName); 33 | if(!f.exists()) 34 | { 35 | f.createNewFile(); 36 | } 37 | else 38 | { 39 | f.delete(); 40 | f.createNewFile(); 41 | } 42 | OutputStream os = new FileOutputStream(f); 43 | BufferedOutputStream out = new BufferedOutputStream(os); 44 | out.write(bytes); 45 | out.close(); 46 | os.close(); 47 | f=null; 48 | } 49 | 50 | public static void deleteFile(String name) 51 | { 52 | File f = new File(name); 53 | if(f.exists()) 54 | { 55 | f.delete(); 56 | f=null; 57 | } 58 | } 59 | } 60 | -------------------------------------------------------------------------------- /src/main/java/com/yhs/fileserver/common/MarshallingCodeCFactory.java: -------------------------------------------------------------------------------- 1 | package com.yhs.fileserver.common; 2 | 3 | import org.jboss.marshalling.MarshallerFactory; 4 | import org.jboss.marshalling.Marshalling; 5 | import org.jboss.marshalling.MarshallingConfiguration; 6 | 7 | import io.netty.handler.codec.marshalling.DefaultMarshallerProvider; 8 | import io.netty.handler.codec.marshalling.DefaultUnmarshallerProvider; 9 | import io.netty.handler.codec.marshalling.MarshallerProvider; 10 | import io.netty.handler.codec.marshalling.MarshallingDecoder; 11 | import io.netty.handler.codec.marshalling.MarshallingEncoder; 12 | import io.netty.handler.codec.marshalling.UnmarshallerProvider; 13 | 14 | public class MarshallingCodeCFactory { 15 | 16 | /** 17 | * 创建Jboss Marshalling解码器MarshallingDecoder 18 | * 19 | * @return 20 | */ 21 | public static MarshallingDecoder buildMarshallingDecoder() { 22 | final MarshallerFactory marshallerFactory = Marshalling 23 | .getProvidedMarshallerFactory("serial"); 24 | final MarshallingConfiguration configuration = new MarshallingConfiguration(); 25 | configuration.setVersion(5); 26 | UnmarshallerProvider provider = new DefaultUnmarshallerProvider( 27 | marshallerFactory, configuration); 28 | MarshallingDecoder decoder = new MarshallingDecoder(provider, 1024*1024*10); 29 | return decoder; 30 | } 31 | 32 | /** 33 | * 创建Jboss Marshalling编码器MarshallingEncoder 34 | * 35 | * @return 36 | */ 37 | public static MarshallingEncoder buildMarshallingEncoder() { 38 | final MarshallerFactory marshallerFactory = Marshalling 39 | .getProvidedMarshallerFactory("serial"); 40 | final MarshallingConfiguration configuration = new MarshallingConfiguration(); 41 | configuration.setVersion(5); 42 | MarshallerProvider provider = new DefaultMarshallerProvider( 43 | marshallerFactory, configuration); 44 | MarshallingEncoder encoder = new MarshallingEncoder(provider); 45 | return encoder; 46 | } 47 | } 48 | -------------------------------------------------------------------------------- /src/main/java/com/yhs/fileserver/core/CompareServer.java: -------------------------------------------------------------------------------- 1 | package com.yhs.fileserver.core; 2 | 3 | import java.io.BufferedReader; 4 | import java.io.File; 5 | import java.io.FileReader; 6 | import java.util.ArrayList; 7 | import java.util.HashMap; 8 | import java.util.List; 9 | import java.util.Map; 10 | import java.util.Set; 11 | 12 | /** 13 | * 客户端需要删除的文件列表
14 | * 客户端需要更新覆盖的文件列表
15 | * 客户端需要新增加的文件列表 16 | * @author huisong 17 | * 18 | */ 19 | public class CompareServer { 20 | 21 | 22 | 23 | String clientMd5FileName; 24 | String serverMd5FileName; 25 | File clientMd5File; 26 | File serverMd5File; 27 | List deleteList; 28 | List overrideList; 29 | List newList; 30 | 31 | Map clientMd5Map; 32 | Map serverMd5Map; 33 | 34 | public boolean isNeedUpdate() { 35 | 36 | if(deleteList.isEmpty()&&overrideList.isEmpty()&&newList.isEmpty()) 37 | { 38 | return false; 39 | } 40 | return true; 41 | } 42 | 43 | public List getDeleteList() { 44 | return deleteList; 45 | } 46 | 47 | public void setDeleteList(List deleteList) { 48 | this.deleteList = deleteList; 49 | } 50 | 51 | public List getOverrideList() { 52 | return overrideList; 53 | } 54 | 55 | public void setOverrideList(List overrideList) { 56 | this.overrideList = overrideList; 57 | } 58 | 59 | public List getNewList() { 60 | return newList; 61 | } 62 | 63 | public void setNewList(List newList) { 64 | this.newList = newList; 65 | } 66 | 67 | 68 | 69 | public CompareServer(String clientMd5, String serverMd5) { 70 | this.clientMd5FileName = clientMd5; 71 | this.serverMd5FileName = serverMd5; 72 | 73 | deleteList = new ArrayList(); 74 | overrideList = new ArrayList(); 75 | newList = new ArrayList(); 76 | 77 | clientMd5Map = new HashMap(); 78 | serverMd5Map = new HashMap(); 79 | } 80 | 81 | private void loadMd5File() throws Exception { 82 | 83 | clientMd5Map.clear(); 84 | serverMd5Map.clear(); 85 | this.clientMd5File = new File(clientMd5FileName); 86 | this.serverMd5File = new File(serverMd5FileName); 87 | 88 | if(!clientMd5File.exists()||!serverMd5File.exists()) 89 | { 90 | throw new Exception("md5校验文件缺失"); 91 | } 92 | 93 | FileReader c = new FileReader(clientMd5File); 94 | FileReader s = new FileReader(serverMd5File); 95 | 96 | BufferedReader cr = new BufferedReader(c); 97 | BufferedReader sr = new BufferedReader(s); 98 | String line; 99 | while ((line = cr.readLine()) != null && !line.equals("")) { 100 | String[] items = line.split("\\|"); 101 | 102 | clientMd5Map.put(items[0], items[1]); 103 | } 104 | cr.close(); 105 | while ((line = sr.readLine()) != null && !line.equals("")) { 106 | String[] items = line.split("\\|"); 107 | serverMd5Map.put(items[0], items[1]); 108 | } 109 | sr.close(); 110 | } 111 | 112 | public void compare() throws Exception { 113 | loadMd5File(); 114 | setdeleteAndOverrideList(); 115 | setNewList(); 116 | } 117 | 118 | private void setdeleteAndOverrideList() { 119 | Set k = serverMd5Map.keySet(); 120 | for(String i : clientMd5Map.keySet()) 121 | { 122 | if(!k.contains(i)) 123 | { 124 | deleteList.add(i); 125 | } 126 | else 127 | { 128 | String md51 = serverMd5Map.get(i); 129 | String md52 = clientMd5Map.get(i); 130 | if(!md51.equals(md52)) 131 | { 132 | overrideList.add(i); 133 | } 134 | } 135 | } 136 | } 137 | 138 | private void setNewList() 139 | { 140 | for(String i : serverMd5Map.keySet()) 141 | { 142 | if(!clientMd5Map.containsKey(i)) 143 | { 144 | newList.add(i); 145 | } 146 | } 147 | } 148 | } 149 | -------------------------------------------------------------------------------- /src/main/java/com/yhs/fileserver/core/FileScan.java: -------------------------------------------------------------------------------- 1 | package com.yhs.fileserver.core; 2 | 3 | import java.io.BufferedWriter; 4 | import java.io.File; 5 | import java.io.FileInputStream; 6 | import java.io.FileWriter; 7 | import java.io.IOException; 8 | import java.security.DigestInputStream; 9 | import java.security.MessageDigest; 10 | import java.security.NoSuchAlgorithmException; 11 | import java.util.ArrayList; 12 | import java.util.List; 13 | 14 | /** 15 | * 文件扫描生成md5校验文件 16 | * 17 | * @author huisong 18 | * 19 | */ 20 | public class FileScan { 21 | 22 | public static String rootDirPath; 23 | MessageDigest md; 24 | int bufferSize = 1024 * 20; 25 | List digestList; 26 | List excludeList; 27 | List excludeDirList; 28 | 29 | private static final FileScan instance = new FileScan(); 30 | 31 | public static FileScan getDefault() { 32 | return instance; 33 | } 34 | 35 | FileScan() { 36 | rootDirPath = System.getProperty("root.dir.path"); 37 | digestList = new ArrayList(); 38 | excludeList = new ArrayList(); 39 | excludeDirList= new ArrayList(); 40 | getExcludeFiles(); 41 | getExcludeDir(); 42 | try { 43 | md = MessageDigest.getInstance("MD5"); 44 | } catch (NoSuchAlgorithmException e) { 45 | e.printStackTrace(); 46 | } 47 | } 48 | 49 | private void getExcludeFiles() { 50 | String exclude = System.getProperty("root.dir.exclude"); 51 | if (exclude != null && !"".equals(exclude)) { 52 | String[] files = exclude.split(";"); 53 | for (String f : files) { 54 | excludeList.add(f); 55 | } 56 | } 57 | } 58 | 59 | private void getExcludeDir() 60 | { 61 | String excludeDir = System.getProperty("root.dir.excludeDir"); 62 | if(excludeDir != null && !"".equals(excludeDir)) 63 | { 64 | String[] dirs = excludeDir.split(";"); 65 | for(String d : dirs) 66 | { 67 | excludeDirList.add(d); 68 | } 69 | } 70 | } 71 | 72 | static class FileStructure { 73 | String fileName; 74 | String md5; 75 | 76 | public FileStructure(String f, String m) { 77 | this.fileName = f; 78 | this.md5 = m; 79 | } 80 | 81 | public String getFileName() { 82 | return fileName; 83 | } 84 | 85 | public void setFileName(String fileName) { 86 | this.fileName = fileName; 87 | } 88 | 89 | public String getMd5() { 90 | return md5; 91 | } 92 | 93 | public void setMd5(String md5) { 94 | this.md5 = md5; 95 | } 96 | 97 | } 98 | 99 | public void scanningAndWrite(String fileName) throws Exception { 100 | digestListClear(); 101 | if (rootDirPath == null||"".equals(rootDirPath)) { 102 | throw new Exception("root.dir.path不存在"); 103 | } 104 | File rootDir = new File(rootDirPath); 105 | if(!rootDir.exists()) 106 | throw new Exception("root.dir.path目录不存在"); 107 | scanning(rootDir); 108 | writeFile(fileName); 109 | } 110 | 111 | private void digestListClear() { 112 | digestList.clear(); 113 | } 114 | 115 | private void writeFile(String fileName) { 116 | 117 | File f; 118 | FileWriter writer; 119 | BufferedWriter bw; 120 | try { 121 | 122 | f = new File(fileName); 123 | if (f.exists()) 124 | f.delete(); 125 | f.createNewFile(); 126 | 127 | writer = new FileWriter(f); 128 | bw = new BufferedWriter(writer); 129 | 130 | for (FileStructure item : digestList) { 131 | String line = item.fileName.replace("\\", "/") + "|" + item.md5; 132 | bw.append(line); 133 | bw.newLine(); 134 | } 135 | bw.close(); 136 | writer.close(); 137 | } catch (IOException e) { 138 | e.printStackTrace(); 139 | } finally { 140 | 141 | } 142 | } 143 | 144 | public void scanning(File file) { 145 | for (File f : file.listFiles()) { 146 | if (f.isFile()) { 147 | 148 | if (!excludeList.contains(f.getName())) { 149 | try { 150 | String md5 = getMd5(f); 151 | String fileName = f.getPath().replace(rootDirPath, ""); 152 | FileStructure fs = new FileStructure(fileName, md5); 153 | digestList.add(fs); 154 | } catch (IOException e) { 155 | e.printStackTrace(); 156 | } 157 | } 158 | else 159 | { 160 | consoleLog("跳过文件校验:"+f.getName()); 161 | } 162 | } else if (f.isDirectory()) { 163 | if(!excludeDirList.contains(f.getName())) 164 | { 165 | scanning(f); 166 | }else 167 | { 168 | consoleLog("跳过目录校验:"+f.getName()); 169 | } 170 | } 171 | } 172 | } 173 | 174 | public String getMd5(File f) throws IOException { 175 | 176 | FileInputStream in = new FileInputStream(f); 177 | DigestInputStream di = new DigestInputStream(in, md); 178 | 179 | byte[] buffer = new byte[bufferSize]; 180 | while (di.read(buffer) > 0) 181 | ; 182 | md = di.getMessageDigest(); 183 | 184 | di.close(); 185 | in.close(); 186 | 187 | byte[] digest = md.digest(); 188 | return byteArrayToHex(digest); 189 | } 190 | 191 | private static String byteArrayToHex(byte[] byteArray) { 192 | 193 | // 首先初始化一个字符数组，用来存放每个16进制字符 194 | char[] hexDigits = { '0', '1', '2', '3', '4', '5', '6', '7', '8', '9', 195 | 'A', 'B', 'C', 'D', 'E', 'F' }; 196 | // new一个字符数组，这个就是用来组成结果字符串的（解释一下：一个byte是八位二进制，也就是2位十六进制字符（2的8次方等于16的2次方）） 197 | char[] resultCharArray = new char[byteArray.length * 2]; 198 | // 遍历字节数组，通过位运算（位运算效率高），转换成字符放到字符数组中去 199 | int index = 0; 200 | for (byte b : byteArray) { 201 | resultCharArray[index++] = hexDigits[b >>> 4 & 0xf]; 202 | resultCharArray[index++] = hexDigits[b & 0xf]; 203 | } 204 | // 字符数组组合成字符串返回 205 | return new String(resultCharArray); 206 | 207 | } 208 | 209 | private void consoleLog(String msg) 210 | { 211 | System.out.println("[info]: "+msg); 212 | } 213 | } 214 | -------------------------------------------------------------------------------- /src/main/java/com/yhs/fileserver/pojo/Request.java: -------------------------------------------------------------------------------- 1 | package com.yhs.fileserver.pojo; 2 | 3 | import java.io.Serializable; 4 | 5 | /** 6 | * 7 | * @author huisong 8 | * 9 | */ 10 | public class Request implements Serializable { 11 | 12 | /** 13 | * 14 | */ 15 | private static final long serialVersionUID = 1L; 16 | 17 | 18 | public int getActionCode() { 19 | return actionCode; 20 | } 21 | 22 | public void setActionCode(int actionCode) { 23 | this.actionCode = actionCode; 24 | } 25 | 26 | public String getIp() { 27 | return ip; 28 | } 29 | 30 | public void setIp(String ip) { 31 | this.ip = ip; 32 | } 33 | 34 | public byte[] getData() { 35 | return data; 36 | } 37 | 38 | public void setData(byte[] data) { 39 | this.data = data; 40 | } 41 | 42 | int actionCode; 43 | 44 | String reqMes; 45 | 46 | public String getReqMes() { 47 | return reqMes; 48 | } 49 | 50 | public void setReqMes(String reqMes) { 51 | this.reqMes = reqMes; 52 | } 53 | 54 | String ip; 55 | 56 | byte[] data; 57 | } 58 | -------------------------------------------------------------------------------- /src/main/java/com/yhs/fileserver/pojo/Response.java: -------------------------------------------------------------------------------- 1 | package com.yhs.fileserver.pojo; 2 | 3 | import java.io.Serializable; 4 | 5 | /** 6 | * 7 | * @author huisong 8 | * 9 | */ 10 | public class Response implements Serializable { 11 | 12 | /** 13 | * 14 | */ 15 | private static final long serialVersionUID = 1L; 16 | 17 | Request req; 18 | 19 | String resMessage; 20 | 21 | String resType; 22 | 23 | String resCode; 24 | 25 | public String getResType() { 26 | return resType; 27 | } 28 | 29 | public void setResType(String resType) { 30 | this.resType = resType; 31 | } 32 | 33 | Object deleteFiles; 34 | 35 | Object newFiles; 36 | 37 | Object overrideFiles; 38 | 39 | public String getResCode() { 40 | return resCode; 41 | } 42 | 43 | public void setResCode(String resCode) { 44 | this.resCode = resCode; 45 | } 46 | 47 | public Object getDeleteFiles() { 48 | return deleteFiles; 49 | } 50 | 51 | public void setDeleteFiles(Object deleteFiles) { 52 | this.deleteFiles = deleteFiles; 53 | } 54 | 55 | public Object getNewFiles() { 56 | return newFiles; 57 | } 58 | 59 | public void setNewFiles(Object newFiles) { 60 | this.newFiles = newFiles; 61 | } 62 | 63 | public Object getOverrideFiles() { 64 | return overrideFiles; 65 | } 66 | 67 | public void setOverrideFiles(Object overrideFiles) { 68 | this.overrideFiles = overrideFiles; 69 | } 70 | 71 | public byte[] data; 72 | 73 | public Request getReq() { 74 | return req; 75 | } 76 | 77 | public void setReq(Request req) { 78 | this.req = req; 79 | } 80 | 81 | public String getResMessage() { 82 | return resMessage; 83 | } 84 | 85 | public void setResMessage(String resMessage) { 86 | this.resMessage = resMessage; 87 | } 88 | 89 | public byte[] getData() { 90 | return data; 91 | } 92 | 93 | public void setData(byte[] data) { 94 | this.data = data; 95 | } 96 | 97 | } 98 | -------------------------------------------------------------------------------- /src/main/java/com/yhs/fileserver/server/Server.java: -------------------------------------------------------------------------------- 1 | package com.yhs.fileserver.server; 2 | 3 | 4 | 5 | import com.yhs.fileserver.common.MarshallingCodeCFactory; 6 | import com.yhs.fileserver.core.FileScan; 7 | 8 | import io.netty.bootstrap.ServerBootstrap; 9 | import io.netty.channel.ChannelFuture; 10 | import io.netty.channel.ChannelHandler; 11 | import io.netty.channel.ChannelInitializer; 12 | import io.netty.channel.ChannelOption; 13 | import io.netty.channel.EventLoopGroup; 14 | import io.netty.channel.nio.NioEventLoopGroup; 15 | import io.netty.channel.socket.SocketChannel; 16 | import io.netty.channel.socket.nio.NioServerSocketChannel; 17 | import io.netty.handler.logging.LogLevel; 18 | import io.netty.handler.logging.LoggingHandler; 19 | import io.netty.handler.stream.ChunkedWriteHandler; 20 | 21 | /** 22 | * 23 | * @author huisong 24 | * 25 | */ 26 | public class Server { 27 | 28 | public static ChannelHandler marshallingEncoderCache; 29 | 30 | public static void main(String[] args) throws Exception { 31 | int port = 9999; 32 | if (args != null && args.length > 0) { 33 | try { 34 | port = Integer.valueOf(args[0]); 35 | } catch (NumberFormatException e) { 36 | } 37 | } 38 | FileScan.getDefault().scanningAndWrite("md5.record"); 39 | new Server().bind(port); 40 | } 41 | 42 | public void bind(int port) throws InterruptedException { 43 | EventLoopGroup bossGroup = new NioEventLoopGroup(); 44 | EventLoopGroup workerGroup = new NioEventLoopGroup(); 45 | 46 | try { 47 | marshallingEncoderCache = MarshallingCodeCFactory.buildMarshallingEncoder(); 48 | 49 | ServerBootstrap b = new ServerBootstrap(); 50 | b.group(bossGroup, workerGroup) 51 | .channel(NioServerSocketChannel.class) 52 | .option(ChannelOption.SO_BACKLOG, 100) 53 | .handler(new LoggingHandler(LogLevel.ERROR)) 54 | .childHandler(new ChannelInitializer() { 55 | 56 | @Override 57 | protected void initChannel(SocketChannel ch) 58 | throws Exception { 59 | 60 | ch.pipeline().addLast("marencoder",marshallingEncoderCache); 61 | ch.pipeline().addLast( 62 | MarshallingCodeCFactory 63 | .buildMarshallingDecoder()); 64 | ch.pipeline().addLast("chunkedWriteHandler",new ChunkedWriteHandler()); 65 | ch.pipeline().addLast("ServerHandler",new ServerHandler()); 66 | 67 | } 68 | }); 69 | 70 | ChannelFuture f = b.bind(port).sync(); 71 | 72 | f.channel().closeFuture().sync(); 73 | 74 | } finally { 75 | bossGroup.shutdownGracefully(); 76 | workerGroup.shutdownGracefully(); 77 | } 78 | } 79 | } 80 | -------------------------------------------------------------------------------- /src/main/java/com/yhs/fileserver/server/ServerHandler.java: -------------------------------------------------------------------------------- 1 | package com.yhs.fileserver.server; 2 | 3 | import java.io.RandomAccessFile; 4 | 5 | import com.yhs.fileserver.common.Constant; 6 | import com.yhs.fileserver.common.FileUtil; 7 | import com.yhs.fileserver.core.CompareServer; 8 | import com.yhs.fileserver.core.FileScan; 9 | import com.yhs.fileserver.pojo.Request; 10 | import com.yhs.fileserver.pojo.Response; 11 | 12 | import io.netty.buffer.ByteBuf; 13 | import io.netty.channel.Channel; 14 | import io.netty.channel.ChannelFuture; 15 | import io.netty.channel.ChannelHandlerAdapter; 16 | import io.netty.channel.ChannelHandlerContext; 17 | import io.netty.channel.ChannelProgressiveFuture; 18 | import io.netty.channel.ChannelProgressiveFutureListener; 19 | import io.netty.channel.DefaultFileRegion; 20 | import io.netty.util.CharsetUtil; 21 | 22 | /** 23 | * 24 | * @author huisong 25 | * 26 | */ 27 | public class ServerHandler extends ChannelHandlerAdapter { 28 | 29 | @Override 30 | public void channelReadComplete(ChannelHandlerContext ctx) throws Exception { 31 | super.channelReadComplete(ctx); 32 | } 33 | 34 | /** 35 | * 写入文件结尾符 36 | * @param channel 37 | */ 38 | private void writeContenEnd(Channel channel) { 39 | ByteBuf buffer = channel.alloc().buffer(6); 40 | byte[] buf = new String(Constant.FILE_SEPARATOR).getBytes(CharsetUtil.UTF_8); 41 | buffer.writeBytes(buf); 42 | channel.pipeline().writeAndFlush(buffer); 43 | channel.pipeline().addBefore("chunkedWriteHandler", "marencoder", Server.marshallingEncoderCache); 44 | } 45 | 46 | 47 | 48 | @Override 49 | public void channelRead(ChannelHandlerContext ctx, Object msg) 50 | throws Exception { 51 | Request req = (Request) msg; 52 | consoleLog("请求类型 ["+req.getActionCode() + "] ip [" + req.getIp()+"]"); 53 | int code = req.getActionCode(); 54 | 55 | switch (code) { 56 | //差异列表 57 | case 0x001: 58 | byte[] bytes = req.getData(); 59 | String md5Name = Constant.clientMd5 + ctx.channel().id(); 60 | FileUtil.writeFile(md5Name, bytes); 61 | CompareServer compare = new CompareServer(md5Name,Constant.serverMd5); 62 | compare.compare(); 63 | FileUtil.deleteFile(md5Name); 64 | Response res = new Response(); 65 | res.setDeleteFiles(compare.getDeleteList()); 66 | res.setNewFiles(compare.getNewList()); 67 | res.setOverrideFiles(compare.getOverrideList()); 68 | res.setResCode(Constant.SuccessCode); 69 | res.setResMessage("成功获取文件差异列表"); 70 | res.setResType(Constant.TYPE_GET_DIFFERENT); 71 | ctx.writeAndFlush(res); 72 | break; 73 | 74 | //文件大小 75 | case 0x006: 76 | String name = FileScan.rootDirPath + req.getReqMes(); 77 | RandomAccessFile raf0 = new RandomAccessFile(name,"r"); 78 | long size = raf0.length(); 79 | raf0.close(); 80 | Response res1 = new Response(); 81 | res1.setReq(req); 82 | res1.setResCode(Constant.SuccessCode); 83 | res1.setResType(Constant.TYPE_GET_SIZE); 84 | res1.setResMessage(String.valueOf(size)); 85 | ctx.writeAndFlush(res1); 86 | break; 87 | 88 | //文件下载 89 | case 0x002: 90 | 91 | ctx.pipeline().remove("marencoder"); 92 | String fileName = FileScan.rootDirPath + req.getReqMes(); 93 | final RandomAccessFile raf = new RandomAccessFile(fileName,"r"); 94 | 95 | long count = raf.length(); 96 | if(count == 0) 97 | { 98 | consoleLog("文件长度为0-->"+fileName); 99 | writeContenEnd(ctx.channel()); 100 | return; 101 | } 102 | //zero-copy 103 | ChannelFuture future = ctx.writeAndFlush(new DefaultFileRegion(raf.getChannel(), 0, raf.length()), 104 | ctx.newProgressivePromise()); 105 | 106 | future.addListener(new ChannelProgressiveFutureListener() { 107 | 108 | public void operationComplete(ChannelProgressiveFuture future) 109 | throws Exception { 110 | future.channel().pipeline().addBefore("chunkedWriteHandler", "marencoder", Server.marshallingEncoderCache); 111 | raf.close(); 112 | } 113 | 114 | public void operationProgressed(ChannelProgressiveFuture future, 115 | long progress, long total) throws Exception { 116 | 117 | } 118 | }); 119 | break; 120 | default: 121 | break; 122 | } 123 | } 124 | 125 | private void consoleLog(String msg) 126 | { 127 | System.out.println("[info]:"+msg); 128 | } 129 | 130 | @Override 131 | public void exceptionCaught(ChannelHandlerContext ctx, Throwable cause) { 132 | cause.printStackTrace(); 133 | ctx.close();// 发生异常，关闭链路 134 | } 135 | } 136 | -------------------------------------------------------------------------------- /src/test/java/com/yhs/autoupdate/autoupdate/AppTest.java: -------------------------------------------------------------------------------- 1 | package com.yhs.autoupdate.autoupdate; 2 | 3 | import junit.framework.Test; 4 | import junit.framework.TestCase; 5 | import junit.framework.TestSuite; 6 | 7 | /** 8 | * Unit test for simple App. 9 | */ 10 | public class AppTest 11 | extends TestCase 12 | { 13 | /** 14 | * Create the test case 15 | * 16 | * @param testName name of the test case 17 | */ 18 | public AppTest( String testName ) 19 | { 20 | super( testName ); 21 | } 22 | 23 | /** 24 | * @return the suite of tests being tested 25 | */ 26 | public static Test suite() 27 | { 28 | return new TestSuite( AppTest.class ); 29 | } 30 | 31 | /** 32 | * Rigourous Test :-) 33 | */ 34 | public void testApp() 35 | { 36 | assertTrue( true ); 37 | } 38 | } 39 | --------------------------------------------------------------------------------