├── AndroidSDKPull ├── LogINfo.cs ├── ConfigInfo.cs ├── AndroidSDKPull.csproj ├── config.json ├── Properties │ └── PublishProfiles │ │ └── FolderProfile.pubxml ├── Utility.cs ├── Program.cs └── AndroidSDKManager.cs ├── README.md ├── AndroidSDKPull.sln ├── .gitattributes └── .gitignore /AndroidSDKPull/LogINfo.cs: -------------------------------------------------------------------------------- 1 | using System; 2 | using System.Collections.Generic; 3 | using System.Text; 4 | 5 | namespace AndroidSDKPull 6 | { 7 | public class LogInfo 8 | { 9 | public string Status { get; set; } 10 | public DateTime BeginTime { get; set; } 11 | public DateTime EndTime { get; set; } 12 | } 13 | } 14 | -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- 1 | ## AndroidSDKPull 2 | AndroidSDKPull By DotNet Core, for mirrors.zzu.edu.cn 3 | 4 | ## 功能 5 | * 可从dl.google.com拉取Android SDK数据到本地 6 | * 采用.net core开发,可支持跨平台安装部署 7 | * 支持自定义文件配置 8 | 9 | * * * 10 | 11 | ## 安装使用 12 | * 安装dotnet运行环境 https://www.microsoft.com/net/core#linuxcentos 13 | * 配置程序的config.json 14 | * 执行```dotnet AndroidSDKPull.dll``` 运行即可 15 | * 加入系统自动任务crond定时运行 16 | -------------------------------------------------------------------------------- /AndroidSDKPull/ConfigInfo.cs: -------------------------------------------------------------------------------- 1 | using System; 2 | using System.Collections.Generic; 3 | using System.Text; 4 | 5 | namespace AndroidSDKPull 6 | { 7 | public class ConfigInfo 8 | { 9 | public string BaseUrl { get; set; } 10 | public string OutDir { get; set; } 11 | public string LogPath { get; set; } 12 | public List XmlList { get; set; } 13 | } 14 | } 15 | -------------------------------------------------------------------------------- /AndroidSDKPull/AndroidSDKPull.csproj: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | Exe 5 | netcoreapp1.1 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | -------------------------------------------------------------------------------- /AndroidSDKPull/config.json: -------------------------------------------------------------------------------- 1 | { 2 | "BaseUrl": "https://dl.google.com/android/repository/", 3 | "OutDir": "/data1/android/repository/", 4 | "LogPath": "/data1/androidlog.json", 5 | "XmlList": [ 6 | "repository-12.xml", 7 | "repository-11.xml", 8 | "addon-6.xml", 9 | "addon.xml", 10 | "addons_list-1.xml", 11 | "addons_list-2.xml", 12 | "extras/intel/addon.xml", 13 | "glass/addon.xml", 14 | "sys-img/android-tv/sys-img.xml", 15 | "sys-img/android-wear/sys-img.xml", 16 | "sys-img/android/sys-img.xml", 17 | "sys-img/google_apis/sys-img.xml", 18 | "sys-img/x86/addon-x86.xml" 19 | ] 20 | } -------------------------------------------------------------------------------- /AndroidSDKPull/Properties/PublishProfiles/FolderProfile.pubxml: -------------------------------------------------------------------------------- 1 | 2 | 6 | 7 | 8 | FileSystem 9 | Release 10 | netcoreapp1.1 11 | bin\Release\PublishOutput 12 | 13 | -------------------------------------------------------------------------------- /AndroidSDKPull.sln: -------------------------------------------------------------------------------- 1 | 2 | Microsoft Visual Studio Solution File, Format Version 12.00 3 | # Visual Studio 15 4 | VisualStudioVersion = 15.0.26228.4 5 | MinimumVisualStudioVersion = 10.0.40219.1 6 | Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "AndroidSDKPull", "AndroidSDKPull\AndroidSDKPull.csproj", "{69C7D333-F4D9-446F-AB7A-690307A3FD83}" 7 | EndProject 8 | Global 9 | GlobalSection(SolutionConfigurationPlatforms) = preSolution 10 | Debug|Any CPU = Debug|Any CPU 11 | Release|Any CPU = Release|Any CPU 12 | EndGlobalSection 13 | GlobalSection(ProjectConfigurationPlatforms) = postSolution 14 | {69C7D333-F4D9-446F-AB7A-690307A3FD83}.Debug|Any CPU.ActiveCfg = Debug|Any CPU 15 | {69C7D333-F4D9-446F-AB7A-690307A3FD83}.Debug|Any CPU.Build.0 = Debug|Any CPU 16 | {69C7D333-F4D9-446F-AB7A-690307A3FD83}.Release|Any CPU.ActiveCfg = Release|Any CPU 17 | {69C7D333-F4D9-446F-AB7A-690307A3FD83}.Release|Any CPU.Build.0 = Release|Any CPU 18 | EndGlobalSection 19 | GlobalSection(SolutionProperties) = preSolution 20 | HideSolutionNode = FALSE 21 | EndGlobalSection 22 | EndGlobal 23 | -------------------------------------------------------------------------------- /AndroidSDKPull/Utility.cs: -------------------------------------------------------------------------------- 1 | using Newtonsoft.Json; 2 | using System; 3 | using System.Collections.Generic; 4 | using System.IO; 5 | using System.Text; 6 | 7 | namespace AndroidSDKPull 8 | { 9 | public class Utility 10 | { 11 | public static ConfigInfo InitConfig() 12 | { 13 | string json = File.ReadAllText(AppContext.BaseDirectory + "/config.json"); 14 | var config = JsonConvert.DeserializeObject(json); 15 | if (config != null) 16 | { 17 | return config; 18 | } 19 | else 20 | { 21 | throw new Exception("config.json 配置文件读取出错!"); 22 | } 23 | } 24 | public static void WriteLog(LogInfo log, ConfigInfo config) 25 | { 26 | 27 | File.WriteAllText(config.LogPath, JsonConvert.SerializeObject(log)); 28 | } 29 | public static LogInfo ReadLog(ConfigInfo config) 30 | { 31 | if (File.Exists(config.LogPath)) 32 | { 33 | return JsonConvert.DeserializeObject(File.ReadAllText(config.LogPath) ?? ""); 34 | } 35 | return null; 36 | } 37 | } 38 | } 39 | -------------------------------------------------------------------------------- /AndroidSDKPull/Program.cs: -------------------------------------------------------------------------------- 1 | using System; 2 | using System.IO; 3 | 4 | namespace AndroidSDKPull 5 | { 6 | class Program 7 | { 8 | static void Main(string[] args) 9 | { 10 | 11 | Console.WriteLine(">>>>>>>Android SDK Mirrors Pull. By QiFan 2017.03<<<<<<<"); 12 | Console.WriteLine("DateTime:" + DateTime.Now.ToString()); 13 | var config = Utility.InitConfig(); 14 | try 15 | { 16 | new AndroidSDKManager(config).Start(); 17 | Console.WriteLine("over "+DateTime.Now.ToString()); 18 | } 19 | catch (Exception ex) 20 | { 21 | File.AppendAllText(AppContext.BaseDirectory + "//androiderror.log", DateTime.Now.ToString() + " " + ex.Message + " " + ex.StackTrace + "\r\n\r\n"); 22 | var log = Utility.ReadLog(config); 23 | if (log != null) 24 | { 25 | log.Status = "failed"; 26 | } 27 | else 28 | { 29 | log = new LogInfo { Status = "failed", BeginTime = DateTime.Now, EndTime = DateTime.Now }; 30 | } 31 | 32 | Utility.WriteLog(log, config); 33 | Console.WriteLine("Error:" + ex.Message); 34 | 35 | } 36 | 37 | } 38 | } 39 | } -------------------------------------------------------------------------------- /.gitattributes: -------------------------------------------------------------------------------- 1 | ############################################################################### 2 | # Set default behavior to automatically normalize line endings. 3 | ############################################################################### 4 | * text=auto 5 | 6 | ############################################################################### 7 | # Set default behavior for command prompt diff. 8 | # 9 | # This is need for earlier builds of msysgit that does not have it on by 10 | # default for csharp files. 11 | # Note: This is only used by command line 12 | ############################################################################### 13 | #*.cs diff=csharp 14 | 15 | ############################################################################### 16 | # Set the merge driver for project and solution files 17 | # 18 | # Merging from the command prompt will add diff markers to the files if there 19 | # are conflicts (Merging from VS is not affected by the settings below, in VS 20 | # the diff markers are never inserted). Diff markers may cause the following 21 | # file extensions to fail to load in VS. An alternative would be to treat 22 | # these files as binary and thus will always conflict and require user 23 | # intervention with every merge. To do so, just uncomment the entries below 24 | ############################################################################### 25 | #*.sln merge=binary 26 | #*.csproj merge=binary 27 | #*.vbproj merge=binary 28 | #*.vcxproj merge=binary 29 | #*.vcproj merge=binary 30 | #*.dbproj merge=binary 31 | #*.fsproj merge=binary 32 | #*.lsproj merge=binary 33 | #*.wixproj merge=binary 34 | #*.modelproj merge=binary 35 | #*.sqlproj merge=binary 36 | #*.wwaproj merge=binary 37 | 38 | ############################################################################### 39 | # behavior for image files 40 | # 41 | # image files are treated as binary by default. 42 | ############################################################################### 43 | #*.jpg binary 44 | #*.png binary 45 | #*.gif binary 46 | 47 | ############################################################################### 48 | # diff behavior for common document formats 49 | # 50 | # Convert binary document formats to text before diffing them. This feature 51 | # is only available from the command line. Turn it on by uncommenting the 52 | # entries below. 53 | ############################################################################### 54 | #*.doc diff=astextplain 55 | #*.DOC diff=astextplain 56 | #*.docx diff=astextplain 57 | #*.DOCX diff=astextplain 58 | #*.dot diff=astextplain 59 | #*.DOT diff=astextplain 60 | #*.pdf diff=astextplain 61 | #*.PDF diff=astextplain 62 | #*.rtf diff=astextplain 63 | #*.RTF diff=astextplain 64 | -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- 1 | ## Ignore Visual Studio temporary files, build results, and 2 | ## files generated by popular Visual Studio add-ons. 3 | 4 | # User-specific files 5 | *.suo 6 | *.user 7 | *.userosscache 8 | *.sln.docstates 9 | 10 | # User-specific files (MonoDevelop/Xamarin Studio) 11 | *.userprefs 12 | 13 | # Build results 14 | [Dd]ebug/ 15 | [Dd]ebugPublic/ 16 | [Rr]elease/ 17 | [Rr]eleases/ 18 | x64/ 19 | x86/ 20 | bld/ 21 | [Bb]in/ 22 | [Oo]bj/ 23 | [Ll]og/ 24 | 25 | # Visual Studio 2015 cache/options directory 26 | .vs/ 27 | # Uncomment if you have tasks that create the project's static files in wwwroot 28 | #wwwroot/ 29 | 30 | # MSTest test Results 31 | [Tt]est[Rr]esult*/ 32 | [Bb]uild[Ll]og.* 33 | 34 | # NUNIT 35 | *.VisualState.xml 36 | TestResult.xml 37 | 38 | # Build Results of an ATL Project 39 | [Dd]ebugPS/ 40 | [Rr]eleasePS/ 41 | dlldata.c 42 | 43 | # DNX 44 | project.lock.json 45 | project.fragment.lock.json 46 | artifacts/ 47 | 48 | *_i.c 49 | *_p.c 50 | *_i.h 51 | *.ilk 52 | *.meta 53 | *.obj 54 | *.pch 55 | *.pdb 56 | *.pgc 57 | *.pgd 58 | *.rsp 59 | *.sbr 60 | *.tlb 61 | *.tli 62 | *.tlh 63 | *.tmp 64 | *.tmp_proj 65 | *.log 66 | *.vspscc 67 | *.vssscc 68 | .builds 69 | *.pidb 70 | *.svclog 71 | *.scc 72 | 73 | # Chutzpah Test files 74 | _Chutzpah* 75 | 76 | # Visual C++ cache files 77 | ipch/ 78 | *.aps 79 | *.ncb 80 | *.opendb 81 | *.opensdf 82 | *.sdf 83 | *.cachefile 84 | *.VC.db 85 | *.VC.VC.opendb 86 | 87 | # Visual Studio profiler 88 | *.psess 89 | *.vsp 90 | *.vspx 91 | *.sap 92 | 93 | # TFS 2012 Local Workspace 94 | $tf/ 95 | 96 | # Guidance Automation Toolkit 97 | *.gpState 98 | 99 | # ReSharper is a .NET coding add-in 100 | _ReSharper*/ 101 | *.[Rr]e[Ss]harper 102 | *.DotSettings.user 103 | 104 | # JustCode is a .NET coding add-in 105 | .JustCode 106 | 107 | # TeamCity is a build add-in 108 | _TeamCity* 109 | 110 | # DotCover is a Code Coverage Tool 111 | *.dotCover 112 | 113 | # NCrunch 114 | _NCrunch_* 115 | .*crunch*.local.xml 116 | nCrunchTemp_* 117 | 118 | # MightyMoose 119 | *.mm.* 120 | AutoTest.Net/ 121 | 122 | # Web workbench (sass) 123 | .sass-cache/ 124 | 125 | # Installshield output folder 126 | [Ee]xpress/ 127 | 128 | # DocProject is a documentation generator add-in 129 | DocProject/buildhelp/ 130 | DocProject/Help/*.HxT 131 | DocProject/Help/*.HxC 132 | DocProject/Help/*.hhc 133 | DocProject/Help/*.hhk 134 | DocProject/Help/*.hhp 135 | DocProject/Help/Html2 136 | DocProject/Help/html 137 | 138 | # Click-Once directory 139 | publish/ 140 | 141 | # Publish Web Output 142 | *.[Pp]ublish.xml 143 | *.azurePubxml 144 | # TODO: Comment the next line if you want to checkin your web deploy settings 145 | # but database connection strings (with potential passwords) will be unencrypted 146 | #*.pubxml 147 | *.publishproj 148 | 149 | # Microsoft Azure Web App publish settings. Comment the next line if you want to 150 | # checkin your Azure Web App publish settings, but sensitive information contained 151 | # in these scripts will be unencrypted 152 | PublishScripts/ 153 | 154 | # NuGet Packages 155 | *.nupkg 156 | # The packages folder can be ignored because of Package Restore 157 | **/packages/* 158 | # except build/, which is used as an MSBuild target. 159 | !**/packages/build/ 160 | # Uncomment if necessary however generally it will be regenerated when needed 161 | #!**/packages/repositories.config 162 | # NuGet v3's project.json files produces more ignoreable files 163 | *.nuget.props 164 | *.nuget.targets 165 | 166 | # Microsoft Azure Build Output 167 | csx/ 168 | *.build.csdef 169 | 170 | # Microsoft Azure Emulator 171 | ecf/ 172 | rcf/ 173 | 174 | # Windows Store app package directories and files 175 | AppPackages/ 176 | BundleArtifacts/ 177 | Package.StoreAssociation.xml 178 | _pkginfo.txt 179 | 180 | # Visual Studio cache files 181 | # files ending in .cache can be ignored 182 | *.[Cc]ache 183 | # but keep track of directories ending in .cache 184 | !*.[Cc]ache/ 185 | 186 | # Others 187 | ClientBin/ 188 | ~$* 189 | *~ 190 | *.dbmdl 191 | *.dbproj.schemaview 192 | *.jfm 193 | *.pfx 194 | *.publishsettings 195 | node_modules/ 196 | orleans.codegen.cs 197 | 198 | # Since there are multiple workflows, uncomment next line to ignore bower_components 199 | # (https://github.com/github/gitignore/pull/1529#issuecomment-104372622) 200 | #bower_components/ 201 | 202 | # RIA/Silverlight projects 203 | Generated_Code/ 204 | 205 | # Backup & report files from converting an old project file 206 | # to a newer Visual Studio version. Backup files are not needed, 207 | # because we have git ;-) 208 | _UpgradeReport_Files/ 209 | Backup*/ 210 | UpgradeLog*.XML 211 | UpgradeLog*.htm 212 | 213 | # SQL Server files 214 | *.mdf 215 | *.ldf 216 | 217 | # Business Intelligence projects 218 | *.rdl.data 219 | *.bim.layout 220 | *.bim_*.settings 221 | 222 | # Microsoft Fakes 223 | FakesAssemblies/ 224 | 225 | # GhostDoc plugin setting file 226 | *.GhostDoc.xml 227 | 228 | # Node.js Tools for Visual Studio 229 | .ntvs_analysis.dat 230 | 231 | # Visual Studio 6 build log 232 | *.plg 233 | 234 | # Visual Studio 6 workspace options file 235 | *.opt 236 | 237 | # Visual Studio LightSwitch build output 238 | **/*.HTMLClient/GeneratedArtifacts 239 | **/*.DesktopClient/GeneratedArtifacts 240 | **/*.DesktopClient/ModelManifest.xml 241 | **/*.Server/GeneratedArtifacts 242 | **/*.Server/ModelManifest.xml 243 | _Pvt_Extensions 244 | 245 | # Paket dependency manager 246 | .paket/paket.exe 247 | paket-files/ 248 | 249 | # FAKE - F# Make 250 | .fake/ 251 | 252 | # JetBrains Rider 253 | .idea/ 254 | *.sln.iml 255 | 256 | # CodeRush 257 | .cr/ 258 | 259 | # Python Tools for Visual Studio (PTVS) 260 | __pycache__/ 261 | *.pyc -------------------------------------------------------------------------------- /AndroidSDKPull/AndroidSDKManager.cs: -------------------------------------------------------------------------------- 1 | using System; 2 | using System.Collections.Generic; 3 | using System.IO; 4 | using System.Linq; 5 | using System.Net; 6 | using System.Text.RegularExpressions; 7 | using System.Xml.Linq; 8 | 9 | namespace AndroidSDKPull 10 | { 11 | public class AndroidSDKManager 12 | { 13 | ConfigInfo config; 14 | public AndroidSDKManager(ConfigInfo info) 15 | { 16 | config = info; 17 | } 18 | public void Start() 19 | { 20 | var log = Utility.ReadLog(config); 21 | if (log != null) 22 | { 23 | log.Status = "running"; 24 | log.BeginTime = DateTime.Now; 25 | } 26 | else 27 | { 28 | log = new LogInfo { Status = "running", BeginTime = DateTime.Now, EndTime = DateTime.Now }; 29 | } 30 | Utility.WriteLog(log, config); 31 | foreach (var item in config.XmlList) 32 | { 33 | Fetch(item); 34 | } 35 | var log2 = new LogInfo { Status = "success", BeginTime = log.BeginTime, EndTime = DateTime.Now }; 36 | Utility.WriteLog(log2, config); 37 | } 38 | private void Fetch(string file) 39 | { 40 | string dir = "/"; 41 | if (file.StartsWith("http")) 42 | { 43 | return; 44 | } 45 | Process(dir + file);//"/glass/addon.xml" 46 | 47 | //string base_dir = new DirectoryInfo("/" + file).FullName; 48 | //if (base_dir != "/") base_dir += '/'; 49 | //判断多级路径的时候 50 | string base_dir = "/"; 51 | if (file.Contains("/")) 52 | { 53 | base_dir = file.Substring(0, file.LastIndexOf("/")); 54 | } 55 | 56 | //xml读取要namespace,换成正则匹配 57 | string xmlstr = File.ReadAllText(config.OutDir + dir + file); 58 | string pat = ".*"; 59 | var col = Regex.Matches(xmlstr, pat); 60 | string fname = ""; 61 | foreach (Match item in col) 62 | { 63 | fname = item.Value.Replace("", "").Replace("", ""); 64 | if (!fname.EndsWith(".xml")) 65 | { 66 | if (!fname.StartsWith("http")) 67 | { 68 | Process(base_dir+"/"+fname); 69 | } 70 | } 71 | else 72 | { 73 | Fetch(fname); 74 | } 75 | } 76 | } 77 | private void Process(string filename, double size = -1) 78 | { 79 | try 80 | { 81 | string file = config.OutDir + filename;//"/data1/android/repository/glass/addon.xml" 82 | 83 | if (File.Exists(file) && new FileInfo(file).Length <= size) 84 | { 85 | Console.WriteLine("Skipping: " + filename + " " + DateTime.Now.ToString()); return; 86 | } 87 | Console.WriteLine("Processing: " + filename + " " + DateTime.Now.ToString()); 88 | var headers = GetHTTPResponseHeaders(config.BaseUrl+"/" + filename); 89 | double content_length = Convert.ToDouble(headers["Content-Length"]); 90 | DateTime last_modified = Convert.ToDateTime(headers["Last-Modified"]); 91 | string dir = config.OutDir; 92 | if (filename.Contains("/")) 93 | { 94 | dir += filename.Substring(0, filename.LastIndexOf("/")); 95 | } 96 | if (!Directory.Exists(dir)) 97 | { 98 | Console.WriteLine("Creating " + dir + " " + DateTime.Now.ToString()); 99 | Directory.CreateDirectory(dir); 100 | } 101 | if (!File.Exists(file))//不存在就下载 102 | { 103 | Download(filename, last_modified); 104 | } 105 | else//存在则比对时间和大小 106 | { 107 | FileInfo finfo = new FileInfo(file); 108 | if (finfo.LastWriteTime != last_modified || finfo.Length != content_length) 109 | { 110 | Download(filename, last_modified); 111 | } 112 | else 113 | { 114 | Console.WriteLine("Skipping: " + filename + " [NOT MODIFIED]" + " " + DateTime.Now.ToString()); 115 | } 116 | } 117 | } 118 | catch (Exception ex) 119 | { 120 | File.AppendAllText(AppContext.BaseDirectory + "//androiderror.log", 121 | DateTime.Now.ToString() + " " +config.BaseUrl+ filename +" "+ ex.Message + " " + ex.StackTrace + "\r\n\r\n"); 122 | } 123 | 124 | } 125 | public void Download(string filename, DateTime last_modified) 126 | { 127 | 128 | string file = config.OutDir + filename; 129 | Console.WriteLine("Downloading " + filename + " " + DateTime.Now.ToString()); 130 | 131 | WebRequest req = WebRequest.Create(config.BaseUrl+"/" + filename); 132 | WebResponse resp = req.GetResponseAsync().Result; 133 | using (Stream responseStream = resp.GetResponseStream()) 134 | { 135 | //创建本地文件写入流 136 | using (Stream stream = new FileStream(file, FileMode.Create)) 137 | { 138 | byte[] bArr = new byte[1024]; 139 | int size = responseStream.Read(bArr, 0, (int)bArr.Length); 140 | while (size > 0) 141 | { 142 | stream.Write(bArr, 0, size); 143 | size = responseStream.Read(bArr, 0, (int)bArr.Length); 144 | } 145 | } 146 | } 147 | FileInfo finfo = new FileInfo(file); 148 | finfo.LastWriteTime = last_modified; 149 | Console.WriteLine("Download Complete: " + filename + " " + DateTime.Now.ToString()); 150 | Process(filename); 151 | } 152 | private Dictionary GetHTTPResponseHeaders(string Url) 153 | { 154 | 155 | Dictionary headerList = new Dictionary(); 156 | 157 | WebRequest req = WebRequest.Create(Url); 158 | WebResponse resp = req.GetResponseAsync().Result; 159 | foreach (string key in resp.Headers) 160 | { 161 | headerList.Add(key, resp.Headers[key]); 162 | } 163 | 164 | return headerList; 165 | 166 | } 167 | 168 | } 169 | 170 | } 171 | --------------------------------------------------------------------------------