├── .gitignore ├── HankDemo.HankTaskRunner ├── HankDemo.HankTaskRunner.csproj └── Program.cs ├── JWRunner.cmd ├── README.md ├── SchedulingPractice.Core ├── JobInfo.cs ├── JobSettings.cs ├── JobStateEnum.cs ├── JobsRepo.cs └── SchedulingPractice.Core.csproj ├── SchedulingPractice.PubWorker ├── Program.cs └── SchedulingPractice.PubWorker.csproj ├── SchedulingPractice.SubWorkerRunner ├── Program.cs └── SchedulingPractice.SubWorkerRunner.csproj ├── SchedulingPractice.sln ├── SubWorker.AndrewDemo ├── AndrewSubWorkerBackgroundService.cs ├── AndrewSubWorkerBackgroundService2.cs ├── Program.cs └── SubWorker.AndrewDemo.csproj ├── SubWorker.AndyDemo ├── AndySubWorkerBackgroundService.cs ├── Program.cs └── SubWorker.AndyDemo.csproj ├── SubWorker.BorisDemo ├── Program.cs └── SubWorker.BorisDemo.csproj ├── SubWorker.JWDemo ├── JWSubWorkerBackgroundServiceV1.cs ├── JWSubWorkerBackgroundServiceV2.cs ├── Program.cs └── SubWorker.JWDemo.csproj ├── SubWorker.JolinDemo ├── Program.cs ├── Scheduler.cs └── SubWorker.JolinDemo.csproj ├── SubWorker.JulianDemo ├── JulianSubWorkerBackgroundService.cs ├── Program.cs ├── SubWorker.JulianDemo.csproj └── benchmark ├── SubWorker.LeviDemo ├── LeviSubWorkerBackgroundService.cs ├── Program.cs ├── README.md ├── SimpleThreadPool.cs └── SubWorker.LeviDemo.csproj ├── database.sql ├── demo-all.cmd ├── demo.cmd └── statistics.sql /.gitignore: -------------------------------------------------------------------------------- 1 | ## Ignore Visual Studio temporary files, build results, and 2 | ## files generated by popular Visual Studio add-ons. 3 | ## 4 | ## Get latest from https://github.com/github/gitignore/blob/master/VisualStudio.gitignore 5 | 6 | # User-specific files 7 | *.suo 8 | *.user 9 | *.userosscache 10 | *.sln.docstates 11 | 12 | # User-specific files (MonoDevelop/Xamarin Studio) 13 | *.userprefs 14 | 15 | # Build results 16 | [Dd]ebug/ 17 | [Dd]ebugPublic/ 18 | [Rr]elease/ 19 | [Rr]eleases/ 20 | x64/ 21 | x86/ 22 | bld/ 23 | [Bb]in/ 24 | [Oo]bj/ 25 | [Ll]og/ 26 | 27 | # Visual Studio 2015/2017 cache/options directory 28 | .vs/ 29 | # Uncomment if you have tasks that create the project's static files in wwwroot 30 | #wwwroot/ 31 | 32 | # Visual Studio 2017 auto generated files 33 | Generated\ Files/ 34 | 35 | # MSTest test Results 36 | [Tt]est[Rr]esult*/ 37 | [Bb]uild[Ll]og.* 38 | 39 | # NUNIT 40 | *.VisualState.xml 41 | TestResult.xml 42 | 43 | # Build Results of an ATL Project 44 | [Dd]ebugPS/ 45 | [Rr]eleasePS/ 46 | dlldata.c 47 | 48 | # Benchmark Results 49 | BenchmarkDotNet.Artifacts/ 50 | 51 | # .NET Core 52 | project.lock.json 53 | project.fragment.lock.json 54 | artifacts/ 55 | **/Properties/launchSettings.json 56 | 57 | # StyleCop 58 | StyleCopReport.xml 59 | 60 | # Files built by Visual Studio 61 | *_i.c 62 | *_p.c 63 | *_i.h 64 | *.ilk 65 | *.meta 66 | *.obj 67 | *.iobj 68 | *.pch 69 | *.pdb 70 | *.ipdb 71 | *.pgc 72 | *.pgd 73 | *.rsp 74 | *.sbr 75 | *.tlb 76 | *.tli 77 | *.tlh 78 | *.tmp 79 | *.tmp_proj 80 | *.log 81 | *.vspscc 82 | *.vssscc 83 | .builds 84 | *.pidb 85 | *.svclog 86 | *.scc 87 | 88 | # Chutzpah Test files 89 | _Chutzpah* 90 | 91 | # Visual C++ cache files 92 | ipch/ 93 | *.aps 94 | *.ncb 95 | *.opendb 96 | *.opensdf 97 | *.sdf 98 | *.cachefile 99 | *.VC.db 100 | *.VC.VC.opendb 101 | 102 | # Visual Studio profiler 103 | *.psess 104 | *.vsp 105 | *.vspx 106 | *.sap 107 | 108 | # Visual Studio Trace Files 109 | *.e2e 110 | 111 | # TFS 2012 Local Workspace 112 | $tf/ 113 | 114 | # Guidance Automation Toolkit 115 | *.gpState 116 | 117 | # ReSharper is a .NET coding add-in 118 | _ReSharper*/ 119 | *.[Rr]e[Ss]harper 120 | *.DotSettings.user 121 | 122 | # JustCode is a .NET coding add-in 123 | .JustCode 124 | 125 | # TeamCity is a build add-in 126 | _TeamCity* 127 | 128 | # DotCover is a Code Coverage Tool 129 | *.dotCover 130 | 131 | # AxoCover is a Code Coverage Tool 132 | .axoCover/* 133 | !.axoCover/settings.json 134 | 135 | # Visual Studio code coverage results 136 | *.coverage 137 | *.coveragexml 138 | 139 | # NCrunch 140 | _NCrunch_* 141 | .*crunch*.local.xml 142 | nCrunchTemp_* 143 | 144 | # MightyMoose 145 | *.mm.* 146 | AutoTest.Net/ 147 | 148 | # Web workbench (sass) 149 | .sass-cache/ 150 | 151 | # Installshield output folder 152 | [Ee]xpress/ 153 | 154 | # DocProject is a documentation generator add-in 155 | DocProject/buildhelp/ 156 | DocProject/Help/*.HxT 157 | DocProject/Help/*.HxC 158 | DocProject/Help/*.hhc 159 | DocProject/Help/*.hhk 160 | DocProject/Help/*.hhp 161 | DocProject/Help/Html2 162 | DocProject/Help/html 163 | 164 | # Click-Once directory 165 | publish/ 166 | 167 | # Publish Web Output 168 | *.[Pp]ublish.xml 169 | *.azurePubxml 170 | # Note: Comment the next line if you want to checkin your web deploy settings, 171 | # but database connection strings (with potential passwords) will be unencrypted 172 | *.pubxml 173 | *.publishproj 174 | 175 | # Microsoft Azure Web App publish settings. Comment the next line if you want to 176 | # checkin your Azure Web App publish settings, but sensitive information contained 177 | # in these scripts will be unencrypted 178 | PublishScripts/ 179 | 180 | # NuGet Packages 181 | *.nupkg 182 | # The packages folder can be ignored because of Package Restore 183 | **/[Pp]ackages/* 184 | # except build/, which is used as an MSBuild target. 185 | !**/[Pp]ackages/build/ 186 | # Uncomment if necessary however generally it will be regenerated when needed 187 | #!**/[Pp]ackages/repositories.config 188 | # NuGet v3's project.json files produces more ignorable files 189 | *.nuget.props 190 | *.nuget.targets 191 | 192 | # Microsoft Azure Build Output 193 | csx/ 194 | *.build.csdef 195 | 196 | # Microsoft Azure Emulator 197 | ecf/ 198 | rcf/ 199 | 200 | # Windows Store app package directories and files 201 | AppPackages/ 202 | BundleArtifacts/ 203 | Package.StoreAssociation.xml 204 | _pkginfo.txt 205 | *.appx 206 | 207 | # Visual Studio cache files 208 | # files ending in .cache can be ignored 209 | *.[Cc]ache 210 | # but keep track of directories ending in .cache 211 | !*.[Cc]ache/ 212 | 213 | # Others 214 | ClientBin/ 215 | ~$* 216 | *~ 217 | *.dbmdl 218 | *.dbproj.schemaview 219 | *.jfm 220 | *.pfx 221 | *.publishsettings 222 | orleans.codegen.cs 223 | 224 | # Including strong name files can present a security risk 225 | # (https://github.com/github/gitignore/pull/2483#issue-259490424) 226 | #*.snk 227 | 228 | # Since there are multiple workflows, uncomment next line to ignore bower_components 229 | # (https://github.com/github/gitignore/pull/1529#issuecomment-104372622) 230 | #bower_components/ 231 | 232 | # RIA/Silverlight projects 233 | Generated_Code/ 234 | 235 | # Backup & report files from converting an old project file 236 | # to a newer Visual Studio version. Backup files are not needed, 237 | # because we have git ;-) 238 | _UpgradeReport_Files/ 239 | Backup*/ 240 | UpgradeLog*.XML 241 | UpgradeLog*.htm 242 | ServiceFabricBackup/ 243 | *.rptproj.bak 244 | 245 | # SQL Server files 246 | *.mdf 247 | *.ldf 248 | *.ndf 249 | 250 | # Business Intelligence projects 251 | *.rdl.data 252 | *.bim.layout 253 | *.bim_*.settings 254 | *.rptproj.rsuser 255 | 256 | # Microsoft Fakes 257 | FakesAssemblies/ 258 | 259 | # GhostDoc plugin setting file 260 | *.GhostDoc.xml 261 | 262 | # Node.js Tools for Visual Studio 263 | .ntvs_analysis.dat 264 | node_modules/ 265 | 266 | # Visual Studio 6 build log 267 | *.plg 268 | 269 | # Visual Studio 6 workspace options file 270 | *.opt 271 | 272 | # Visual Studio 6 auto-generated workspace file (contains which files were open etc.) 273 | *.vbw 274 | 275 | # Visual Studio LightSwitch build output 276 | **/*.HTMLClient/GeneratedArtifacts 277 | **/*.DesktopClient/GeneratedArtifacts 278 | **/*.DesktopClient/ModelManifest.xml 279 | **/*.Server/GeneratedArtifacts 280 | **/*.Server/ModelManifest.xml 281 | _Pvt_Extensions 282 | 283 | # Paket dependency manager 284 | .paket/paket.exe 285 | paket-files/ 286 | 287 | # FAKE - F# Make 288 | .fake/ 289 | 290 | # JetBrains Rider 291 | .idea/ 292 | *.sln.iml 293 | 294 | # CodeRush 295 | .cr/ 296 | 297 | # Python Tools for Visual Studio (PTVS) 298 | __pycache__/ 299 | *.pyc 300 | 301 | # Cake - Uncomment if you are using it 302 | # tools/** 303 | # !tools/packages.config 304 | 305 | # Tabs Studio 306 | *.tss 307 | 308 | # Telerik's JustMock configuration file 309 | *.jmconfig 310 | 311 | # BizTalk build output 312 | *.btp.cs 313 | *.btm.cs 314 | *.odx.cs 315 | *.xsd.cs 316 | 317 | # OpenCover UI analysis results 318 | OpenCover/ 319 | 320 | # Azure Stream Analytics local run output 321 | ASALocalRun/ 322 | 323 | # MSBuild Binary and Structured Log 324 | *.binlog 325 | 326 | # NVidia Nsight GPU debugger configuration file 327 | *.nvuser 328 | 329 | # MFractors (Xamarin productivity tool) working folder 330 | .mfractor/ 331 | /20190909-notes.txt 332 | /logs 333 | -------------------------------------------------------------------------------- /HankDemo.HankTaskRunner/HankDemo.HankTaskRunner.csproj: -------------------------------------------------------------------------------- 1 |  2 | 3 | 4 | Exe 5 | netcoreapp2.2 6 | HankDemo.HankTaskRunner 7 | HankDemo.HankTaskRunner 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19 | -------------------------------------------------------------------------------- /HankDemo.HankTaskRunner/Program.cs: -------------------------------------------------------------------------------- 1 | using System; 2 | using System.Collections; 3 | using System.Collections.Generic; 4 | using System.ComponentModel; 5 | using System.Linq; 6 | using System.Threading; 7 | using System.Threading.Tasks; 8 | using Microsoft.Extensions.DependencyInjection; 9 | using Microsoft.Extensions.Hosting; 10 | using SchedulingPractice.Core; 11 | 12 | namespace HankTestTwo 13 | { 14 | abstract class Program 15 | { 16 | static void Main(string[] args) 17 | { 18 | var host = new HostBuilder() 19 | .ConfigureServices((context, services) => { services.AddHostedService(); }) 20 | .Build(); 21 | 22 | using (host) 23 | { 24 | host.Start(); 25 | host.WaitForShutdown(); 26 | } 27 | } 28 | 29 | } 30 | public class HankTestProgram : BackgroundService 31 | { 32 | private static Dictionary> jobList; 33 | 34 | protected async override Task ExecuteAsync(CancellationToken stoppingToken) 35 | { 36 | ThreadPool.SetMaxThreads(5, 5); 37 | ThreadPool.QueueUserWorkItem(Worker, 0); 38 | ThreadPool.QueueUserWorkItem(Worker, 1); 39 | ThreadPool.QueueUserWorkItem(Worker, 2); 40 | ThreadPool.QueueUserWorkItem(Worker, 3); 41 | ThreadPool.QueueUserWorkItem(Worker, 4); 42 | 43 | using (JobsRepo repo = new JobsRepo()) 44 | { 45 | while (stoppingToken.IsCancellationRequested == false) 46 | { 47 | var newJob = repo.GetReadyJobs(TimeSpan.FromSeconds(15)).ToList(); 48 | 49 | jobList = getCleanDictionary(); 50 | 51 | for (int i = 0; i < newJob.Count; i++) 52 | { 53 | jobList[i % 5].Enqueue(newJob[i]); 54 | } 55 | 56 | try 57 | { 58 | await Task.Delay(5000, stoppingToken); 59 | Console.Write("_"); 60 | } 61 | catch (TaskCanceledException) 62 | { 63 | break; 64 | } 65 | } 66 | } 67 | 68 | shutdown: 69 | 70 | Console.WriteLine($"- shutdown event detected, stop worker service..."); 71 | } 72 | 73 | private static void Worker(object obj) 74 | { 75 | var index = (int)obj; 76 | JobInfo job; 77 | while (true) 78 | { 79 | if (jobList == null || jobList[index] == null || jobList[index].TryDequeue(out job) == false) 80 | { 81 | Thread.Sleep(20); 82 | continue; 83 | } 84 | 85 | if (job != null && job.RunAt <= DateTime.Now) 86 | { 87 | try 88 | { 89 | using (var repo = new JobsRepo()) 90 | { 91 | job = repo.GetJob(job.Id); 92 | if (job.State == 0 && repo.AcquireJobLock(job.Id)) 93 | { 94 | repo.ProcessLockedJob(job.Id); 95 | Console.Write("O"); 96 | } 97 | else 98 | { 99 | Console.Write("X"); 100 | } 101 | } 102 | } 103 | catch 104 | { 105 | Console.Write("E"); 106 | } 107 | } 108 | } 109 | } 110 | 111 | 112 | private static Dictionary> getCleanDictionary() 113 | { 114 | return new Dictionary>() 115 | { 116 | {0, new Queue()}, 117 | {1, new Queue()}, 118 | {2, new Queue()}, 119 | {3, new Queue()}, 120 | {4, new Queue()}, 121 | }; 122 | } 123 | } 124 | } -------------------------------------------------------------------------------- /JWRunner.cmd: -------------------------------------------------------------------------------- 1 | dotnet build --no-incremental 2 | 3 | start /min dotnet SubWorker.JWDemo\bin\Debug\netcoreapp2.2\SubWorker.JWDemo.dll 4 | start /min dotnet SubWorker.JWDemo\bin\Debug\netcoreapp2.2\SubWorker.JWDemo.dll 5 | start /min dotnet SubWorker.JWDemo\bin\Debug\netcoreapp2.2\SubWorker.JWDemo.dll 6 | start /min dotnet SubWorker.JWDemo\bin\Debug\netcoreapp2.2\SubWorker.JWDemo.dll 7 | start /min dotnet SubWorker.JWDemo\bin\Debug\netcoreapp2.2\SubWorker.JWDemo.dll 8 | 9 | dotnet SchedulingPractice.PubWorker\bin\Debug\netcoreapp2.2\SchedulingPractice.PubWorker.dll -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- 1 | # 排程處理的練習 2 | 3 | 4 | 5 | # 目標: 6 | 7 | 所有排程的時間安排紀錄，都放在 jobs 這 table 內 (schema 請參考下方說明)。這練習的主要目標是，在 jobs database 只支援被動查詢的限制下， 8 | 請設計 worker 完成任務。 9 | 10 | 任務的需求 (必須全部都滿足): 11 | 12 | 1. 所有 job 都必須在指定時間範圍內被啟動 (預約時間 + 可接受的延遲範圍) 13 | 1. 每個 job 都只能被執行一次, 不能有處理到一半掛掉的狀況 14 | 1. 必須支援分散式執行 (多組 worker, 能分散負載, 能互相備援, 支援動態 scaling) 15 | 16 | 評斷處理機制的品質指標 (按照優先順序): 17 | 18 | 1. 必須滿足所有上述任務需求 19 | 1. Jobs 清單查詢的次數越少越好 20 | 1. Jobs 嘗試執行失敗 (搶不到lock) 的次數越少越好 21 | 1. Jobs 延遲的時間越短越好 (延遲: 實際啟動時間 - 預約啟動時間) 22 | * 延遲平均值, 越小越好 23 | * 延遲標準差, 越小越好 24 | 1. 個別 job 狀態查詢的次數 (指定 job id) 越少越好 25 | 26 | 最終評分 = Sum(指標 x 權重): 27 | 1. 執行成本, 越低越好: 28 | ```querylist x 100.0 + acquire_failure x 10.0 + queryjob x 1.0``` 29 | 1. 延遲程度, 越低越好: 30 | ```average + stdev``` 31 | 32 | 33 | # 環境準備 34 | 35 | 執行本範例程式，需要額外準備 SQL database. 我自己使用 LocalDB, 可以正常運行。 36 | 37 | 1. 請先建立 database: ```JobsDB``` 38 | 2. 請用 sql script: [database.sql](database.sql) 建立 table (只有兩個表格: jobs / workerlogs) 39 | 3. 若未特別指定，程式碼預設會使用這連接字串: ```Data Source=(localdb)\MSSQLLocalDB;Initial Catalog=JobsDB;Integrated Security=True;Pooling=False``` 40 | 41 | 42 | # 解題規範 43 | 44 | 沒有任何限制, 你只要參考 project: ```SchedulingPractice.Core``` 專案, 並且善用 ```JobsRepo``` 類別, 想辦法寫出滿足需求的程式即可。 45 | 46 | # 驗證方式 47 | 48 | 本練習題提供兩個 project: 49 | 50 | 1. SchedulingPractice.Core, class library, 提供必要的函示庫 (主要是 JobsRepo) 51 | 1. SchedulingPRactice.PubWorker, console app, 建立測試資料，與顯示統計資訊的 console app 52 | 53 | 請用下列方式測試你的程式是否符合要求。 54 | 55 | ## 驗證可靠度 (HA) 56 | 57 | 1. 按照說明準備環境 (只需要做一次) 58 | 1. 啟動 SchedulingPRactice.PubWorker, 預設會執行 10 min, 每次執行會清除資料庫內容, 請耐心等候 59 | 1. 請同時啟動 5 份你的程式 60 | 1. 執行啟動 1 min 之後，請隨機按下 CTRL-C 任意中斷你的程式 61 | 1. 等待 SchedulingPRactice.PubWorker 執行完畢，顯示統計結果。確認 "test result" 數值: 62 | 1. ```Complete Job``` 是否為 100% ? 63 | 1. ```Delay Too Long``` 是否為 0 ? 64 | 1. ```Fail Job``` 是否為 0 ? 65 | 66 | 67 | ## 驗證效率 68 | 69 | 1. 按照說明準備環境 (只需要做一次) 70 | 1. 啟動 SchedulingPRactice.PubWorker, 預設會執行 10 min, 每次執行會清除資料庫內容, 請耐心等候 71 | 1. 請同時啟動 5 份你的程式 72 | 1. 等待 SchedulingPRactice.PubWorker 執行完畢，顯示統計結果。紀錄 cost / efficient score. 兩者的分數越低越好。 73 | 74 | ## 找出最佳組合 75 | 76 | 按照上述 "驗證效率" 的程序，改變同時啟動程式的套數 (預設 5), 找出 score 數值最低的組態, 連同 PR 時一起附上。 77 | -------------------------------------------------------------------------------- /SchedulingPractice.Core/JobInfo.cs: -------------------------------------------------------------------------------- 1 | using System; 2 | 3 | namespace SchedulingPractice.Core 4 | { 5 | public class JobInfo 6 | { 7 | public int Id { get; set; } 8 | public DateTime CreateAt { get; set; } 9 | public DateTime RunAt { get; set; } 10 | public DateTime? ExecuteAt { get; set; } 11 | public DateTime? LockAt { get; set; } 12 | 13 | public int State { get; set; } 14 | } 15 | 16 | } 17 | -------------------------------------------------------------------------------- /SchedulingPractice.Core/JobSettings.cs: -------------------------------------------------------------------------------- 1 | using System; 2 | using System.Collections.Generic; 3 | using System.Text; 4 | 5 | namespace SchedulingPractice.Core 6 | { 7 | public static class JobSettings 8 | { 9 | /// 10 | /// 最低準備時間 (資料建立 ~ 預計執行時間) 11 | /// 12 | public static readonly TimeSpan MinPrepareTime = TimeSpan.FromSeconds(10); 13 | 14 | /// 15 | /// 容許最高延遲執行時間 (預計執行 ~ 實際執行時間) 16 | /// 17 | public static readonly TimeSpan MaxDelayTime = TimeSpan.FromSeconds(30); 18 | } 19 | 20 | } 21 | -------------------------------------------------------------------------------- /SchedulingPractice.Core/JobStateEnum.cs: -------------------------------------------------------------------------------- 1 | using System; 2 | using System.Collections.Generic; 3 | using System.Text; 4 | 5 | namespace SchedulingPractice.Core 6 | { 7 | public enum JobStateEnum : int 8 | { 9 | CREATE = 0, 10 | LOCK = 1, 11 | COMPLETE = 2 12 | } 13 | } 14 | -------------------------------------------------------------------------------- /SchedulingPractice.Core/JobsRepo.cs: -------------------------------------------------------------------------------- 1 | using Dapper; 2 | using System; 3 | using System.Collections.Generic; 4 | using System.Data.SqlClient; 5 | using System.Text; 6 | using System.Threading; 7 | using System.Threading.Tasks; 8 | 9 | namespace SchedulingPractice.Core 10 | { 11 | public class JobsRepo : IDisposable 12 | { 13 | private SqlConnection _conn = null; 14 | private readonly string _client = null; 15 | private Semaphore _flags = new Semaphore(5, 5); 16 | 17 | public JobsRepo(string connstr = null, string client = null) 18 | { 19 | if (string.IsNullOrEmpty(client)) 20 | { 21 | this._client = $"pid:{System.Diagnostics.Process.GetCurrentProcess().Id}"; 22 | } 23 | else 24 | { 25 | this._client = client; 26 | } 27 | 28 | if (string.IsNullOrEmpty(connstr)) 29 | { 30 | this._conn = new SqlConnection(@"Data Source=(localdb)\MSSQLLocalDB;Initial Catalog=JobsDB;Integrated Security=True;"); 31 | } 32 | else 33 | { 34 | this._conn = new SqlConnection(connstr); 35 | } 36 | } 37 | public IEnumerable GetReadyJobs() 38 | { 39 | return this.GetReadyJobs(TimeSpan.Zero); 40 | } 41 | 42 | public IEnumerable GetReadyJobs(TimeSpan duration) 43 | { 44 | return this._conn.Query( 45 | @" 46 | select * from [jobs] where state = 0 and datediff(millisecond, getdate(), runat) < @msec order by runat asc; 47 | insert [workerlogs] (action, clientid, results) values ('QUERYLIST', @client, @@rowcount); 48 | ", 49 | new 50 | { 51 | msec = duration.TotalMilliseconds, 52 | client = this._client, 53 | }); 54 | } 55 | 56 | public JobInfo GetJob(int jobid) 57 | { 58 | return this._conn.QuerySingle( 59 | @" 60 | select * from [jobs] where id = @jobid; 61 | insert [workerlogs] (jobid, action, clientid, results) values (@jobid, 'QUERYJOB', @client, 1); 62 | ", 63 | new 64 | { 65 | jobid, 66 | client = this._client 67 | }); 68 | } 69 | 70 | public int CreateJob(DateTime runat) 71 | { 72 | if ((DateTime.Now + JobSettings.MinPrepareTime) > runat) throw new InvalidOperationException(); 73 | 74 | return _conn.ExecuteScalar( 75 | @" 76 | -- 77 | -- create job definition 78 | -- 79 | declare @id int; 80 | insert [jobs] (RunAt) values (@runat); 81 | set @id = @@identity; 82 | insert [workerlogs] (jobid, action, clientid) values (@id, 'CREATE', @clientid); 83 | select @id; 84 | ", 85 | new 86 | { 87 | runat, 88 | clientid = _client, 89 | }); 90 | } 91 | 92 | public bool AcquireJobLock(int jobId) 93 | { 94 | return this._conn.Execute( 95 | @" 96 | update [jobs] set state = 1, lockat = getdate() where id = @id and state = 0 and lockat is NULL; 97 | insert [workerlogs] (jobid, action, clientid) values (@id, case @@rowcount when 1 then 'ACQUIRE_SUCCESS' else 'ACQUIRE_FAILURE' end, @clientid); 98 | ", 99 | new 100 | { 101 | id = jobId, 102 | clientid = this._client, 103 | }) == 2; 104 | } 105 | 106 | public bool ProcessLockedJob(int jobId) 107 | { 108 | this._flags.WaitOne(); 109 | Task.Delay(83).Wait(); 110 | this._flags.Release(); 111 | 112 | return this._conn.Execute( 113 | @" 114 | update [jobs] set state = 2, executeat = getdate() where id = @id and state = 1; 115 | insert [workerlogs] (jobid, action, clientid) values (@id, case @@rowcount when 1 then 'COMPLETE' else 'ERROR' end, @clientid); 116 | ", 117 | new 118 | { 119 | id = jobId, 120 | clientid = _client, 121 | }) == 2; 122 | } 123 | 124 | 125 | public void ResetDatabase() 126 | { 127 | this._conn.Execute(@"truncate table [jobs]; truncate table [workerlogs];"); 128 | } 129 | 130 | #region statistic helper 131 | 132 | 133 | private int CountActions(string action) 134 | { 135 | return this._conn.ExecuteScalar(@"select count(*) from workerlogs where action = @action;", new { action }); 136 | } 137 | 138 | private int CountJobState(JobStateEnum state) 139 | { 140 | return this._conn.ExecuteScalar(@"select count(*) from jobs where state = @state;", new { state }); 141 | } 142 | 143 | private int JobExecuteDelayExceedCount() 144 | { 145 | return this._conn.ExecuteScalar(@"select count(*) from jobs where state = 2 and datediff(millisecond, RunAt, ExecuteAt) > @maxdelay;", new { maxdelay = JobSettings.MaxDelayTime.TotalMilliseconds }); 146 | } 147 | 148 | private double JobExecuteDelayAverage() 149 | { 150 | return this._conn.ExecuteScalar(@"select avg(datediff(millisecond, RunAt, ExecuteAt)) as average_delay from jobs where state = 2;"); 151 | } 152 | 153 | private double JobExecuteDelayStdev() 154 | { 155 | return this._conn.ExecuteScalar(@"select stdev(datediff(millisecond, RunAt, ExecuteAt)) as stdev_delay from jobs where state = 2;"); 156 | } 157 | 158 | private int JobLockBeforeRunAtCount() 159 | { 160 | return this._conn.ExecuteScalar($"select count(*) from Jobs where RunAt > LockAt;"); 161 | } 162 | 163 | private int JobExecBeforeRunAtCount() 164 | { 165 | return this._conn.ExecuteScalar($"select count(*) from Jobs where RunAt > ExecuteAt;"); 166 | } 167 | 168 | 169 | public ( 170 | int count_action_create, 171 | int count_action_acquire_success, 172 | int count_action_acquire_failure, 173 | int count_action_complete, 174 | int count_action_queryjob, 175 | int count_action_querylist, 176 | 177 | int count_state_create, 178 | int count_state_lock, 179 | int count_state_complete, 180 | int count_state_early_lock, 181 | int count_state_early_exec, 182 | 183 | int stat_delay_exceed_count, 184 | double stat_average_delay, 185 | double stat_stdev_delay 186 | ) GetStatstics() 187 | { 188 | return ( 189 | this.CountActions("CREATE"), 190 | this.CountActions("ACQUIRE_SUCCESS"), 191 | this.CountActions("ACQUIRE_FAILURE"), 192 | this.CountActions("COMPLETE"), 193 | this.CountActions("QUERYJOB"), 194 | this.CountActions("QUERYLIST"), 195 | 196 | this.CountJobState(JobStateEnum.CREATE), 197 | this.CountJobState(JobStateEnum.LOCK), 198 | this.CountJobState(JobStateEnum.COMPLETE), 199 | this.JobLockBeforeRunAtCount(), 200 | this.JobExecBeforeRunAtCount(), 201 | 202 | this.JobExecuteDelayExceedCount(), 203 | this.JobExecuteDelayAverage(), 204 | this.JobExecuteDelayStdev()); 205 | } 206 | 207 | #endregion 208 | 209 | 210 | 211 | 212 | public void Dispose() 213 | { 214 | this._conn.Close(); 215 | } 216 | } 217 | 218 | } 219 | -------------------------------------------------------------------------------- /SchedulingPractice.Core/SchedulingPractice.Core.csproj: -------------------------------------------------------------------------------- 1 |  2 | 3 | 4 | netstandard2.0 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /SchedulingPractice.PubWorker/Program.cs: -------------------------------------------------------------------------------- 1 | using SchedulingPractice.Core; 2 | using System; 3 | using System.IO; 4 | using System.Threading.Tasks; 5 | 6 | namespace SchedulingPractice.PubWorker 7 | { 8 | class Program 9 | { 10 | static void Main(string[] args) 11 | { 12 | if (args.Length != 5) 13 | { 14 | Console.WriteLine("Usage: PubWorker.exe [since] [duration] [runner] [mode] [csv-path]"); 15 | } 16 | 17 | int since_sec = int.Parse(args[0]); 18 | int duration_sec = int.Parse(args[1]); 19 | 20 | string runner = args[2]; 21 | string mode = args[3]; 22 | string path = args[4]; 23 | 24 | // 設定: 預定測試開始時間 25 | DateTime since = DateTime.Now.AddSeconds(since_sec); 26 | 27 | // 設定: 預定測試持續時間 28 | TimeSpan duration = TimeSpan.FromSeconds(duration_sec); 29 | 30 | 31 | 32 | // 計算: 預定測試預計結束時間 33 | DateTime until = since + duration; 34 | 35 | // 統計: 累計總任務數 36 | int total = 0; 37 | 38 | 39 | 40 | using (var repo = new JobsRepo()) 41 | { 42 | Console.WriteLine($"Init test database..."); 43 | Console.WriteLine($"- now: {DateTime.Now}"); 44 | Console.WriteLine($"- since: {since}"); 45 | Console.WriteLine($"- until: {until}"); 46 | 47 | Console.WriteLine(); 48 | Console.WriteLine($"Step 0: reset database..."); 49 | repo.ResetDatabase(); 50 | 51 | 52 | 53 | // step 1: add one job per 3 sec 54 | { 55 | Console.WriteLine(); 56 | Console.WriteLine($"Step 1: add job per 3 sec"); 57 | 58 | int count = 0; 59 | DateTime current = since; 60 | TimeSpan period = TimeSpan.FromSeconds(3); 61 | 62 | while(current < until) 63 | { 64 | count++; 65 | current = current + period; 66 | Console.Write("."); 67 | repo.CreateJob(current); 68 | } 69 | 70 | total += count; 71 | Console.WriteLine(); 72 | Console.WriteLine($"- complete({count})."); 73 | } 74 | 75 | // step 2: add 20 job per 13 sec 76 | { 77 | Console.WriteLine(); 78 | Console.WriteLine($"Step 2: add 20 jobs per 13 sec"); 79 | 80 | int count = 0; 81 | DateTime current = since; 82 | TimeSpan period = TimeSpan.FromSeconds(13); 83 | int loop = 20; 84 | 85 | while (current < until) 86 | { 87 | current = current + period; 88 | for (int i = 0; i < loop; i++) 89 | { 90 | count++; 91 | Console.Write("."); 92 | repo.CreateJob(current); 93 | } 94 | } 95 | 96 | total += count; 97 | Console.WriteLine(); 98 | Console.WriteLine($"- complete({count})."); 99 | } 100 | 101 | // step 3: random add job per 1 ~ 3 sec 102 | { 103 | Console.WriteLine(); 104 | Console.WriteLine($"Step 3: random add job per 1 ~ 3 sec"); 105 | 106 | int count = 0; 107 | Random rnd = new Random(); 108 | DateTime current = since; 109 | 110 | while (current < until) 111 | { 112 | current = current + TimeSpan.FromMilliseconds(1000 + rnd.Next(2000)); 113 | count++; 114 | Console.Write("."); 115 | repo.CreateJob(current); 116 | } 117 | 118 | total += count; 119 | Console.WriteLine(); 120 | Console.WriteLine($"- complete({count})."); 121 | } 122 | 123 | 124 | 125 | 126 | 127 | // step 4, realtime: add a job scheduled after 10 sec, and random waiting 1 ~ 3 sec. 128 | { 129 | Console.WriteLine(); 130 | Console.WriteLine($"Step 4: realtime: add a job scheduled after 10 sec, and random waiting 1 ~ 3 sec."); 131 | 132 | int count = 0; 133 | Random rnd = new Random(); 134 | 135 | 136 | while (DateTime.Now.AddSeconds(10) < until) 137 | { 138 | Task.Delay(1000 + rnd.Next(2000)).Wait(); 139 | count++; 140 | Console.Write("."); 141 | repo.CreateJob(DateTime.Now + JobSettings.MinPrepareTime + TimeSpan.FromMilliseconds(100)); 142 | } 143 | 144 | total += count; 145 | Console.WriteLine(); 146 | Console.WriteLine($"- complete({count})."); 147 | } 148 | 149 | 150 | Console.WriteLine(); 151 | Console.WriteLine($"Database initialization complete."); 152 | Console.WriteLine($"- total jobs: {total}"); 153 | Console.WriteLine($"- now: {DateTime.Now}"); 154 | Console.WriteLine($"- since: {since}"); 155 | Console.WriteLine($"- until: {until}"); 156 | 157 | 158 | // step 5, wait 30 sec, show statistic 159 | Task.Delay(JobSettings.MaxDelayTime + JobSettings.MinPrepareTime).Wait(); 160 | var metrics = repo.GetStatstics(); 161 | 162 | Console.WriteLine(); 163 | Console.WriteLine($"Jobs Scheduling Metrics:"); 164 | 165 | Console.WriteLine(); 166 | Console.WriteLine("--(action count)----------------------------------------------"); 167 | Console.WriteLine($"- CREATE: {metrics.count_action_create}"); 168 | Console.WriteLine($"- ACQUIRE_SUCCESS: {metrics.count_action_acquire_success}"); 169 | Console.WriteLine($"- ACQUIRE_FAILURE: {metrics.count_action_acquire_failure}"); 170 | Console.WriteLine($"- COMPLETE: {metrics.count_action_complete}"); 171 | Console.WriteLine($"- QUERYJOB: {metrics.count_action_queryjob}"); 172 | Console.WriteLine($"- QUERYLIST: {metrics.count_action_querylist}"); 173 | 174 | Console.WriteLine(); 175 | Console.WriteLine("--(state count)----------------------------------------------"); 176 | Console.WriteLine($"- COUNT(CREATE): {metrics.count_state_create}"); 177 | Console.WriteLine($"- COUNT(LOCK): {metrics.count_state_lock}"); 178 | Console.WriteLine($"- COUNT(COMPLETE): {metrics.count_action_complete}"); 179 | 180 | Console.WriteLine(); 181 | Console.WriteLine("--(statistics)----------------------------------------------"); 182 | Console.WriteLine($"- DELAY(Average): {metrics.stat_average_delay}"); 183 | Console.WriteLine($"- DELAY(Stdev): {metrics.stat_stdev_delay}"); 184 | 185 | Console.WriteLine(); 186 | Console.WriteLine("--(test result)----------------------------------------------"); 187 | Console.WriteLine($"- Complete Job: {metrics.count_action_complete == metrics.count_action_create}, {metrics.count_action_complete} / {metrics.count_action_create}"); 188 | Console.WriteLine($"- Delay Too Long: {metrics.stat_delay_exceed_count}"); 189 | Console.WriteLine($"- Fail Job: {metrics.count_state_lock == 0}, {metrics.count_state_lock}"); 190 | 191 | Console.WriteLine(); 192 | Console.WriteLine("--(benchmark score)----------------------------------------------"); 193 | Console.WriteLine($"- Exec Cost Score: {metrics.count_action_querylist * 100.0 + metrics.count_action_acquire_failure * 10.0 + metrics.count_action_queryjob * 1.0:#.##} (querylist x 100 + acquire-failure x 10 + queryjob x 1)"); 194 | Console.WriteLine($"- Efficient Score: {metrics.stat_average_delay + metrics.stat_stdev_delay:#.##} (average + stdev)"); 195 | 196 | // RUNNER, MODE, 197 | // CREATE, ACQUIRE_SUCCESS, ACQUIRE_FAILURE, COMPLETE, QUERYJOB, QUERYLIST, 198 | // CREATE_COUNT, LOCK_COUNT, COMPLETE_COUNT, 199 | // DELAY_AVERAGE, DELAY_STDEV, 200 | // DELAY_EXCEED, EARLY_LOCK, EARLY_EXEC, 201 | // EXEC_COST_SCORE, EFFICIENT_SCORE, 202 | 203 | //string path = @"result-stat.csv"; 204 | 205 | if (File.Exists(path) == false) 206 | { 207 | File.AppendAllText( 208 | path, 209 | @"RUNNER, MODE, " + 210 | @"CREATE, ACQUIRE_SUCCESS, ACQUIRE_FAILURE, COMPLETE, QUERYJOB, QUERYLIST, " + 211 | @"CREATE_COUNT, LOCK_COUNT, COMPLETE_COUNT, " + 212 | @"DELAY_AVERAGE, DELAY_STDEV, " + 213 | @"DELAY_EXCEED, EARLY_LOCK, EARLY_EXEC, " + 214 | "\n"); 215 | } 216 | 217 | File.AppendAllText( 218 | path, 219 | $"{Environment.GetEnvironmentVariable("RUNNER")}, {Environment.GetEnvironmentVariable("MODE")}," + 220 | $"{metrics.count_action_create}, {metrics.count_action_acquire_success}, {metrics.count_action_acquire_failure}, {metrics.count_action_complete}, {metrics.count_action_queryjob}, {metrics.count_action_querylist}, " + 221 | $"{metrics.count_state_create}, {metrics.count_state_lock}, {metrics.count_state_complete}, " + 222 | $"{metrics.stat_average_delay}, {metrics.stat_stdev_delay}, " + 223 | $"{metrics.stat_delay_exceed_count}, {metrics.count_state_early_lock}, {metrics.count_state_early_exec}, " + 224 | "\n"); 225 | } 226 | } 227 | } 228 | } 229 | -------------------------------------------------------------------------------- /SchedulingPractice.PubWorker/SchedulingPractice.PubWorker.csproj: -------------------------------------------------------------------------------- 1 |  2 | 3 | 4 | Exe 5 | netcoreapp2.2 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | -------------------------------------------------------------------------------- /SchedulingPractice.SubWorkerRunner/Program.cs: -------------------------------------------------------------------------------- 1 | using Microsoft.Extensions.DependencyInjection; 2 | using Microsoft.Extensions.Hosting; 3 | using System; 4 | using System.Diagnostics; 5 | using System.IO; 6 | using System.Threading; 7 | using System.Threading.Tasks; 8 | 9 | namespace SchedulingPractice.SubWorkerRunner 10 | { 11 | class Program 12 | { 13 | static void Main(string[] args) 14 | { 15 | if (args.Length != 4) 16 | { 17 | Console.WriteLine("Usage: SubWorkerRunner.exe [mode] [min_timeout] [max_timeout] [total_timeout]"); 18 | return; 19 | } 20 | 21 | string mode = args[0]; 22 | int min_timeout = int.Parse(args[1]); 23 | int max_timeout = int.Parse(args[2]); 24 | int total_timeout = int.Parse(args[3]); 25 | 26 | Console.WriteLine($"Exec Parameter(s):"); 27 | Console.WriteLine($"- Mode: {mode}"); 28 | Console.WriteLine($"- Min-Timeout: {min_timeout}"); 29 | Console.WriteLine($"- Max-Timeout: {max_timeout}"); 30 | Console.WriteLine($"- Total-Timeout: {total_timeout}"); 31 | 32 | var host = new HostBuilder() 33 | .ConfigureServices((context, services) => 34 | { 35 | //services.AddHostedService(); 36 | //services.AddHostedService(); 37 | if (mode == "demo") services.AddHostedService(); 38 | else if (mode == "andrew0928") services.AddHostedService(); 39 | else if (mode == "andy19900208") services.AddHostedService(); 40 | else if (mode == "julian-chu") services.AddHostedService(); 41 | else if (mode == "borischin") services.AddHostedService(); 42 | else if (mode == "levichen") services.AddHostedService(); 43 | else if (mode == "jwchen-dev") services.AddHostedService(); 44 | //else if (mode == "toyo0103") services.AddHostedService(); 45 | else if (mode == "toyo0103") 46 | { 47 | services.AddSingleton(sp => 48 | { 49 | return new SubWorker.JolinDemo.JolinSubWorkerBackgroundService(null); 50 | }); 51 | } 52 | else if (mode == "acetaxxxx") services.AddHostedService(); 53 | else { throw new ArgumentOutOfRangeException($"Mode: {mode} not is not valid."); } 54 | }) 55 | .Build(); 56 | 57 | Stopwatch timer = new Stopwatch(); 58 | timer.Restart(); 59 | Random rnd = new Random(); 60 | 61 | using (host) 62 | { 63 | do 64 | { 65 | int timeout = 0; 66 | int delay_start = rnd.Next(10); 67 | 68 | if (min_timeout == 0 && max_timeout == 0) 69 | { 70 | timeout = total_timeout; 71 | } 72 | else 73 | { 74 | timeout = rnd.Next(min_timeout, max_timeout); 75 | } 76 | 77 | Console.WriteLine($"-----------------------------------------------------------------"); 78 | Console.WriteLine($"- Delay Start: {delay_start} sec"); 79 | Console.WriteLine($"- Round Timeout: {timeout} sec"); 80 | Console.WriteLine($"-----------------------------------------------------------------"); 81 | 82 | try 83 | { 84 | Thread.Sleep(TimeSpan.FromSeconds(delay_start)); 85 | host.Start(); 86 | Task.Delay(TimeSpan.FromSeconds(timeout)).Wait(); 87 | host.StopAsync(TimeSpan.FromSeconds(30)).Wait(); 88 | } 89 | catch(Exception ex) 90 | { 91 | Console.WriteLine($"- Exception: {ex}"); 92 | File.AppendAllText($"exception-{mode}-{min_timeout}-{max_timeout}-{total_timeout}-PID{Process.GetCurrentProcess().Id}.txt", ex.ToString()); 93 | } 94 | 95 | Console.WriteLine("- system shutdown..."); 96 | } 97 | while (timer.Elapsed.TotalSeconds < total_timeout); 98 | } 99 | 100 | } 101 | } 102 | } 103 | -------------------------------------------------------------------------------- /SchedulingPractice.SubWorkerRunner/SchedulingPractice.SubWorkerRunner.csproj: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | Exe 5 | netcoreapp2.2 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19 | 20 | 21 | 22 | 23 | 24 | -------------------------------------------------------------------------------- /SchedulingPractice.sln: -------------------------------------------------------------------------------- 1 |  2 | Microsoft Visual Studio Solution File, Format Version 12.00 3 | # Visual Studio Version 16 4 | VisualStudioVersion = 16.0.29215.179 5 | MinimumVisualStudioVersion = 10.0.40219.1 6 | Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "SchedulingPractice.Core", "SchedulingPractice.Core\SchedulingPractice.Core.csproj", "{4E411DD0-16E8-4BD9-BA79-D22D1F4FE9B1}" 7 | EndProject 8 | Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "SchedulingPractice.PubWorker", "SchedulingPractice.PubWorker\SchedulingPractice.PubWorker.csproj", "{4A537B20-74D5-495E-8FC5-54AC2936A2A3}" 9 | EndProject 10 | Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "SubWorker.AndrewDemo", "SubWorker.AndrewDemo\SubWorker.AndrewDemo.csproj", "{D7B35147-CE8A-42FB-BC72-0BFEAD7183C8}" 11 | EndProject 12 | Project("{2150E333-8FDC-42A3-9474-1A3956D46DE8}") = "Solution Items", "Solution Items", "{927CF37F-7C8C-426E-B63C-1121CA9FE062}" 13 | ProjectSection(SolutionItems) = preProject 14 | database.sql = database.sql 15 | demo-all.cmd = demo-all.cmd 16 | demo.cmd = demo.cmd 17 | README.md = README.md 18 | statistics.sql = statistics.sql 19 | EndProjectSection 20 | EndProject 21 | Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "SubWorker.LeviDemo", "SubWorker.LeviDemo\SubWorker.LeviDemo.csproj", "{B37CC7C1-4BCB-4258-9E23-1364C6019D92}" 22 | EndProject 23 | Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "HankDemo.HankTaskRunner", "HankDemo.HankTaskRunner\HankDemo.HankTaskRunner.csproj", "{6CEFD583-EBE7-471D-A966-2873B4B4D265}" 24 | EndProject 25 | Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "SubWorker.JolinDemo", "SubWorker.JolinDemo\SubWorker.JolinDemo.csproj", "{B5263EA5-3F5C-404B-AED3-85D34D1A2C96}" 26 | EndProject 27 | Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "SubWorker.JWDemo", "SubWorker.JWDemo\SubWorker.JWDemo.csproj", "{8C3A5B74-31F1-476F-84DF-CE7E5446E8D9}" 28 | EndProject 29 | Project("{2150E333-8FDC-42A3-9474-1A3956D46DE8}") = "SubWorkers", "SubWorkers", "{5A225F28-B864-4306-B0C7-83D9CBDABF5B}" 30 | EndProject 31 | Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "SubWorker.BorisDemo", "SubWorker.BorisDemo\SubWorker.BorisDemo.csproj", "{7D80EF21-E6C8-46EC-8179-67D328B15335}" 32 | EndProject 33 | Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "SubWorker.JulianDemo", "SubWorker.JulianDemo\SubWorker.JulianDemo.csproj", "{32F4B1E1-4A5B-4695-9BCD-1A76F8566420}" 34 | EndProject 35 | Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "SubWorker.AndyDemo", "SubWorker.AndyDemo\SubWorker.AndyDemo.csproj", "{29711E67-24F9-4736-AAC8-BBE6831A4DEF}" 36 | EndProject 37 | Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "SchedulingPractice.SubWorkerRunner", "SchedulingPractice.SubWorkerRunner\SchedulingPractice.SubWorkerRunner.csproj", "{5D349423-56A0-4E03-A59F-7D1AF95B78E7}" 38 | EndProject 39 | Global 40 | GlobalSection(SolutionConfigurationPlatforms) = preSolution 41 | Debug|Any CPU = Debug|Any CPU 42 | Release|Any CPU = Release|Any CPU 43 | EndGlobalSection 44 | GlobalSection(ProjectConfigurationPlatforms) = postSolution 45 | {4E411DD0-16E8-4BD9-BA79-D22D1F4FE9B1}.Debug|Any CPU.ActiveCfg = Debug|Any CPU 46 | {4E411DD0-16E8-4BD9-BA79-D22D1F4FE9B1}.Debug|Any CPU.Build.0 = Debug|Any CPU 47 | {4E411DD0-16E8-4BD9-BA79-D22D1F4FE9B1}.Release|Any CPU.ActiveCfg = Release|Any CPU 48 | {4E411DD0-16E8-4BD9-BA79-D22D1F4FE9B1}.Release|Any CPU.Build.0 = Release|Any CPU 49 | {4A537B20-74D5-495E-8FC5-54AC2936A2A3}.Debug|Any CPU.ActiveCfg = Debug|Any CPU 50 | {4A537B20-74D5-495E-8FC5-54AC2936A2A3}.Debug|Any CPU.Build.0 = Debug|Any CPU 51 | {4A537B20-74D5-495E-8FC5-54AC2936A2A3}.Release|Any CPU.ActiveCfg = Release|Any CPU 52 | {4A537B20-74D5-495E-8FC5-54AC2936A2A3}.Release|Any CPU.Build.0 = Release|Any CPU 53 | {D7B35147-CE8A-42FB-BC72-0BFEAD7183C8}.Debug|Any CPU.ActiveCfg = Debug|Any CPU 54 | {D7B35147-CE8A-42FB-BC72-0BFEAD7183C8}.Debug|Any CPU.Build.0 = Debug|Any CPU 55 | {D7B35147-CE8A-42FB-BC72-0BFEAD7183C8}.Release|Any CPU.ActiveCfg = Release|Any CPU 56 | {D7B35147-CE8A-42FB-BC72-0BFEAD7183C8}.Release|Any CPU.Build.0 = Release|Any CPU 57 | {B37CC7C1-4BCB-4258-9E23-1364C6019D92}.Debug|Any CPU.ActiveCfg = Debug|Any CPU 58 | {B37CC7C1-4BCB-4258-9E23-1364C6019D92}.Debug|Any CPU.Build.0 = Debug|Any CPU 59 | {B37CC7C1-4BCB-4258-9E23-1364C6019D92}.Release|Any CPU.ActiveCfg = Release|Any CPU 60 | {B37CC7C1-4BCB-4258-9E23-1364C6019D92}.Release|Any CPU.Build.0 = Release|Any CPU 61 | {6CEFD583-EBE7-471D-A966-2873B4B4D265}.Debug|Any CPU.ActiveCfg = Debug|Any CPU 62 | {6CEFD583-EBE7-471D-A966-2873B4B4D265}.Debug|Any CPU.Build.0 = Debug|Any CPU 63 | {6CEFD583-EBE7-471D-A966-2873B4B4D265}.Release|Any CPU.ActiveCfg = Release|Any CPU 64 | {6CEFD583-EBE7-471D-A966-2873B4B4D265}.Release|Any CPU.Build.0 = Release|Any CPU 65 | {B5263EA5-3F5C-404B-AED3-85D34D1A2C96}.Debug|Any CPU.ActiveCfg = Debug|Any CPU 66 | {B5263EA5-3F5C-404B-AED3-85D34D1A2C96}.Debug|Any CPU.Build.0 = Debug|Any CPU 67 | {B5263EA5-3F5C-404B-AED3-85D34D1A2C96}.Release|Any CPU.ActiveCfg = Release|Any CPU 68 | {B5263EA5-3F5C-404B-AED3-85D34D1A2C96}.Release|Any CPU.Build.0 = Release|Any CPU 69 | {8C3A5B74-31F1-476F-84DF-CE7E5446E8D9}.Debug|Any CPU.ActiveCfg = Debug|Any CPU 70 | {8C3A5B74-31F1-476F-84DF-CE7E5446E8D9}.Debug|Any CPU.Build.0 = Debug|Any CPU 71 | {8C3A5B74-31F1-476F-84DF-CE7E5446E8D9}.Release|Any CPU.ActiveCfg = Release|Any CPU 72 | {8C3A5B74-31F1-476F-84DF-CE7E5446E8D9}.Release|Any CPU.Build.0 = Release|Any CPU 73 | {7D80EF21-E6C8-46EC-8179-67D328B15335}.Debug|Any CPU.ActiveCfg = Debug|Any CPU 74 | {7D80EF21-E6C8-46EC-8179-67D328B15335}.Debug|Any CPU.Build.0 = Debug|Any CPU 75 | {7D80EF21-E6C8-46EC-8179-67D328B15335}.Release|Any CPU.ActiveCfg = Release|Any CPU 76 | {7D80EF21-E6C8-46EC-8179-67D328B15335}.Release|Any CPU.Build.0 = Release|Any CPU 77 | {32F4B1E1-4A5B-4695-9BCD-1A76F8566420}.Debug|Any CPU.ActiveCfg = Debug|Any CPU 78 | {32F4B1E1-4A5B-4695-9BCD-1A76F8566420}.Debug|Any CPU.Build.0 = Debug|Any CPU 79 | {32F4B1E1-4A5B-4695-9BCD-1A76F8566420}.Release|Any CPU.ActiveCfg = Release|Any CPU 80 | {32F4B1E1-4A5B-4695-9BCD-1A76F8566420}.Release|Any CPU.Build.0 = Release|Any CPU 81 | {29711E67-24F9-4736-AAC8-BBE6831A4DEF}.Debug|Any CPU.ActiveCfg = Debug|Any CPU 82 | {29711E67-24F9-4736-AAC8-BBE6831A4DEF}.Debug|Any CPU.Build.0 = Debug|Any CPU 83 | {29711E67-24F9-4736-AAC8-BBE6831A4DEF}.Release|Any CPU.ActiveCfg = Release|Any CPU 84 | {29711E67-24F9-4736-AAC8-BBE6831A4DEF}.Release|Any CPU.Build.0 = Release|Any CPU 85 | {5D349423-56A0-4E03-A59F-7D1AF95B78E7}.Debug|Any CPU.ActiveCfg = Debug|Any CPU 86 | {5D349423-56A0-4E03-A59F-7D1AF95B78E7}.Debug|Any CPU.Build.0 = Debug|Any CPU 87 | {5D349423-56A0-4E03-A59F-7D1AF95B78E7}.Release|Any CPU.ActiveCfg = Release|Any CPU 88 | {5D349423-56A0-4E03-A59F-7D1AF95B78E7}.Release|Any CPU.Build.0 = Release|Any CPU 89 | EndGlobalSection 90 | GlobalSection(SolutionProperties) = preSolution 91 | HideSolutionNode = FALSE 92 | EndGlobalSection 93 | GlobalSection(NestedProjects) = preSolution 94 | {D7B35147-CE8A-42FB-BC72-0BFEAD7183C8} = {5A225F28-B864-4306-B0C7-83D9CBDABF5B} 95 | {B37CC7C1-4BCB-4258-9E23-1364C6019D92} = {5A225F28-B864-4306-B0C7-83D9CBDABF5B} 96 | {6CEFD583-EBE7-471D-A966-2873B4B4D265} = {5A225F28-B864-4306-B0C7-83D9CBDABF5B} 97 | {B5263EA5-3F5C-404B-AED3-85D34D1A2C96} = {5A225F28-B864-4306-B0C7-83D9CBDABF5B} 98 | {8C3A5B74-31F1-476F-84DF-CE7E5446E8D9} = {5A225F28-B864-4306-B0C7-83D9CBDABF5B} 99 | {7D80EF21-E6C8-46EC-8179-67D328B15335} = {5A225F28-B864-4306-B0C7-83D9CBDABF5B} 100 | {32F4B1E1-4A5B-4695-9BCD-1A76F8566420} = {5A225F28-B864-4306-B0C7-83D9CBDABF5B} 101 | {29711E67-24F9-4736-AAC8-BBE6831A4DEF} = {5A225F28-B864-4306-B0C7-83D9CBDABF5B} 102 | EndGlobalSection 103 | GlobalSection(ExtensibilityGlobals) = postSolution 104 | SolutionGuid = {43B102A2-F68E-4926-9EAA-6763FDDEF0B4} 105 | EndGlobalSection 106 | EndGlobal 107 | -------------------------------------------------------------------------------- /SubWorker.AndrewDemo/AndrewSubWorkerBackgroundService.cs: -------------------------------------------------------------------------------- 1 | using Microsoft.Extensions.Hosting; 2 | using SchedulingPractice.Core; 3 | using System; 4 | using System.Collections.Generic; 5 | using System.Text; 6 | using System.Threading; 7 | using System.Threading.Tasks; 8 | 9 | namespace SubWorker.AndrewDemo 10 | { 11 | public class AndrewSubWorkerBackgroundService : BackgroundService 12 | { 13 | protected async override Task ExecuteAsync(CancellationToken stoppingToken) 14 | { 15 | await Task.Delay(1); 16 | 17 | using (JobsRepo repo = new JobsRepo()) 18 | { 19 | while (stoppingToken.IsCancellationRequested == false) 20 | { 21 | bool empty = true; 22 | foreach (var job in repo.GetReadyJobs()) 23 | { 24 | if (stoppingToken.IsCancellationRequested == true) goto shutdown; 25 | 26 | if (repo.AcquireJobLock(job.Id)) 27 | { 28 | repo.ProcessLockedJob(job.Id); 29 | Console.Write("O"); 30 | } 31 | else 32 | { 33 | Console.Write("X"); 34 | } 35 | empty = false; 36 | } 37 | if (empty == false) continue; 38 | 39 | try 40 | { 41 | await Task.Delay(JobSettings.MinPrepareTime, stoppingToken); 42 | Console.Write("_"); 43 | } 44 | catch (TaskCanceledException) { break; } 45 | } 46 | } 47 | 48 | shutdown: 49 | Console.WriteLine($"- shutdown event detected, stop worker service..."); 50 | } 51 | } 52 | 53 | } 54 | -------------------------------------------------------------------------------- /SubWorker.AndrewDemo/AndrewSubWorkerBackgroundService2.cs: -------------------------------------------------------------------------------- 1 | #define USE_SPINWAIT 2 | using Microsoft.Extensions.Hosting; 3 | using SchedulingPractice.Core; 4 | using System; 5 | using System.Collections.Concurrent; 6 | using System.Collections.Generic; 7 | using System.Diagnostics; 8 | using System.Linq; 9 | using System.Text; 10 | using System.Threading; 11 | using System.Threading.Tasks; 12 | 13 | namespace SubWorker.AndrewDemo 14 | { 15 | public class AndrewSubWorkerBackgroundService2 : BackgroundService 16 | { 17 | private int _process_threads_count = 10; 18 | private BlockingCollection _queue = new BlockingCollection(); 19 | 20 | private CancellationToken _stop; 21 | 22 | 23 | protected async override Task ExecuteAsync(CancellationToken stoppingToken) 24 | { 25 | await Task.Delay(1); 26 | this._stop = stoppingToken; 27 | 28 | // init worker threads, 1 fetch, 5 process 29 | Thread[] threads = new Thread[_process_threads_count]; 30 | for (int i = 0; i < _process_threads_count; i++) threads[i] = new Thread(this.ProcessThread); 31 | foreach (var t in threads) t.Start(); 32 | 33 | // fetch 34 | Stopwatch timer = new Stopwatch(); 35 | Random rnd = new Random(); 36 | using (JobsRepo repo = new JobsRepo()) 37 | { 38 | while(true) 39 | { 40 | if (stoppingToken.IsCancellationRequested) goto shutdown; 41 | 42 | timer.Restart(); 43 | Console.WriteLine($"[T: {Thread.CurrentThread.ManagedThreadId}] fetch available jobs from repository..."); 44 | foreach (var job in repo.GetReadyJobs(JobSettings.MinPrepareTime)) 45 | { 46 | if (stoppingToken.IsCancellationRequested) goto shutdown; 47 | 48 | int predict_time = rnd.Next(300, 1700); 49 | if (job.RunAt - DateTime.Now > TimeSpan.FromMilliseconds(predict_time)) // 等到約一秒前，可以被取消。一秒內就先 LOCK 50 | { 51 | try { await Task.Delay(job.RunAt - DateTime.Now - TimeSpan.FromMilliseconds(predict_time), stoppingToken); } catch { goto shutdown; } 52 | } 53 | 54 | if (repo.GetJob(job.Id).State != 0) continue; 55 | if (repo.AcquireJobLock(job.Id) == false) continue; 56 | if (DateTime.Now < job.RunAt) await Task.Delay(job.RunAt - DateTime.Now); 57 | this._queue.Add(job); 58 | } 59 | try { 60 | await Task.Delay( 61 | (int)Math.Max((JobSettings.MinPrepareTime - timer.Elapsed).TotalMilliseconds, 0), 62 | stoppingToken); 63 | } 64 | catch 65 | { 66 | goto shutdown; 67 | } 68 | } 69 | 70 | shutdown: 71 | this._queue.CompleteAdding(); 72 | } 73 | 74 | foreach (var t in threads) t.Join(); 75 | Console.WriteLine($"[T: {Thread.CurrentThread.ManagedThreadId}] shutdown background services..."); 76 | } 77 | 78 | private void ProcessThread() 79 | { 80 | using (JobsRepo repo = new JobsRepo()) 81 | { 82 | foreach(var job in this._queue.GetConsumingEnumerable()) 83 | { 84 | repo.ProcessLockedJob(job.Id); 85 | Console.WriteLine($"[T: {Thread.CurrentThread.ManagedThreadId}] process job({job.Id}) with delay {(DateTime.Now - job.RunAt).TotalMilliseconds} msec..."); 86 | } 87 | Console.WriteLine($"[T: {Thread.CurrentThread.ManagedThreadId}] process worker thread was terminated..."); 88 | } 89 | } 90 | } 91 | } 92 | -------------------------------------------------------------------------------- /SubWorker.AndrewDemo/Program.cs: -------------------------------------------------------------------------------- 1 | using SchedulingPractice.Core; 2 | using System.Linq; 3 | using System; 4 | using System.Threading.Tasks; 5 | using Microsoft.Extensions.Hosting; 6 | using System.Threading; 7 | using Microsoft.Extensions.DependencyInjection; 8 | using System.Collections.Generic; 9 | using System.Collections.Concurrent; 10 | 11 | namespace SubWorker.AndrewDemo 12 | { 13 | class Program 14 | { 15 | static void Main(string[] args) 16 | { 17 | var host = new HostBuilder() 18 | .ConfigureServices((context, services) => 19 | { 20 | //services.AddHostedService(); 21 | services.AddHostedService(); 22 | }) 23 | .Build(); 24 | using (host) 25 | { 26 | host.Start(); 27 | host.WaitForShutdown(); 28 | } 29 | } 30 | } 31 | 32 | 33 | } 34 | -------------------------------------------------------------------------------- /SubWorker.AndrewDemo/SubWorker.AndrewDemo.csproj: -------------------------------------------------------------------------------- 1 |  2 | 3 | 4 | Exe 5 | netcoreapp2.2 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19 | 20 | 21 | 22 | 23 | 24 | 25 | -------------------------------------------------------------------------------- /SubWorker.AndyDemo/AndySubWorkerBackgroundService.cs: -------------------------------------------------------------------------------- 1 | using Microsoft.Extensions.Hosting; 2 | using SchedulingPractice.Core; 3 | using System; 4 | using System.Collections.Generic; 5 | using System.Collections.Concurrent; 6 | using System.Text; 7 | using System.Threading; 8 | using System.Threading.Tasks; 9 | 10 | 11 | namespace SubWorker.AndyDemo 12 | { 13 | public class AndySubWorkerBackgroundService : BackgroundService 14 | { 15 | private BlockingCollection queue = new BlockingCollection(); 16 | 17 | protected async override Task ExecuteAsync(CancellationToken stoppingToken) 18 | { 19 | await Task.Delay(1); 20 | 21 | List threads = new List(); 22 | 23 | for (int i = 0; i < 5; i++) 24 | { 25 | Thread T = new Thread(Worker); 26 | threads.Add(T); 27 | T.Start(); 28 | } 29 | 30 | 31 | using (JobsRepo repo = new JobsRepo()) 32 | { 33 | while (stoppingToken.IsCancellationRequested == false) 34 | { 35 | DateTime LastQueryTime = DateTime.Now; 36 | 37 | foreach (JobInfo job in repo.GetReadyJobs(JobSettings.MinPrepareTime)) 38 | { 39 | if (stoppingToken.IsCancellationRequested == true) 40 | { 41 | break; 42 | } 43 | 44 | if (repo.GetJob(job.Id).State == 0 && repo.AcquireJobLock(job.Id)) 45 | { 46 | if (job.RunAt > DateTime.Now) 47 | { 48 | await Task.Delay(job.RunAt - DateTime.Now); 49 | } 50 | queue.Add(job); 51 | } 52 | 53 | } 54 | 55 | if (stoppingToken.IsCancellationRequested == false 56 | && LastQueryTime.Add(JobSettings.MinPrepareTime) > DateTime.Now 57 | ) 58 | { 59 | await Task.Delay(LastQueryTime.Add(JobSettings.MinPrepareTime) - DateTime.Now); 60 | } 61 | 62 | } 63 | 64 | } 65 | 66 | 67 | queue.CompleteAdding(); 68 | 69 | threads.ForEach(T => 70 | { 71 | T.Join(); 72 | }); 73 | 74 | Console.WriteLine($"- shutdown event detected, stop worker service..."); 75 | } 76 | 77 | private void Worker() 78 | { 79 | using (JobsRepo repo = new JobsRepo()) 80 | { 81 | foreach (JobInfo job in this.queue.GetConsumingEnumerable()) 82 | { 83 | repo.ProcessLockedJob(job.Id); 84 | } 85 | } 86 | 87 | 88 | } 89 | } 90 | } 91 | 92 | -------------------------------------------------------------------------------- /SubWorker.AndyDemo/Program.cs: -------------------------------------------------------------------------------- 1 | using SchedulingPractice.Core; 2 | using System.Linq; 3 | using System; 4 | using System.Threading.Tasks; 5 | using Microsoft.Extensions.Hosting; 6 | using System.Threading; 7 | using Microsoft.Extensions.DependencyInjection; 8 | using System.Collections.Generic; 9 | using System.Collections.Concurrent; 10 | 11 | namespace SubWorker.AndyDemo 12 | { 13 | class Program 14 | { 15 | static void Main(string[] args) 16 | { 17 | var host = new HostBuilder() 18 | .ConfigureServices((context, services) => 19 | { 20 | services.AddHostedService(); 21 | }) 22 | .Build(); 23 | 24 | using (host) 25 | { 26 | host.Start(); 27 | host.WaitForShutdown(); 28 | } 29 | } 30 | } 31 | /* <<< Best Performance : 1 Process >>> 32 | Jobs Scheduling Metrics: 33 | 34 | --(action count)---------------------------------------------- 35 | - CREATE: 1747 36 | - ACQUIRE_SUCCESS: 1747 37 | - ACQUIRE_FAILURE: 0 38 | - COMPLETE: 1747 39 | - QUERYJOB: 1747 40 | - QUERYLIST: 66 41 | 42 | --(state count)---------------------------------------------- 43 | - COUNT(CREATE): 0 44 | - COUNT(LOCK): 0 45 | - COUNT(COMPLETE): 1747 46 | 47 | --(statistics)---------------------------------------------- 48 | - DELAY(Average): 188 49 | - DELAY(Stdev): 116.2361386313 50 | 51 | --(test result)---------------------------------------------- 52 | - Complete Job: True, 1747 / 1747 53 | - Delay Too Long: 0 54 | - Fail Job: True, 0 55 | 56 | --(benchmark score)---------------------------------------------- 57 | - Exec Cost Score: 8347 (querylist x 100 + acquire-failure x 10 + queryjob x 1) 58 | - Efficient Score: 304.24 (average + stdev) 59 | */ 60 | /* <<< High Availability : 5 Process >>> 61 | Jobs Scheduling Metrics: 62 | 63 | --(action count)---------------------------------------------- 64 | - CREATE: 1746 65 | - ACQUIRE_SUCCESS: 1746 66 | - ACQUIRE_FAILURE: 2541 67 | - COMPLETE: 1746 68 | - QUERYJOB: 7637 69 | - QUERYLIST: 330 70 | 71 | --(state count)---------------------------------------------- 72 | - COUNT(CREATE): 0 73 | - COUNT(LOCK): 0 74 | - COUNT(COMPLETE): 1746 75 | 76 | --(statistics)---------------------------------------------- 77 | - DELAY(Average): 129 78 | - DELAY(Stdev): 62.2094090562968 79 | 80 | --(test result)---------------------------------------------- 81 | - Complete Job: True, 1746 / 1746 82 | - Delay Too Long: 0 83 | - Fail Job: True, 0 84 | 85 | --(benchmark score)---------------------------------------------- 86 | - Exec Cost Score: 66047 (querylist x 100 + acquire-failure x 10 + queryjob x 1) 87 | - Efficient Score: 191.21 (average + stdev) 88 | */ 89 | } 90 | -------------------------------------------------------------------------------- /SubWorker.AndyDemo/SubWorker.AndyDemo.csproj: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | Exe 14 | netcoreapp2.2 15 | 16 | 17 | 18 | -------------------------------------------------------------------------------- /SubWorker.BorisDemo/Program.cs: -------------------------------------------------------------------------------- 1 | using System; 2 | using System.Collections.Concurrent; 3 | using System.Linq; 4 | using System.Threading; 5 | using System.Threading.Tasks; 6 | using Microsoft.Extensions.DependencyInjection; 7 | using Microsoft.Extensions.Hosting; 8 | using SchedulingPractice.Core; 9 | 10 | namespace SubWorker.BorisDemo 11 | { 12 | class Program 13 | { 14 | static async Task Main(string[] args) 15 | { 16 | var host = new HostBuilder() 17 | .ConfigureServices((context, services) => 18 | { 19 | services.AddHostedService(); 20 | }) 21 | .Build(); 22 | 23 | using (host) 24 | { 25 | await host.StartAsync(); 26 | await host.WaitForShutdownAsync(); 27 | } 28 | } 29 | } 30 | 31 | public class BorisSubWorkerBackgroundService : BackgroundService 32 | { 33 | const int ThreadCnt = 5; 34 | 35 | static long queueSize = 0; 36 | 37 | BlockingCollection _queue = new BlockingCollection(ThreadCnt); 38 | protected async override Task ExecuteAsync(CancellationToken stoppingToken) 39 | { 40 | var threads = Enumerable.Range(1, ThreadCnt).Select(tid => new Thread(() => 41 | { 42 | using (JobsRepo jr = new JobsRepo()) 43 | { 44 | while (!_queue.IsCompleted) 45 | { 46 | JobInfo job = null; 47 | try 48 | { 49 | Console.WriteLine($"Thread({tid}) is waiting for a job..."); 50 | _queue.TryTake(out job, 3000); 51 | } 52 | catch (OperationCanceledException ex) 53 | { 54 | Console.WriteLine($"Thread({tid}) stopped waiting for a job..."); 55 | } 56 | 57 | if (job != null) 58 | { 59 | var diff = (int)(job.RunAt - DateTime.Now).TotalMilliseconds; 60 | if (diff > 0) 61 | { 62 | Console.WriteLine($"Thread({tid}) is waiting to run job({job.Id})..."); 63 | Thread.Sleep(diff); 64 | } 65 | 66 | Console.WriteLine($"Thread({tid}) is running job({job.Id})..."); 67 | jr.ProcessLockedJob(job.Id); 68 | Console.WriteLine($"Thread({tid}) processed job({job.Id})."); 69 | //Console.Write("O"); 70 | } 71 | } 72 | } 73 | })).ToArray(); 74 | 75 | foreach (var t in threads) t.Start(); 76 | 77 | using (JobsRepo repo = new JobsRepo()) 78 | { 79 | while (true) 80 | { 81 | foreach (var job in repo.GetReadyJobs(JobSettings.MinPrepareTime)) 82 | { 83 | if (stoppingToken.IsCancellationRequested) break; 84 | 85 | if (repo.AcquireJobLock(job.Id)) 86 | { 87 | _queue.Add(job); 88 | } 89 | } 90 | 91 | if (stoppingToken.IsCancellationRequested) 92 | break; 93 | 94 | try 95 | { 96 | await Task.Delay(JobSettings.MinPrepareTime, stoppingToken); 97 | } 98 | catch (TaskCanceledException ex) { } 99 | catch (OperationCanceledException ex) { } 100 | } 101 | } 102 | 103 | _queue.CompleteAdding(); 104 | 105 | Console.WriteLine($"- shutdown event detected, stop worker service..."); 106 | 107 | Console.WriteLine($"- queued job count({_queue.Count}) before"); 108 | 109 | await Task.Run(() => { foreach (var t in threads) t.Join(); }); 110 | 111 | Console.WriteLine($"- queued job count({_queue.Count}) after"); 112 | 113 | Console.WriteLine($"- worker service stopped."); 114 | } 115 | } 116 | 117 | } 118 | -------------------------------------------------------------------------------- /SubWorker.BorisDemo/SubWorker.BorisDemo.csproj: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | Exe 5 | netcoreapp2.2 6 | latest 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | -------------------------------------------------------------------------------- /SubWorker.JWDemo/JWSubWorkerBackgroundServiceV1.cs: -------------------------------------------------------------------------------- 1 | using Microsoft.Extensions.Hosting; 2 | using SchedulingPractice.Core; 3 | using System; 4 | using System.Collections.Concurrent; 5 | using System.Threading; 6 | using System.Threading.Tasks; 7 | 8 | /** 9 | * 忘了考慮HA,純搞笑,不要理這份~ XD 10 | */ 11 | namespace SubWorker.JWDemo 12 | { 13 | class JWSubWorkerBackgroundServiceV1 : BackgroundService 14 | { 15 | private static int MAX_CONCURRENT_SIZE = 5; 16 | 17 | protected async override Task ExecuteAsync(CancellationToken stoppingToken) 18 | { 19 | ThreadPool.SetMinThreads(MAX_CONCURRENT_SIZE, MAX_CONCURRENT_SIZE); 20 | 21 | for (int i = 0; i < MAX_CONCURRENT_SIZE; i++) 22 | { 23 | Task.Run(() => 24 | { 25 | JobWorker jobWorker = new JobWorker(MAX_CONCURRENT_SIZE); 26 | }); 27 | } 28 | 29 | await Task.Delay(1); 30 | 31 | TimeSpan sleepSpan; 32 | 33 | using (JobsRepo repo = new JobsRepo("Data Source=(LocalDB)\\MSSQLLocalDB;AttachDbFilename=D:\\workspace\\dotnet\\SchedulingPractice\\SubWorker.AndrewDemo\\JobsDB.mdf;Integrated Security=True")) 34 | { 35 | while (stoppingToken.IsCancellationRequested == false) 36 | { 37 | JobInfo tmpJobInfo = null; 38 | 39 | foreach (JobInfo job in repo.GetReadyJobs()) 40 | { 41 | if (repo.AcquireJobLock(job.Id)) 42 | { 43 | Console.Write("O"); 44 | Queue.push(job); 45 | Console.WriteLine(job.Id + "\t" + job.RunAt); 46 | 47 | tmpJobInfo = job; 48 | } 49 | else 50 | { 51 | Console.Write("X"); 52 | } 53 | } 54 | 55 | 56 | //計算SLEEP多久 57 | if (tmpJobInfo == null) 58 | { 59 | Random random = new Random(); 60 | sleepSpan = TimeSpan.FromMilliseconds((10 * 1000) + random.Next(5 * 1000)); 61 | 62 | Console.WriteLine("[random]" + sleepSpan.Seconds + "\t" + sleepSpan.TotalSeconds); 63 | } 64 | else 65 | { 66 | sleepSpan = TimeSpan.FromSeconds((tmpJobInfo.RunAt.AddSeconds(10) - DateTime.Now).Seconds + 1); 67 | 68 | Console.WriteLine("[next]" + sleepSpan.Seconds + "\t" + sleepSpan.TotalSeconds); 69 | 70 | //Console.ReadKey(); 71 | //System.Environment.Exit(0); 72 | } 73 | 74 | //await Task.Delay(TimeSpan.FromSeconds(29), stoppingToken); 75 | await Task.Delay(sleepSpan, stoppingToken); 76 | //Console.ReadKey(); 77 | //System.Environment.Exit(0); 78 | Console.Write("_"); 79 | } 80 | } 81 | } 82 | } 83 | 84 | internal class Queue 85 | { 86 | 87 | private static BlockingCollection buffer = new BlockingCollection(); 88 | 89 | public static void push(JobInfo job) 90 | { 91 | buffer.Add(job); 92 | } 93 | 94 | public static JobInfo pop() 95 | { 96 | return buffer.Take(); 97 | } 98 | } 99 | 100 | 101 | internal class JobWorker 102 | { 103 | 104 | public JobWorker(int concurrentSize) 105 | { 106 | using (JobsRepo repo = new JobsRepo("Data Source=(LocalDB)\\MSSQLLocalDB;AttachDbFilename=D:\\workspace\\dotnet\\SchedulingPractice\\SubWorker.AndrewDemo\\JobsDB.mdf;Integrated Security=True")) 107 | { 108 | while (true) 109 | { 110 | JobInfo job = Queue.pop(); 111 | 112 | repo.ProcessLockedJob(job.Id); 113 | } 114 | } 115 | } 116 | } 117 | } 118 | 119 | 120 | 121 | //DURATION: 1 MIN, 5個INSTANCE, 每個INSTANCE CONCURRENT 5, 1秒查TABLE 1次 122 | //Jobs Scheduling Metrics: 123 | 124 | //--(action count)---------------------------------------------- 125 | //- CREATE: 188 126 | //- ACQUIRE_SUCCESS: 188 127 | //- ACQUIRE_FAILURE: 169 128 | //- COMPLETE: 188 129 | //- QUERYJOB: 0 130 | //- QUERYLIST: 268 131 | 132 | //--(state count)---------------------------------------------- 133 | //- COUNT(CREATE) : 0 134 | //- COUNT(LOCK) : 0 135 | //- COUNT(COMPLETE) : 188 136 | 137 | //--(statistics)---------------------------------------------- 138 | //- DELAY(Average) : 625 139 | //- DELAY(Stdev) : 309.521729614663 140 | 141 | //--(test result)---------------------------------------------- 142 | //- Complete Job: True, 188 / 188 143 | //- Delay Too Long: 0 144 | //- Fail Job: True, 0 145 | 146 | //--(benchmark score)---------------------------------------------- 147 | //- Exec Cost Score: 28490 (querylist x 100 + acquire-failure x 10 + queryjob x 1) 148 | //- Efficient Score: 934.52 (average + stdev) 149 | 150 | 151 | 152 | //DURATION: 1 MIN, 5個INSTANCE, 每個INSTANCE CONCURRENT 5, 29秒查TABLE 1次 153 | //Jobs Scheduling Metrics: 154 | 155 | //--(action count)---------------------------------------------- 156 | //- CREATE: 192 157 | //- ACQUIRE_SUCCESS: 192 158 | //- ACQUIRE_FAILURE: 437 159 | //- COMPLETE: 192 160 | //- QUERYJOB: 0 161 | //- QUERYLIST: 25 162 | 163 | //--(state count)---------------------------------------------- 164 | //- COUNT(CREATE) : 0 165 | //- COUNT(LOCK) : 0 166 | //- COUNT(COMPLETE) : 192 167 | 168 | //--(statistics)---------------------------------------------- 169 | //- DELAY(Average) : 14777 170 | //- DELAY(Stdev) : 8064.65536567453 171 | 172 | //--(test result)---------------------------------------------- 173 | //- Complete Job: True, 192 / 192 174 | //- Delay Too Long: 0 175 | //- Fail Job: True, 0 176 | 177 | //--(benchmark score)---------------------------------------------- 178 | //- Exec Cost Score: 6870 (querylist x 100 + acquire-failure x 10 + queryjob x 1) 179 | //- Efficient Score: 22841.66 (average + stdev) -------------------------------------------------------------------------------- /SubWorker.JWDemo/JWSubWorkerBackgroundServiceV2.cs: -------------------------------------------------------------------------------- 1 | using Microsoft.Extensions.Hosting; 2 | using SchedulingPractice.Core; 3 | using System; 4 | using System.Collections.Concurrent; 5 | using System.Threading; 6 | using System.Threading.Tasks; 7 | 8 | /** 9 | * 啟動多個Process時,降低Process間發生碰撞的情況: 10 | * 1. 讓每個Process交錯查詢Table,以RANDOM實現. 11 | * 2. 以QueryJob先確認Job狀態,再Acquire,減少碰撞. 12 | * 13 | * [最佳組合] 14 | * 我希望Avg Delay時間<1sec,並且碰撞在可以接受的範圍,雖然Process越少分數越低,但相對Avg Delay時間也拉高,建議3組較佳. 15 | */ 16 | namespace SubWorker.JWDemo 17 | { 18 | public class JWSubWorkerBackgroundServiceV2 : BackgroundService 19 | { 20 | private static int MAX_CONCURRENT_SIZE = 5; 21 | 22 | protected async override Task ExecuteAsync(CancellationToken stoppingToken) 23 | { 24 | ThreadPool.SetMinThreads(MAX_CONCURRENT_SIZE, MAX_CONCURRENT_SIZE); 25 | 26 | Random random = new Random(); 27 | 28 | TimeSpan sleepSpan; 29 | 30 | double runAtRange = JobSettings.MinPrepareTime.TotalSeconds; 31 | 32 | for (int i = 0; i < MAX_CONCURRENT_SIZE; i++) 33 | { 34 | Task.Run(() => 35 | { 36 | JobWorker jobWorker = new JobWorker(MAX_CONCURRENT_SIZE); 37 | }); 38 | } 39 | 40 | await Task.Delay(1); 41 | 42 | 43 | using (JobsRepo repo = new JobsRepo()) 44 | { 45 | 46 | while (stoppingToken.IsCancellationRequested == false) 47 | { 48 | JobInfo tmpJobInfo = null; 49 | 50 | foreach (JobInfo job in repo.GetReadyJobs(TimeSpan.FromSeconds(runAtRange))) 51 | { 52 | Queue.push(job); 53 | //Console.WriteLine(job.Id + "\t" + job.RunAt); 54 | 55 | tmpJobInfo = job; 56 | } 57 | 58 | 59 | //計算SLEEP多久 60 | if (tmpJobInfo == null) 61 | { 62 | 63 | sleepSpan = TimeSpan.FromMilliseconds((10 * 1000) + random.Next(5 * 1000)); 64 | 65 | //Console.WriteLine("[random]" + sleepSpan.Seconds + "\t" + sleepSpan.TotalSeconds); 66 | } 67 | else 68 | { 69 | sleepSpan = TimeSpan.FromSeconds((tmpJobInfo.RunAt.AddSeconds(random.Next(15)) - DateTime.Now).Seconds + 1); 70 | 71 | //Console.WriteLine("[next]" + sleepSpan.Seconds + "\t" + sleepSpan.TotalSeconds); 72 | } 73 | 74 | await Task.Delay(sleepSpan, stoppingToken); 75 | 76 | Console.Write("_"); 77 | } 78 | } 79 | } 80 | 81 | internal class Queue 82 | { 83 | 84 | private static BlockingCollection buffer = new BlockingCollection(); 85 | 86 | public static void push(JobInfo job) 87 | { 88 | buffer.Add(job); 89 | } 90 | 91 | public static JobInfo pop() 92 | { 93 | return buffer.Take(); 94 | } 95 | } 96 | 97 | 98 | internal class JobWorker 99 | { 100 | 101 | public JobWorker(int concurrentSize) 102 | { 103 | using (JobsRepo repo = new JobsRepo()) 104 | { 105 | while (true) 106 | { 107 | JobInfo job = Queue.pop(); 108 | 109 | long delay = (job.RunAt.Ticks / TimeSpan.TicksPerMillisecond) - (DateTime.Now.Ticks / TimeSpan.TicksPerMillisecond); 110 | //Console.WriteLine("[" + job.Id + "] job.RunAt=> " + job.RunAt + ", DateTime.Now=>" + DateTime.Now + ", delay =>" + delay); 111 | if (delay > 0) 112 | { 113 | Task.Delay(TimeSpan.FromMilliseconds(delay)).Wait(); 114 | } 115 | 116 | if (repo.GetJob(job.Id).State == 0) 117 | { 118 | if (repo.AcquireJobLock(job.Id)) 119 | { 120 | repo.ProcessLockedJob(job.Id); 121 | Console.Write("[" + job.Id + "]" + "O"); 122 | } 123 | else 124 | { 125 | Console.Write("[" + job.Id + "]" + "X"); 126 | } 127 | } 128 | } 129 | } 130 | } 131 | } 132 | } 133 | } 134 | 135 | 136 | 137 | //DURATION: 1 MIN, 5個INSTANCE, 每個INSTANCE CONCURRENT 5, 1秒查TABLE 1次 138 | //Jobs Scheduling Metrics: 139 | 140 | //--(action count)---------------------------------------------- 141 | //- CREATE: 187 142 | //- ACQUIRE_SUCCESS: 187 143 | //- ACQUIRE_FAILURE: 132 144 | //- COMPLETE: 187 145 | //- QUERYJOB: 0 146 | //- QUERYLIST: 18 147 | 148 | //--(state count)---------------------------------------------- 149 | //- COUNT(CREATE) : 0 150 | //- COUNT(LOCK) : 0 151 | //- COUNT(COMPLETE) : 187 152 | 153 | //--(statistics)---------------------------------------------- 154 | //- DELAY(Average) : 1722 155 | //- DELAY(Stdev) : 2641.33869433886 156 | 157 | //--(test result)---------------------------------------------- 158 | //- Complete Job: True, 187 / 187 159 | //- Delay Too Long: 0 160 | //- Fail Job: True, 0 161 | 162 | //--(benchmark score)---------------------------------------------- 163 | //- Exec Cost Score: 3120 (querylist x 100 + acquire-failure x 10 + queryjob x 1) 164 | //- Efficient Score: 4363.34 (average + stdev) 165 | 166 | 167 | //DURATION: 1 MIN, 3個INSTANCE, 每個INSTANCE CONCURRENT 5, 查TABLE=>(RunAt+RANDOM(20)-Now)+1 & DEFAULT: 10sec+RANDOM(5sec) 168 | //Jobs Scheduling Metrics: 169 | 170 | //--(action count)---------------------------------------------- 171 | //- CREATE: 187 172 | //- ACQUIRE_SUCCESS: 187 173 | //- ACQUIRE_FAILURE: 22 174 | //- COMPLETE: 187 175 | //- QUERYJOB: 303 176 | //- QUERYLIST: 23 177 | 178 | //--(state count)---------------------------------------------- 179 | //- COUNT(CREATE) : 0 180 | //- COUNT(LOCK) : 0 181 | //- COUNT(COMPLETE) : 187 182 | 183 | //--(statistics)---------------------------------------------- 184 | //- DELAY(Average) : 512 185 | //- DELAY(Stdev) : 1208.29197769571 186 | 187 | //--(test result)---------------------------------------------- 188 | //- Complete Job: True, 187 / 187 189 | //- Delay Too Long: 0 190 | //- Fail Job: True, 0 191 | 192 | //--(benchmark score)---------------------------------------------- 193 | //- Exec Cost Score: 2823 (querylist x 100 + acquire-failure x 10 + queryjob x 1) 194 | //- Efficient Score: 1720.29 (average + stdev) 195 | 196 | 197 | 198 | //DURATION: 10 MIN, 5個INSTANCE, 1MIN後隨機關2個, 每個INSTANCE CONCURRENT 5, 查TABLE=>(RunAt+RANDOM(15)-Now)+1 & DEFAULT: 10sec+RANDOM(5sec) 199 | //Jobs Scheduling Metrics: 200 | 201 | //--(action count)---------------------------------------------- 202 | //- CREATE: 1750 203 | //- ACQUIRE_SUCCESS: 1750 204 | //- ACQUIRE_FAILURE: 391 205 | //- COMPLETE: 1750 206 | //- QUERYJOB: 3357 207 | //- QUERYLIST: 129 208 | 209 | //--(state count)---------------------------------------------- 210 | //- COUNT(CREATE) : 0 211 | //- COUNT(LOCK) : 0 212 | //- COUNT(COMPLETE) : 1750 213 | 214 | //--(statistics)---------------------------------------------- 215 | //- DELAY(Average) : 252 216 | //- DELAY(Stdev) : 591.211818703911 217 | 218 | //--(test result)---------------------------------------------- 219 | //- Complete Job: True, 1750 / 1750 220 | //- Delay Too Long: 0 221 | //- Fail Job: True, 0 222 | 223 | //--(benchmark score)---------------------------------------------- 224 | //- Exec Cost Score: 20167 (querylist x 100 + acquire-failure x 10 + queryjob x 1) 225 | //- Efficient Score: 843.21 (average + stdev) -------------------------------------------------------------------------------- /SubWorker.JWDemo/Program.cs: -------------------------------------------------------------------------------- 1 | using Microsoft.Extensions.DependencyInjection; 2 | using Microsoft.Extensions.Hosting; 3 | using System; 4 | 5 | namespace SubWorker.JWDemo 6 | { 7 | class Program 8 | { 9 | static void Main(string[] args) 10 | { 11 | 12 | var host = new HostBuilder() 13 | .ConfigureServices((context, services) => 14 | { 15 | services.AddHostedService(); 16 | }).Build(); 17 | 18 | using (host) 19 | { 20 | host.Start(); 21 | 22 | host.WaitForShutdown(); 23 | } 24 | } 25 | } 26 | } 27 | -------------------------------------------------------------------------------- /SubWorker.JWDemo/SubWorker.JWDemo.csproj: -------------------------------------------------------------------------------- 1 |  2 | 3 | 4 | netcoreapp2.2 5 | Exe 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19 | 20 | -------------------------------------------------------------------------------- /SubWorker.JolinDemo/Program.cs: -------------------------------------------------------------------------------- 1 | using System; 2 | using System.Collections; 3 | using System.Collections.Generic; 4 | using System.Linq; 5 | using System.Threading; 6 | using System.Threading.Tasks; 7 | using Microsoft.Extensions.DependencyInjection; 8 | using Microsoft.Extensions.Hosting; 9 | using SchedulingPractice.Core; 10 | 11 | namespace SubWorker.JolinDemo 12 | { 13 | class Program 14 | { 15 | static void Main(string[] args) 16 | { 17 | var host = new HostBuilder() 18 | .ConfigureServices((context, services) => 19 | { 20 | string connectString = null;// @"Data Source=localhost\SQLEXPRESS01;Initial Catalog=JobsDB;Integrated Security=True;Pooling=False"; 21 | services.AddSingleton(sp=> 22 | { 23 | return new JolinSubWorkerBackgroundService(connectString); 24 | }); 25 | }) 26 | .Build(); 27 | 28 | using (host) 29 | { 30 | host.Start(); 31 | host.WaitForShutdown(); 32 | } 33 | } 34 | } 35 | 36 | public class JolinSubWorkerBackgroundService : BackgroundService 37 | { 38 | private Scheduler _scheduler; 39 | 40 | public JolinSubWorkerBackgroundService(string connectString) 41 | { 42 | _scheduler = new Scheduler(connectString, 2); 43 | } 44 | 45 | protected async override Task ExecuteAsync(CancellationToken stoppingToken) 46 | { 47 | await Task.Delay(1); 48 | 49 | while (stoppingToken.IsCancellationRequested == false) 50 | { 51 | try 52 | { 53 | await Task.Delay(60 * 1000, stoppingToken); 54 | } 55 | catch (Exception ex) 56 | { 57 | this._scheduler.Stop(); 58 | } 59 | } 60 | 61 | Console.WriteLine($"- shutdown event detected, stop worker service..."); 62 | } 63 | } 64 | } 65 | -------------------------------------------------------------------------------- /SubWorker.JolinDemo/Scheduler.cs: -------------------------------------------------------------------------------- 1 | using System; 2 | using System.Collections.Concurrent; 3 | using System.Collections.Generic; 4 | using System.Linq; 5 | using System.Threading; 6 | using System.Threading.Tasks; 7 | using SchedulingPractice.Core; 8 | 9 | namespace SubWorker.JolinDemo 10 | { 11 | public class Scheduler 12 | { 13 | private BlockingCollection _jobList; 14 | 15 | private ManualResetEvent _stopAre = new ManualResetEvent(false); 16 | private ManualResetEvent _doJobAre = new ManualResetEvent(false); 17 | 18 | private List _threadList = new List(); 19 | 20 | private string _connectString; 21 | 22 | private bool _stop; 23 | 24 | private int _intervalSecond = 10; 25 | 26 | public Scheduler(string connectString, int workerCount) 27 | { 28 | _connectString = connectString; 29 | _jobList = new BlockingCollection(); 30 | _stop = false; 31 | 32 | // Fetch Thread 33 | var fetchThread = new Thread(FetchJob); 34 | fetchThread.Start(); 35 | _threadList.Add(fetchThread); 36 | 37 | for (int i = 0; i < workerCount; i++) 38 | { 39 | var excuteJobThread = new Thread(ExuteBody); 40 | excuteJobThread.Start(); 41 | 42 | _threadList.Add(excuteJobThread); 43 | } 44 | } 45 | 46 | public void Stop() 47 | { 48 | this._stop = true; 49 | this._stopAre.Set(); 50 | 51 | foreach (var thread in _threadList) 52 | { 53 | thread.Join(); 54 | } 55 | } 56 | 57 | private void ExuteBody() 58 | { 59 | while (_stop == false) 60 | { 61 | JobInfo job = null; 62 | while (this._jobList.TryTake(out job)) 63 | { 64 | if (job.RunAt > DateTime.Now) 65 | { 66 | var sleepTime = job.RunAt.Subtract(DateTime.Now); 67 | 68 | int index = Task.WaitAny( 69 | Task.Delay(sleepTime), 70 | Task.Run(() => _stopAre.WaitOne())); 71 | 72 | if (index == 1) 73 | { 74 | break; 75 | } 76 | } 77 | 78 | using (JobsRepo repo = new JobsRepo(this._connectString)) 79 | { 80 | if (repo.AcquireJobLock(job.Id)) 81 | { 82 | repo.ProcessLockedJob(job.Id); 83 | Console.Write("O"); 84 | } 85 | else 86 | { 87 | Console.Write("X"); 88 | } 89 | } 90 | } 91 | 92 | Task.WaitAny( 93 | Task.Run(() => _stopAre.WaitOne()), 94 | Task.Run(() => _doJobAre.WaitOne())); 95 | } 96 | } 97 | 98 | private void FetchJob() 99 | { 100 | while (_stop == false) 101 | { 102 | using (JobsRepo repo = new JobsRepo(_connectString)) 103 | { 104 | var jobs = repo.GetReadyJobs(TimeSpan.FromSeconds(_intervalSecond)); 105 | 106 | foreach (var job in jobs.OrderBy(X => X.RunAt)) 107 | { 108 | this._jobList.Add(job); 109 | 110 | Console.WriteLine(job.Id); 111 | } 112 | 113 | _doJobAre.Set(); 114 | _doJobAre.Reset(); 115 | } 116 | 117 | Task.WaitAny(Task.Delay(TimeSpan.FromSeconds(_intervalSecond)), 118 | Task.Run(() => _stopAre.WaitOne())); 119 | } 120 | } 121 | } 122 | } -------------------------------------------------------------------------------- /SubWorker.JolinDemo/SubWorker.JolinDemo.csproj: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | Exe 5 | netcoreapp2.2 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19 | 20 | System 21 | 22 | 23 | System.Data 24 | 25 | 26 | System.Xml 27 | 28 | 29 | 30 | 31 | -------------------------------------------------------------------------------- /SubWorker.JulianDemo/JulianSubWorkerBackgroundService.cs: -------------------------------------------------------------------------------- 1 | using System; 2 | using System.Collections.Generic; 3 | using System.Linq; 4 | using System.Threading; 5 | using System.Threading.Channels; 6 | using System.Threading.Tasks; 7 | using Microsoft.Extensions.Hosting; 8 | using SchedulingPractice.Core; 9 | 10 | namespace SubWorker.JulianDemo 11 | { 12 | public class JulianSubWorkerBackgroundService : BackgroundService 13 | { 14 | private const int maxChannelNumber = 5; 15 | 16 | protected override async Task ExecuteAsync(CancellationToken stoppingToken) 17 | { 18 | var channels = new List>(); 19 | for (int i = 0; i < maxChannelNumber; i++) 20 | { 21 | var ch = Channel.CreateBounded(new BoundedChannelOptions(1) 22 | {SingleWriter = true, SingleReader = true, AllowSynchronousContinuations = true}); 23 | channels.Add(ch); 24 | } 25 | 26 | foreach (var ch in channels) 27 | { 28 | DoJob(ch); 29 | } 30 | 31 | using (JobsRepo repo = new JobsRepo()) 32 | { 33 | while (stoppingToken.IsCancellationRequested == false) 34 | { 35 | var newJobs = repo.GetReadyJobs(TimeSpan.FromSeconds(10)).ToList(); 36 | 37 | foreach (var job in newJobs) 38 | { 39 | var done = false; 40 | while (!done) 41 | { 42 | foreach (var channel in channels) 43 | { 44 | var writer = channel.Writer; 45 | if (writer.WaitToWriteAsync(stoppingToken).Result) 46 | { 47 | writer.TryWrite(job); 48 | done = true; 49 | break; 50 | } 51 | } 52 | } 53 | } 54 | 55 | try 56 | { 57 | await Task.Delay(JobSettings.MinPrepareTime, stoppingToken); 58 | Console.Write("_"); 59 | } 60 | catch (TaskCanceledException) 61 | { 62 | break; 63 | } 64 | } 65 | } 66 | } 67 | 68 | private static async Task DoJob(ChannelReader reader) 69 | { 70 | using (JobsRepo repo = new JobsRepo()) 71 | { 72 | while (await reader.WaitToReadAsync()) 73 | { 74 | while (reader.TryRead(out JobInfo job)) 75 | { 76 | Task.Run(async () => 77 | { 78 | var now = DateTime.Now; 79 | if (job.RunAt > now) 80 | { 81 | await Task.Delay(job.RunAt.Subtract(now)); 82 | } 83 | 84 | if (repo.AcquireJobLock(job.Id)) 85 | { 86 | repo.ProcessLockedJob(job.Id); 87 | Console.WriteLine("O"); 88 | } 89 | else 90 | { 91 | Console.WriteLine("X"); 92 | } 93 | }).Wait(); 94 | } 95 | 96 | if (reader.Completion.IsCompleted) break; 97 | } 98 | } 99 | } 100 | } 101 | } -------------------------------------------------------------------------------- /SubWorker.JulianDemo/Program.cs: -------------------------------------------------------------------------------- 1 | using System; 2 | using Microsoft.Extensions.Hosting; 3 | using Microsoft.Extensions.DependencyInjection; 4 | 5 | namespace SubWorker.JulianDemo 6 | { 7 | class Program 8 | { 9 | static void Main(string[] args) 10 | { 11 | var host = new HostBuilder() 12 | .ConfigureServices((context, services) => 13 | { 14 | services.AddHostedService(); 15 | //services.AddHostedService(); 16 | }) 17 | .Build(); 18 | 19 | using (host) 20 | { 21 | host.Start(); 22 | host.WaitForShutdown(); 23 | } 24 | } 25 | } 26 | } -------------------------------------------------------------------------------- /SubWorker.JulianDemo/SubWorker.JulianDemo.csproj: -------------------------------------------------------------------------------- 1 |  2 | 3 | 4 | Exe 5 | netcoreapp2.2 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19 | 20 | -------------------------------------------------------------------------------- /SubWorker.JulianDemo/benchmark: -------------------------------------------------------------------------------- 1 | 2 | ===5 min=== 3 | ===5 channel per instance=== 4 | 1 instance 5 | Jobs Scheduling Metrics: 6 | 7 | --(action count)---------------------------------------------- 8 | - CREATE: 885 9 | - ACQUIRE_SUCCESS: 885 10 | - ACQUIRE_FAILURE: 0 11 | - COMPLETE: 885 12 | - QUERYJOB: 0 13 | - QUERYLIST: 20 14 | 15 | --(state count)---------------------------------------------- 16 | - COUNT(CREATE): 0 17 | - COUNT(LOCK): 0 18 | - COUNT(COMPLETE): 885 19 | 20 | --(statistics)---------------------------------------------- 21 | - DELAY(Average): 4198 22 | - DELAY(Stdev): 3500.65813749911 23 | 24 | --(test result)---------------------------------------------- 25 | - Complete Job: True, 885 / 885 26 | - Delay Too Long: 0 27 | - Fail Job: True, 0 28 | 29 | --(benchmark score)---------------------------------------------- 30 | - Exec Cost Score: 2000 (querylist x 100 + acquire-failure x 10 + queryjob x 1) 31 | - Efficient Score: 7698.66 (average + stdev) 32 | 33 | 2 instances 34 | Jobs Scheduling Metrics: 35 | 36 | --(action count)---------------------------------------------- 37 | - CREATE: 886 38 | - ACQUIRE_SUCCESS: 886 39 | - ACQUIRE_FAILURE: 867 40 | - COMPLETE: 886 41 | - QUERYJOB: 0 42 | - QUERYLIST: 40 43 | 44 | --(state count)---------------------------------------------- 45 | - COUNT(CREATE): 0 46 | - COUNT(LOCK): 0 47 | - COUNT(COMPLETE): 886 48 | 49 | --(statistics)---------------------------------------------- 50 | - DELAY(Average): 3089 51 | - DELAY(Stdev): 3262.37172475426 52 | 53 | --(test result)---------------------------------------------- 54 | - Complete Job: True, 886 / 886 55 | - Delay Too Long: 0 56 | - Fail Job: True, 0 57 | 58 | --(benchmark score)---------------------------------------------- 59 | - Exec Cost Score: 12670 (querylist x 100 + acquire-failure x 10 + queryjob x 1) 60 | - Efficient Score: 6351.37 (average + stdev) 61 | 62 | 3 instances 63 | Jobs Scheduling Metrics: 64 | 65 | --(action count)---------------------------------------------- 66 | - CREATE: 892 67 | - ACQUIRE_SUCCESS: 892 68 | - ACQUIRE_FAILURE: 853 69 | - COMPLETE: 892 70 | - QUERYJOB: 0 71 | - QUERYLIST: 60 72 | 73 | --(state count)---------------------------------------------- 74 | - COUNT(CREATE): 0 75 | - COUNT(LOCK): 0 76 | - COUNT(COMPLETE): 892 77 | 78 | --(statistics)---------------------------------------------- 79 | - DELAY(Average): 970 80 | - DELAY(Stdev): 1071.81037528063 81 | 82 | --(test result)---------------------------------------------- 83 | - Complete Job: True, 892 / 892 84 | - Delay Too Long: 0 85 | - Fail Job: True, 0 86 | 87 | --(benchmark score)---------------------------------------------- 88 | - Exec Cost Score: 14530 (querylist x 100 + acquire-failure x 10 + queryjob x 1) 89 | - Efficient Score: 2041.81 (average + stdev) 90 | 91 | 92 | 4 instances 93 | Jobs Scheduling Metrics: 94 | 95 | --(action count)---------------------------------------------- 96 | - CREATE: 886 97 | - ACQUIRE_SUCCESS: 886 98 | - ACQUIRE_FAILURE: 1052 99 | - COMPLETE: 886 100 | - QUERYJOB: 0 101 | - QUERYLIST: 65 102 | 103 | --(state count)---------------------------------------------- 104 | - COUNT(CREATE): 0 105 | - COUNT(LOCK): 0 106 | - COUNT(COMPLETE): 886 107 | 108 | --(statistics)---------------------------------------------- 109 | - DELAY(Average): 2113 110 | - DELAY(Stdev): 2523.11339337198 111 | 112 | --(test result)---------------------------------------------- 113 | - Complete Job: True, 886 / 886 114 | - Delay Too Long: 0 115 | - Fail Job: True, 0 116 | 117 | --(benchmark score)---------------------------------------------- 118 | - Exec Cost Score: 17020 (querylist x 100 + acquire-failure x 10 + queryjob x 1) 119 | - Efficient Score: 4636.11 (average + stdev) 120 | 121 | 5 instances 122 | Jobs Scheduling Metrics: 123 | 124 | --(action count)---------------------------------------------- 125 | - CREATE: 888 126 | - ACQUIRE_SUCCESS: 888 127 | - ACQUIRE_FAILURE: 887 128 | - COMPLETE: 888 129 | - QUERYJOB: 0 130 | - QUERYLIST: 79 131 | 132 | --(state count)---------------------------------------------- 133 | - COUNT(CREATE): 0 134 | - COUNT(LOCK): 0 135 | - COUNT(COMPLETE): 888 136 | 137 | --(statistics)---------------------------------------------- 138 | - DELAY(Average): 713 139 | - DELAY(Stdev): 750.695532844166 140 | 141 | --(test result)---------------------------------------------- 142 | - Complete Job: True, 888 / 888 143 | - Delay Too Long: 0 144 | - Fail Job: True, 0 145 | 146 | --(benchmark score)---------------------------------------------- 147 | - Exec Cost Score: 16770 (querylist x 100 + acquire-failure x 10 + queryjob x 1) 148 | - Efficient Score: 1463.7 (average + stdev) 149 | 150 | 151 | 152 | ===10 min=== 153 | Process finished with exit code 0. 154 | 155 | 1 instances 10min 156 | Jobs Scheduling Metrics: 157 | 158 | --(action count)---------------------------------------------- 159 | - CREATE: 1753 160 | - ACQUIRE_SUCCESS: 1753 161 | - ACQUIRE_FAILURE: 0 162 | - COMPLETE: 1753 163 | - QUERYJOB: 0 164 | - QUERYLIST: 35 165 | 166 | --(state count)---------------------------------------------- 167 | - COUNT(CREATE): 0 168 | - COUNT(LOCK): 0 169 | - COUNT(COMPLETE): 1753 170 | 171 | --(statistics)---------------------------------------------- 172 | - DELAY(Average): 4097 173 | - DELAY(Stdev): 3301.36603738793 174 | 175 | --(test result)---------------------------------------------- 176 | - Complete Job: True, 1753 / 1753 177 | - Delay Too Long: 0 178 | - Fail Job: True, 0 179 | 180 | --(benchmark score)---------------------------------------------- 181 | - Exec Cost Score: 3500 (querylist x 100 + acquire-failure x 10 + queryjob x 1) 182 | - Efficient Score: 7398.37 (average + stdev) 183 | 184 | 2 instances 10min 185 | Jobs Scheduling Metrics: 186 | 187 | --(action count)---------------------------------------------- 188 | - CREATE: 1743 189 | - ACQUIRE_SUCCESS: 1743 190 | - ACQUIRE_FAILURE: 282 191 | - COMPLETE: 1743 192 | - QUERYJOB: 0 193 | - QUERYLIST: 70 194 | 195 | --(state count)---------------------------------------------- 196 | - COUNT(CREATE): 0 197 | - COUNT(LOCK): 0 198 | - COUNT(COMPLETE): 1743 199 | 200 | --(statistics)---------------------------------------------- 201 | - DELAY(Average): 743 202 | - DELAY(Stdev): 689.386613712904 203 | 204 | --(test result)---------------------------------------------- 205 | - Complete Job: True, 1743 / 1743 206 | - Delay Too Long: 0 207 | - Fail Job: True, 0 208 | 209 | --(benchmark score)---------------------------------------------- 210 | - Exec Cost Score: 9820 (querylist x 100 + acquire-failure x 10 + queryjob x 1) 211 | - Efficient Score: 1432.39 (average + stdev) 212 | 213 | 3 instances 10min 214 | Database initialization complete. 215 | - total jobs: 1738 216 | - now: 10/17/2019 11:42:32 PM 217 | - since: 10/17/2019 11:32:41 PM 218 | - until: 10/17/2019 11:42:41 PM 219 | 220 | Jobs Scheduling Metrics: 221 | 222 | --(action count)---------------------------------------------- 223 | - CREATE: 1738 224 | - ACQUIRE_SUCCESS: 1738 225 | - ACQUIRE_FAILURE: 1205 226 | - COMPLETE: 1738 227 | - QUERYJOB: 0 228 | - QUERYLIST: 106 229 | 230 | --(state count)---------------------------------------------- 231 | - COUNT(CREATE): 0 232 | - COUNT(LOCK): 0 233 | - COUNT(COMPLETE): 1738 234 | 235 | --(statistics)---------------------------------------------- 236 | - DELAY(Average): 742 237 | - DELAY(Stdev): 925.22270754862 238 | 239 | --(test result)---------------------------------------------- 240 | - Complete Job: True, 1738 / 1738 241 | - Delay Too Long: 0 242 | - Fail Job: True, 0 243 | 244 | --(benchmark score)---------------------------------------------- 245 | - Exec Cost Score: 22650 (querylist x 100 + acquire-failure x 10 + queryjob x 1) 246 | - Efficient Score: 1667.22 (average + stdev) 247 | 248 | 4 instances 10min 249 | Jobs Scheduling Metrics: 250 | 251 | --(action count)---------------------------------------------- 252 | - CREATE: 1746 253 | - ACQUIRE_SUCCESS: 1746 254 | - ACQUIRE_FAILURE: 2090 255 | - COMPLETE: 1746 256 | - QUERYJOB: 0 257 | - QUERYLIST: 140 258 | 259 | --(state count)---------------------------------------------- 260 | - COUNT(CREATE): 0 261 | - COUNT(LOCK): 0 262 | - COUNT(COMPLETE): 1746 263 | 264 | --(statistics)---------------------------------------------- 265 | - DELAY(Average): 561 266 | - DELAY(Stdev): 586.758675790736 267 | 268 | --(test result)---------------------------------------------- 269 | - Complete Job: True, 1746 / 1746 270 | - Delay Too Long: 0 271 | - Fail Job: True, 0 272 | 273 | --(benchmark score)---------------------------------------------- 274 | - Exec Cost Score: 34900 (querylist x 100 + acquire-failure x 10 + queryjob x 1) 275 | - Efficient Score: 1147.76 (average + stdev) 276 | 277 | 278 | 279 | 280 | 5min 281 | 2 instance 282 | 3 channel per instance 283 | Jobs Scheduling Metrics: 284 | 285 | --(action count)---------------------------------------------- 286 | - CREATE: 891 287 | - ACQUIRE_SUCCESS: 891 288 | - ACQUIRE_FAILURE: 250 289 | - COMPLETE: 891 290 | - QUERYJOB: 0 291 | - QUERYLIST: 40 292 | 293 | --(state count)---------------------------------------------- 294 | - COUNT(CREATE): 0 295 | - COUNT(LOCK): 0 296 | - COUNT(COMPLETE): 891 297 | 298 | --(statistics)---------------------------------------------- 299 | - DELAY(Average): 1052 300 | - DELAY(Stdev): 1047.36634505427 301 | 302 | --(test result)---------------------------------------------- 303 | - Complete Job: True, 891 / 891 304 | - Delay Too Long: 0 305 | - Fail Job: True, 0 306 | 307 | --(benchmark score)---------------------------------------------- 308 | - Exec Cost Score: 6500 (querylist x 100 + acquire-failure x 10 + queryjob x 1) 309 | - Efficient Score: 2099.37 (average + stdev) 310 | 311 | 312 | 313 | 5min 314 | 2 instance 315 | 5 channel per instance 316 | Jobs Scheduling Metrics: 317 | 318 | --(action count)---------------------------------------------- 319 | - CREATE: 881 320 | - ACQUIRE_SUCCESS: 881 321 | - ACQUIRE_FAILURE: 253 322 | - COMPLETE: 881 323 | - QUERYJOB: 0 324 | - QUERYLIST: 40 325 | 326 | --(state count)---------------------------------------------- 327 | - COUNT(CREATE): 0 328 | - COUNT(LOCK): 0 329 | - COUNT(COMPLETE): 881 330 | 331 | --(statistics)---------------------------------------------- 332 | - DELAY(Average): 1648 333 | - DELAY(Stdev): 1845.33483915794 334 | 335 | --(test result)---------------------------------------------- 336 | - Complete Job: True, 881 / 881 337 | - Delay Too Long: 0 338 | - Fail Job: True, 0 339 | 340 | --(benchmark score)---------------------------------------------- 341 | - Exec Cost Score: 6530 (querylist x 100 + acquire-failure x 10 + queryjob x 1) 342 | - Efficient Score: 3493.33 (average + stdev) 343 | -------------------------------------------------------------------------------- /SubWorker.LeviDemo/LeviSubWorkerBackgroundService.cs: -------------------------------------------------------------------------------- 1 | using System; 2 | using System.Threading; 3 | using System.Threading.Tasks; 4 | using Microsoft.Extensions.Hosting; 5 | using SchedulingPractice.Core; 6 | 7 | namespace SubWorker.LeviDemo 8 | { 9 | public class LeviSubWorkerBackgroundService : BackgroundService 10 | { 11 | // private readonly string _connectionString = "Server=.;Database=master;user id=SA;password=Levi123456"; 12 | private readonly string _connectionString = null; 13 | private readonly SimpleThreadPool _stp; 14 | private readonly TimeSpan _defaultFetchJobsIntervalSeconds = JobSettings.MinPrepareTime; 15 | private readonly TimeSpan _fetchJobsRunAtRange = JobSettings.MinPrepareTime; 16 | 17 | public LeviSubWorkerBackgroundService() 18 | { 19 | _stp = new SimpleThreadPool(5); 20 | 21 | Console.WriteLine("[System] In Levi's Background Service'"); 22 | } 23 | 24 | protected override async Task ExecuteAsync(CancellationToken stoppingToken) 25 | { 26 | await Task.Delay(1, stoppingToken); 27 | 28 | using (var repo = new JobsRepo(_connectionString)) 29 | { 30 | while (stoppingToken.IsCancellationRequested == false) 31 | { 32 | JobInfo lastJobInThisRound = null; 33 | TimeSpan intervalSeconds = _defaultFetchJobsIntervalSeconds; 34 | 35 | Console.WriteLine("[Producer][FetchJobs]"); 36 | var jobs = repo.GetReadyJobs(_fetchJobsRunAtRange); 37 | 38 | foreach (var job in jobs) 39 | { 40 | if (stoppingToken.IsCancellationRequested) goto shutdown; 41 | 42 | Console.WriteLine($"[Producer][PutJobToQueue] #{job.Id} run at {job.RunAt}"); 43 | _stp.QueueUserWorkerItem(job); 44 | lastJobInThisRound = job; 45 | } 46 | 47 | try 48 | { 49 | if (lastJobInThisRound != null) 50 | { 51 | intervalSeconds = 52 | TimeSpan.FromSeconds((lastJobInThisRound.RunAt - DateTime.Now).Seconds + 1); 53 | 54 | Console.WriteLine($"[Producer][WaitForNextJob] {intervalSeconds.TotalSeconds} seconds"); 55 | } 56 | else 57 | { 58 | Console.WriteLine($"[Producer][Wait] {intervalSeconds.TotalSeconds} seconds"); 59 | } 60 | 61 | await Task.Delay(intervalSeconds, stoppingToken); 62 | } 63 | catch (TaskCanceledException) 64 | { 65 | _stp.Dispose(); 66 | break; 67 | } 68 | } 69 | } 70 | 71 | shutdown: 72 | Console.WriteLine("[System] In Levi's BackgroundService'"); 73 | Console.WriteLine("[System] Shutdown event detected, stop worker service..."); 74 | } 75 | } 76 | } -------------------------------------------------------------------------------- /SubWorker.LeviDemo/Program.cs: -------------------------------------------------------------------------------- 1 | using Microsoft.Extensions.Hosting; 2 | using Microsoft.Extensions.DependencyInjection; 3 | 4 | namespace SubWorker.LeviDemo 5 | { 6 | class Program 7 | { 8 | private static void Main() 9 | { 10 | var host = new HostBuilder() 11 | .ConfigureServices((context, services) => 12 | { 13 | services.AddHostedService(); 14 | }) 15 | .Build(); 16 | 17 | using (host) 18 | { 19 | host.Start(); 20 | host.WaitForShutdown(); 21 | } 22 | } 23 | } 24 | } -------------------------------------------------------------------------------- /SubWorker.LeviDemo/README.md: -------------------------------------------------------------------------------- 1 | 2 | # Levi's Solution 3 | 4 | ## Best Configuration 5 | 6 | * Best Performance: 1 Process 7 | * Consider HA: 2-3 processes 8 | 9 | ## Mindset 10 | 11 | * Architecture: Producer -> Job Queue <- Consumers (use thread pool) 12 | * Action Cost: query job list x 100 + acquire-failure x 10 + query job x 1 13 | 14 | ## Producer 15 | 16 | 1. Action: Fetch job then put to job queue 17 | 2. Fetching job is very expensive action, need to chose right time 18 | 3. There are two fetching strategies 19 | 1. If there is no job, fetch jobs after MinPrepareTime (10 seconds) 20 | 2. If there is job in database, fetch jobs after LastJob.RunAt + 1 seconds. Because fetch job method already sort by RunAt Time. 21 | It could help us to reduce waiting time and get closer next job run time to fetch jobs 22 | 23 | example: 24 | 25 | now: 00:00:00 26 | last job: 00:00:10 27 | wait for 11 seconds 28 | 29 | ## Consumer 30 | 31 | 1. Action get job from queue then process it 32 | 2. Check job status before Acquire and Process 33 | 3. Using job lock between threads to reduce the Acquire fail rate 34 | 35 | ## Test Report 36 | 37 | Efficient Score is negative, because my PC and MSSQL Docker time is unsync, it should be find if use LocalDB on Windows 38 | 39 | * 1 process 40 | ``` 41 | Jobs Scheduling Metrics: 42 | 43 | --(action count)---------------------------------------------- 44 | - CREATE: 1743 45 | - ACQUIRE_SUCCESS: 1743 46 | - ACQUIRE_FAILURE: 0 47 | - COMPLETE: 1743 48 | - QUERYJOB: 1743 49 | - QUERYLIST: 66 50 | 51 | --(state count)---------------------------------------------- 52 | - COUNT(CREATE): 0 53 | - COUNT(LOCK): 0 54 | - COUNT(COMPLETE): 1743 55 | 56 | --(statistics)---------------------------------------------- 57 | - DELAY(Average): -4553 58 | - DELAY(Stdev): 2729.29159429883 59 | 60 | --(test result)---------------------------------------------- 61 | - Complete Job: True, 1743 / 1743 62 | - Delay Too Long: 0 63 | - Fail Job: True, 0 64 | 65 | --(benchmark score)---------------------------------------------- 66 | - Exec Cost Score: 8343 (querylist x 100 + acquire-failure x 10 + queryjob x 1) 67 | - Efficient Score: -1823.71 (average + stdev) 68 | ``` 69 | 70 | * 2 processes 71 | ``` 72 | Jobs Scheduling Metrics: 73 | 74 | --(action count)---------------------------------------------- 75 | - CREATE: 1738 76 | - ACQUIRE_SUCCESS: 1738 77 | - ACQUIRE_FAILURE: 336 78 | - COMPLETE: 1738 79 | - QUERYJOB: 3326 80 | - QUERYLIST: 132 81 | 82 | --(state count)---------------------------------------------- 83 | - COUNT(CREATE): 0 84 | - COUNT(LOCK): 0 85 | - COUNT(COMPLETE): 1738 86 | 87 | --(statistics)---------------------------------------------- 88 | - DELAY(Average): -4722 89 | - DELAY(Stdev): 2831.11662610769 90 | 91 | --(test result)---------------------------------------------- 92 | - Complete Job: True, 1738 / 1738 93 | - Delay Too Long: 0 94 | - Fail Job: True, 0 95 | 96 | --(benchmark score)---------------------------------------------- 97 | - Exec Cost Score: 19886 (querylist x 100 + acquire-failure x 10 + queryjob x 1) 98 | - Efficient Score: -1890.88 (average + stdev) 99 | ``` 100 | 101 | * 3 processes 102 | ``` 103 | Jobs Scheduling Metrics: 104 | 105 | --(action count)---------------------------------------------- 106 | - CREATE: 1725 107 | - ACQUIRE_SUCCESS: 1725 108 | - ACQUIRE_FAILURE: 149 109 | - COMPLETE: 1725 110 | - QUERYJOB: 2441 111 | - QUERYLIST: 197 112 | 113 | --(state count)---------------------------------------------- 114 | - COUNT(CREATE): 0 115 | - COUNT(LOCK): 0 116 | - COUNT(COMPLETE): 1725 117 | 118 | --(statistics)---------------------------------------------- 119 | - DELAY(Average): -6274 120 | - DELAY(Stdev): 2397.41420469202 121 | 122 | --(test result)---------------------------------------------- 123 | - Complete Job: True, 1725 / 1725 124 | - Delay Too Long: 0 125 | - Fail Job: True, 0 126 | 127 | --(benchmark score)---------------------------------------------- 128 | - Exec Cost Score: 23631 (querylist x 100 + acquire-failure x 10 + queryjob x 1) 129 | - Efficient Score: -3876.59 (average + stdev) 130 | ``` 131 | 132 | 4 processes 133 | ``` 134 | Jobs Scheduling Metrics: 135 | 136 | --(action count)---------------------------------------------- 137 | - CREATE: 1740 138 | - ACQUIRE_SUCCESS: 1740 139 | - ACQUIRE_FAILURE: 27 140 | - COMPLETE: 1740 141 | - QUERYJOB: 1839 142 | - QUERYLIST: 264 143 | 144 | --(state count)---------------------------------------------- 145 | - COUNT(CREATE): 0 146 | - COUNT(LOCK): 0 147 | - COUNT(COMPLETE): 1740 148 | 149 | --(statistics)---------------------------------------------- 150 | - DELAY(Average): -7882 151 | - DELAY(Stdev): 1261.61942364732 152 | 153 | --(test result)---------------------------------------------- 154 | - Complete Job: True, 1740 / 1740 155 | - Delay Too Long: 0 156 | - Fail Job: True, 0 157 | 158 | --(benchmark score)---------------------------------------------- 159 | - Exec Cost Score: 28509 (querylist x 100 + acquire-failure x 10 + queryjob x 1) 160 | - Efficient Score: -6620.38 (average + stdev) 161 | ``` 162 | 163 | * 5 processes 164 | 165 | ``` 166 | Jobs Scheduling Metrics: 167 | 168 | --(action count)---------------------------------------------- 169 | - CREATE: 1749 170 | - ACQUIRE_SUCCESS: 1749 171 | - ACQUIRE_FAILURE: 85 172 | - COMPLETE: 1749 173 | - QUERYJOB: 2040 174 | - QUERYLIST: 326 175 | 176 | --(state count)---------------------------------------------- 177 | - COUNT(CREATE): 0 178 | - COUNT(LOCK): 0 179 | - COUNT(COMPLETE): 1749 180 | 181 | --(statistics)---------------------------------------------- 182 | - DELAY(Average): -7873 183 | - DELAY(Stdev): 1004.50419146997 184 | 185 | --(test result)---------------------------------------------- 186 | - Complete Job: True, 1749 / 1749 187 | - Delay Too Long: 0 188 | - Fail Job: True, 0 189 | 190 | --(benchmark score)---------------------------------------------- 191 | - Exec Cost Score: 35490 (querylist x 100 + acquire-failure x 10 + queryjob x 1) 192 | - Efficient Score: -6868.5 (average + stdev) 193 | ``` 194 | 195 | -------------------------------------------------------------------------------- /SubWorker.LeviDemo/SimpleThreadPool.cs: -------------------------------------------------------------------------------- 1 | using System; 2 | using System.Collections.Generic; 3 | using System.Threading; 4 | using SchedulingPractice.Core; 5 | 6 | namespace SubWorker.LeviDemo 7 | { 8 | public class SimpleThreadPool : IDisposable 9 | { 10 | private readonly List _workerThreads = new List(); 11 | 12 | private bool _stopFlag = false; 13 | private bool _cancelFlag = false; 14 | 15 | private readonly TimeSpan _maxWorkerThreadTimeout = TimeSpan.FromMilliseconds(3000); 16 | private readonly int _maxWorkerThreadCount = 0; 17 | 18 | private readonly Queue _workItems = new Queue(); 19 | private readonly ManualResetEvent _enqueueNotify = new ManualResetEvent(false); 20 | 21 | public SimpleThreadPool(int threads) 22 | { 23 | _maxWorkerThreadCount = threads; 24 | } 25 | 26 | public int GetWorkItemCount() 27 | { 28 | return _workItems.Count; 29 | } 30 | 31 | 32 | public void CreateMaxThreads() 33 | { 34 | for (var i = 0; i < _maxWorkerThreadCount; i = i + 1) 35 | { 36 | CreateMaxThreads(); 37 | } 38 | } 39 | 40 | private void CreateWorkerThread() 41 | { 42 | var worker = new Thread(DoWorkerThread); 43 | _workerThreads.Add(worker); 44 | worker.Start(); 45 | } 46 | 47 | public bool QueueUserWorkerItem(JobInfo job) 48 | { 49 | if (_stopFlag) return false; 50 | 51 | if (_workItems.Count > 0 && _workerThreads.Count < _maxWorkerThreadCount) CreateWorkerThread(); 52 | 53 | _workItems.Enqueue(job); 54 | _enqueueNotify.Set(); 55 | 56 | return true; 57 | } 58 | 59 | public void EndPool() 60 | { 61 | EndPool(false); 62 | } 63 | 64 | public void CancelPool() 65 | { 66 | EndPool(true); 67 | } 68 | 69 | private void EndPool(bool cancelQueueItem) 70 | { 71 | if (_workerThreads.Count == 0) return; 72 | 73 | _stopFlag = true; 74 | _cancelFlag = cancelQueueItem; 75 | _enqueueNotify.Set(); 76 | 77 | do 78 | { 79 | var worker = _workerThreads[0]; 80 | worker.Join(); 81 | 82 | _workerThreads.Remove(worker); 83 | } while (_workerThreads.Count > 0); 84 | } 85 | 86 | private void DoWorkerThread() 87 | { 88 | using (var repo = new JobsRepo()) 89 | { 90 | while (true) 91 | { 92 | while (_workItems.Count > 0) 93 | { 94 | JobInfo job = null; 95 | lock (_workItems) 96 | { 97 | if (_workItems.Count > 0) 98 | { 99 | job = _workItems.Dequeue(); 100 | } 101 | } 102 | 103 | if (job == null) continue; 104 | 105 | if (repo.GetJob(job.Id).State == 0) 106 | { 107 | if (repo.AcquireJobLock(job.Id)) 108 | { 109 | repo.ProcessLockedJob(job.Id); 110 | Console.WriteLine($"[Consumer][Done] #{job.Id}"); 111 | } 112 | else 113 | { 114 | Console.WriteLine($"[Consumer][Failed] #{job.Id}"); 115 | } 116 | } 117 | 118 | 119 | if (_cancelFlag) break; 120 | } 121 | 122 | if (_stopFlag || _cancelFlag) break; 123 | if (_enqueueNotify.WaitOne(_maxWorkerThreadTimeout, true)) continue; 124 | break; 125 | } 126 | } 127 | 128 | _workerThreads.Remove(Thread.CurrentThread); 129 | } 130 | 131 | public void Dispose() 132 | { 133 | EndPool(false); 134 | } 135 | } 136 | } -------------------------------------------------------------------------------- /SubWorker.LeviDemo/SubWorker.LeviDemo.csproj: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | Exe 5 | netcoreapp2.2 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | -------------------------------------------------------------------------------- /database.sql: -------------------------------------------------------------------------------- 1 | CREATE TABLE [dbo].[Jobs] ( 2 | [Id] INT IDENTITY (1, 1) NOT NULL, 3 | [RunAt] DATETIME NOT NULL, 4 | [CreateAt] DATETIME DEFAULT (getdate()) NOT NULL, 5 | [LockAt] DATETIME NULL, 6 | [ExecuteAt] DATETIME NULL, 7 | [State] INT DEFAULT ((0)) NOT NULL, 8 | PRIMARY KEY CLUSTERED ([Id] ASC) 9 | ); 10 | 11 | 12 | GO 13 | CREATE NONCLUSTERED INDEX [IX_Table_Column] 14 | ON [dbo].[Jobs]([RunAt] ASC, [State] ASC); 15 | 16 | 17 | 18 | CREATE TABLE [dbo].[WorkerLogs] ( 19 | [Sn] INT IDENTITY (1, 1) NOT NULL, 20 | [JobId] INT NULL, 21 | [LogDate] DATETIME DEFAULT (getdate()) NOT NULL, 22 | [Action] NVARCHAR (50) NOT NULL, 23 | [ClientId] NVARCHAR (50) NULL, 24 | [Results] INT NULL, 25 | PRIMARY KEY CLUSTERED ([Sn] ASC) 26 | ); 27 | 28 | 29 | GO 30 | EXECUTE sp_addextendedproperty @name = N'MS_Description', @value = N'FK, Jobs ID', @level0type = N'SCHEMA', @level0name = N'dbo', @level1type = N'TABLE', @level1name = N'WorkerLogs', @level2type = N'COLUMN', @level2name = N'JobId'; 31 | 32 | 33 | GO 34 | EXECUTE sp_addextendedproperty @name = N'MS_Description', @value = N'執行哪個動作留下的 LOG, CREATE | ACQUIRE_SUCCESS | ACQUIRE_FAILURE | COMPLETE | QUERYJOB | QUERYLIST', @level0type = N'SCHEMA', @level0name = N'dbo', @level1type = N'TABLE', @level1name = N'WorkerLogs', @level2type = N'COLUMN', @level2name = N'Action'; 35 | 36 | -------------------------------------------------------------------------------- /demo-all.cmd: -------------------------------------------------------------------------------- 1 | del /f logs\statistics.csv 2 | call demo.cmd andrew0928 3 | call demo.cmd andy19900208 4 | call demo.cmd julian-chu 5 | call demo.cmd jwchen-dev 6 | call demo.cmd toyo0103 7 | call demo.cmd acetaxxxx 8 | call demo.cmd demo 9 | call demo.cmd borischin 10 | call demo.cmd levichen -------------------------------------------------------------------------------- /demo.cmd: -------------------------------------------------------------------------------- 1 | cls 2 | set RUNNER=%1 3 | :: available runner: demo | andrew0928 | andy19900208 | julian-chu | borischin | levichen | jwchen-dev | toyo0103 | acetaxxxx 4 | 5 | set SINCE=30 6 | set DURATION=600 7 | set TOTAL_DURATION=660 8 | :: set DURATION=60 9 | :: set TOTAL_DURATION=120 10 | set STATISTIC_CSV=%CD%\logs\statistics.csv 11 | 12 | mkdir logs 13 | del /f logs\result-%RUNNER%-*.txt 14 | 15 | 16 | 17 | 18 | set MODE=HATEST 19 | start /min dotnet SchedulingPractice.SubWorkerRunner\bin\Debug\netcoreapp2.2\SchedulingPractice.SubWorkerRunner.dll %RUNNER% 10 30 %TOTAL_DURATION% 20 | start /min dotnet SchedulingPractice.SubWorkerRunner\bin\Debug\netcoreapp2.2\SchedulingPractice.SubWorkerRunner.dll %RUNNER% 10 30 %TOTAL_DURATION% 21 | start /min dotnet SchedulingPractice.SubWorkerRunner\bin\Debug\netcoreapp2.2\SchedulingPractice.SubWorkerRunner.dll %RUNNER% 10 30 %TOTAL_DURATION% 22 | start /min dotnet SchedulingPractice.SubWorkerRunner\bin\Debug\netcoreapp2.2\SchedulingPractice.SubWorkerRunner.dll %RUNNER% 10 30 %TOTAL_DURATION% 23 | start /min dotnet SchedulingPractice.SubWorkerRunner\bin\Debug\netcoreapp2.2\SchedulingPractice.SubWorkerRunner.dll %RUNNER% 10 30 %TOTAL_DURATION% 24 | 25 | dotnet SchedulingPractice.PubWorker\bin\Debug\netcoreapp2.2\SchedulingPractice.PubWorker.dll %SINCE% %DURATION% %RUNNER% %MODE% %STATISTIC_CSV% > logs\result-%RUNNER%-%MODE%.txt 26 | powershell sleep 30 27 | 28 | 29 | 30 | 31 | set MODE=WORKERS01 32 | 33 | start /min dotnet SchedulingPractice.SubWorkerRunner\bin\Debug\netcoreapp2.2\SchedulingPractice.SubWorkerRunner.dll %RUNNER% 0 0 %TOTAL_DURATION% 34 | 35 | dotnet SchedulingPractice.PubWorker\bin\Debug\netcoreapp2.2\SchedulingPractice.PubWorker.dll %SINCE% %DURATION% %RUNNER% %MODE% %STATISTIC_CSV% > logs\result-%RUNNER%-%MODE%.txt 36 | powershell sleep 30 37 | 38 | 39 | 40 | 41 | set MODE=WORKERS02 42 | 43 | start /min dotnet SchedulingPractice.SubWorkerRunner\bin\Debug\netcoreapp2.2\SchedulingPractice.SubWorkerRunner.dll %RUNNER% 0 0 %TOTAL_DURATION% 44 | start /min dotnet SchedulingPractice.SubWorkerRunner\bin\Debug\netcoreapp2.2\SchedulingPractice.SubWorkerRunner.dll %RUNNER% 0 0 %TOTAL_DURATION% 45 | 46 | dotnet SchedulingPractice.PubWorker\bin\Debug\netcoreapp2.2\SchedulingPractice.PubWorker.dll %SINCE% %DURATION% %RUNNER% %MODE% %STATISTIC_CSV% > logs\result-%RUNNER%-%MODE%.txt 47 | powershell sleep 30 48 | 49 | 50 | 51 | 52 | set MODE=WORKERS03 53 | 54 | start /min dotnet SchedulingPractice.SubWorkerRunner\bin\Debug\netcoreapp2.2\SchedulingPractice.SubWorkerRunner.dll %RUNNER% 0 0 %TOTAL_DURATION% 55 | start /min dotnet SchedulingPractice.SubWorkerRunner\bin\Debug\netcoreapp2.2\SchedulingPractice.SubWorkerRunner.dll %RUNNER% 0 0 %TOTAL_DURATION% 56 | start /min dotnet SchedulingPractice.SubWorkerRunner\bin\Debug\netcoreapp2.2\SchedulingPractice.SubWorkerRunner.dll %RUNNER% 0 0 %TOTAL_DURATION% 57 | 58 | dotnet SchedulingPractice.PubWorker\bin\Debug\netcoreapp2.2\SchedulingPractice.PubWorker.dll %SINCE% %DURATION% %RUNNER% %MODE% %STATISTIC_CSV% > logs\result-%RUNNER%-%MODE%.txt 59 | powershell sleep 30 60 | 61 | 62 | 63 | 64 | set MODE=WORKERS04 65 | 66 | start /min dotnet SchedulingPractice.SubWorkerRunner\bin\Debug\netcoreapp2.2\SchedulingPractice.SubWorkerRunner.dll %RUNNER% 0 0 %TOTAL_DURATION% 67 | start /min dotnet SchedulingPractice.SubWorkerRunner\bin\Debug\netcoreapp2.2\SchedulingPractice.SubWorkerRunner.dll %RUNNER% 0 0 %TOTAL_DURATION% 68 | start /min dotnet SchedulingPractice.SubWorkerRunner\bin\Debug\netcoreapp2.2\SchedulingPractice.SubWorkerRunner.dll %RUNNER% 0 0 %TOTAL_DURATION% 69 | start /min dotnet SchedulingPractice.SubWorkerRunner\bin\Debug\netcoreapp2.2\SchedulingPractice.SubWorkerRunner.dll %RUNNER% 0 0 %TOTAL_DURATION% 70 | 71 | dotnet SchedulingPractice.PubWorker\bin\Debug\netcoreapp2.2\SchedulingPractice.PubWorker.dll %SINCE% %DURATION% %RUNNER% %MODE% %STATISTIC_CSV% > logs\result-%RUNNER%-%MODE%.txt 72 | powershell sleep 30 73 | 74 | 75 | 76 | 77 | set MODE=WORKERS05 78 | 79 | start /min dotnet SchedulingPractice.SubWorkerRunner\bin\Debug\netcoreapp2.2\SchedulingPractice.SubWorkerRunner.dll %RUNNER% 0 0 %TOTAL_DURATION% 80 | start /min dotnet SchedulingPractice.SubWorkerRunner\bin\Debug\netcoreapp2.2\SchedulingPractice.SubWorkerRunner.dll %RUNNER% 0 0 %TOTAL_DURATION% 81 | start /min dotnet SchedulingPractice.SubWorkerRunner\bin\Debug\netcoreapp2.2\SchedulingPractice.SubWorkerRunner.dll %RUNNER% 0 0 %TOTAL_DURATION% 82 | start /min dotnet SchedulingPractice.SubWorkerRunner\bin\Debug\netcoreapp2.2\SchedulingPractice.SubWorkerRunner.dll %RUNNER% 0 0 %TOTAL_DURATION% 83 | start /min dotnet SchedulingPractice.SubWorkerRunner\bin\Debug\netcoreapp2.2\SchedulingPractice.SubWorkerRunner.dll %RUNNER% 0 0 %TOTAL_DURATION% 84 | 85 | dotnet SchedulingPractice.PubWorker\bin\Debug\netcoreapp2.2\SchedulingPractice.PubWorker.dll %SINCE% %DURATION% %RUNNER% %MODE% %STATISTIC_CSV% > logs\result-%RUNNER%-%MODE%.txt 86 | powershell sleep 30 87 | 88 | 89 | 90 | :: goto end 91 | 92 | 93 | 94 | set MODE=WORKERS06 95 | 96 | start /min dotnet SchedulingPractice.SubWorkerRunner\bin\Debug\netcoreapp2.2\SchedulingPractice.SubWorkerRunner.dll %RUNNER% 0 0 %TOTAL_DURATION% 97 | start /min dotnet SchedulingPractice.SubWorkerRunner\bin\Debug\netcoreapp2.2\SchedulingPractice.SubWorkerRunner.dll %RUNNER% 0 0 %TOTAL_DURATION% 98 | start /min dotnet SchedulingPractice.SubWorkerRunner\bin\Debug\netcoreapp2.2\SchedulingPractice.SubWorkerRunner.dll %RUNNER% 0 0 %TOTAL_DURATION% 99 | start /min dotnet SchedulingPractice.SubWorkerRunner\bin\Debug\netcoreapp2.2\SchedulingPractice.SubWorkerRunner.dll %RUNNER% 0 0 %TOTAL_DURATION% 100 | start /min dotnet SchedulingPractice.SubWorkerRunner\bin\Debug\netcoreapp2.2\SchedulingPractice.SubWorkerRunner.dll %RUNNER% 0 0 %TOTAL_DURATION% 101 | start /min dotnet SchedulingPractice.SubWorkerRunner\bin\Debug\netcoreapp2.2\SchedulingPractice.SubWorkerRunner.dll %RUNNER% 0 0 %TOTAL_DURATION% 102 | 103 | dotnet SchedulingPractice.PubWorker\bin\Debug\netcoreapp2.2\SchedulingPractice.PubWorker.dll %SINCE% %DURATION% %RUNNER% %MODE% %STATISTIC_CSV% > logs\result-%RUNNER%-%MODE%.txt 104 | powershell sleep 30 105 | 106 | 107 | 108 | set MODE=WORKERS07 109 | 110 | start /min dotnet SchedulingPractice.SubWorkerRunner\bin\Debug\netcoreapp2.2\SchedulingPractice.SubWorkerRunner.dll %RUNNER% 0 0 %TOTAL_DURATION% 111 | start /min dotnet SchedulingPractice.SubWorkerRunner\bin\Debug\netcoreapp2.2\SchedulingPractice.SubWorkerRunner.dll %RUNNER% 0 0 %TOTAL_DURATION% 112 | start /min dotnet SchedulingPractice.SubWorkerRunner\bin\Debug\netcoreapp2.2\SchedulingPractice.SubWorkerRunner.dll %RUNNER% 0 0 %TOTAL_DURATION% 113 | start /min dotnet SchedulingPractice.SubWorkerRunner\bin\Debug\netcoreapp2.2\SchedulingPractice.SubWorkerRunner.dll %RUNNER% 0 0 %TOTAL_DURATION% 114 | start /min dotnet SchedulingPractice.SubWorkerRunner\bin\Debug\netcoreapp2.2\SchedulingPractice.SubWorkerRunner.dll %RUNNER% 0 0 %TOTAL_DURATION% 115 | start /min dotnet SchedulingPractice.SubWorkerRunner\bin\Debug\netcoreapp2.2\SchedulingPractice.SubWorkerRunner.dll %RUNNER% 0 0 %TOTAL_DURATION% 116 | start /min dotnet SchedulingPractice.SubWorkerRunner\bin\Debug\netcoreapp2.2\SchedulingPractice.SubWorkerRunner.dll %RUNNER% 0 0 %TOTAL_DURATION% 117 | 118 | dotnet SchedulingPractice.PubWorker\bin\Debug\netcoreapp2.2\SchedulingPractice.PubWorker.dll %SINCE% %DURATION% %RUNNER% %MODE% %STATISTIC_CSV% > logs\result-%RUNNER%-%MODE%.txt 119 | powershell sleep 30 120 | 121 | 122 | 123 | set MODE=WORKERS08 124 | 125 | start /min dotnet SchedulingPractice.SubWorkerRunner\bin\Debug\netcoreapp2.2\SchedulingPractice.SubWorkerRunner.dll %RUNNER% 0 0 %TOTAL_DURATION% 126 | start /min dotnet SchedulingPractice.SubWorkerRunner\bin\Debug\netcoreapp2.2\SchedulingPractice.SubWorkerRunner.dll %RUNNER% 0 0 %TOTAL_DURATION% 127 | start /min dotnet SchedulingPractice.SubWorkerRunner\bin\Debug\netcoreapp2.2\SchedulingPractice.SubWorkerRunner.dll %RUNNER% 0 0 %TOTAL_DURATION% 128 | start /min dotnet SchedulingPractice.SubWorkerRunner\bin\Debug\netcoreapp2.2\SchedulingPractice.SubWorkerRunner.dll %RUNNER% 0 0 %TOTAL_DURATION% 129 | start /min dotnet SchedulingPractice.SubWorkerRunner\bin\Debug\netcoreapp2.2\SchedulingPractice.SubWorkerRunner.dll %RUNNER% 0 0 %TOTAL_DURATION% 130 | start /min dotnet SchedulingPractice.SubWorkerRunner\bin\Debug\netcoreapp2.2\SchedulingPractice.SubWorkerRunner.dll %RUNNER% 0 0 %TOTAL_DURATION% 131 | start /min dotnet SchedulingPractice.SubWorkerRunner\bin\Debug\netcoreapp2.2\SchedulingPractice.SubWorkerRunner.dll %RUNNER% 0 0 %TOTAL_DURATION% 132 | start /min dotnet SchedulingPractice.SubWorkerRunner\bin\Debug\netcoreapp2.2\SchedulingPractice.SubWorkerRunner.dll %RUNNER% 0 0 %TOTAL_DURATION% 133 | 134 | dotnet SchedulingPractice.PubWorker\bin\Debug\netcoreapp2.2\SchedulingPractice.PubWorker.dll %SINCE% %DURATION% %RUNNER% %MODE% %STATISTIC_CSV% > logs\result-%RUNNER%-%MODE%.txt 135 | powershell sleep 30 136 | 137 | 138 | 139 | set MODE=WORKERS09 140 | 141 | start /min dotnet SchedulingPractice.SubWorkerRunner\bin\Debug\netcoreapp2.2\SchedulingPractice.SubWorkerRunner.dll %RUNNER% 0 0 %TOTAL_DURATION% 142 | start /min dotnet SchedulingPractice.SubWorkerRunner\bin\Debug\netcoreapp2.2\SchedulingPractice.SubWorkerRunner.dll %RUNNER% 0 0 %TOTAL_DURATION% 143 | start /min dotnet SchedulingPractice.SubWorkerRunner\bin\Debug\netcoreapp2.2\SchedulingPractice.SubWorkerRunner.dll %RUNNER% 0 0 %TOTAL_DURATION% 144 | start /min dotnet SchedulingPractice.SubWorkerRunner\bin\Debug\netcoreapp2.2\SchedulingPractice.SubWorkerRunner.dll %RUNNER% 0 0 %TOTAL_DURATION% 145 | start /min dotnet SchedulingPractice.SubWorkerRunner\bin\Debug\netcoreapp2.2\SchedulingPractice.SubWorkerRunner.dll %RUNNER% 0 0 %TOTAL_DURATION% 146 | start /min dotnet SchedulingPractice.SubWorkerRunner\bin\Debug\netcoreapp2.2\SchedulingPractice.SubWorkerRunner.dll %RUNNER% 0 0 %TOTAL_DURATION% 147 | start /min dotnet SchedulingPractice.SubWorkerRunner\bin\Debug\netcoreapp2.2\SchedulingPractice.SubWorkerRunner.dll %RUNNER% 0 0 %TOTAL_DURATION% 148 | start /min dotnet SchedulingPractice.SubWorkerRunner\bin\Debug\netcoreapp2.2\SchedulingPractice.SubWorkerRunner.dll %RUNNER% 0 0 %TOTAL_DURATION% 149 | start /min dotnet SchedulingPractice.SubWorkerRunner\bin\Debug\netcoreapp2.2\SchedulingPractice.SubWorkerRunner.dll %RUNNER% 0 0 %TOTAL_DURATION% 150 | 151 | dotnet SchedulingPractice.PubWorker\bin\Debug\netcoreapp2.2\SchedulingPractice.PubWorker.dll %SINCE% %DURATION% %RUNNER% %MODE% %STATISTIC_CSV% > logs\result-%RUNNER%-%MODE%.txt 152 | powershell sleep 30 153 | 154 | 155 | 156 | set MODE=WORKERS10 157 | 158 | start /min dotnet SchedulingPractice.SubWorkerRunner\bin\Debug\netcoreapp2.2\SchedulingPractice.SubWorkerRunner.dll %RUNNER% 0 0 %TOTAL_DURATION% 159 | start /min dotnet SchedulingPractice.SubWorkerRunner\bin\Debug\netcoreapp2.2\SchedulingPractice.SubWorkerRunner.dll %RUNNER% 0 0 %TOTAL_DURATION% 160 | start /min dotnet SchedulingPractice.SubWorkerRunner\bin\Debug\netcoreapp2.2\SchedulingPractice.SubWorkerRunner.dll %RUNNER% 0 0 %TOTAL_DURATION% 161 | start /min dotnet SchedulingPractice.SubWorkerRunner\bin\Debug\netcoreapp2.2\SchedulingPractice.SubWorkerRunner.dll %RUNNER% 0 0 %TOTAL_DURATION% 162 | start /min dotnet SchedulingPractice.SubWorkerRunner\bin\Debug\netcoreapp2.2\SchedulingPractice.SubWorkerRunner.dll %RUNNER% 0 0 %TOTAL_DURATION% 163 | start /min dotnet SchedulingPractice.SubWorkerRunner\bin\Debug\netcoreapp2.2\SchedulingPractice.SubWorkerRunner.dll %RUNNER% 0 0 %TOTAL_DURATION% 164 | start /min dotnet SchedulingPractice.SubWorkerRunner\bin\Debug\netcoreapp2.2\SchedulingPractice.SubWorkerRunner.dll %RUNNER% 0 0 %TOTAL_DURATION% 165 | start /min dotnet SchedulingPractice.SubWorkerRunner\bin\Debug\netcoreapp2.2\SchedulingPractice.SubWorkerRunner.dll %RUNNER% 0 0 %TOTAL_DURATION% 166 | start /min dotnet SchedulingPractice.SubWorkerRunner\bin\Debug\netcoreapp2.2\SchedulingPractice.SubWorkerRunner.dll %RUNNER% 0 0 %TOTAL_DURATION% 167 | start /min dotnet SchedulingPractice.SubWorkerRunner\bin\Debug\netcoreapp2.2\SchedulingPractice.SubWorkerRunner.dll %RUNNER% 0 0 %TOTAL_DURATION% 168 | 169 | dotnet SchedulingPractice.PubWorker\bin\Debug\netcoreapp2.2\SchedulingPractice.PubWorker.dll %SINCE% %DURATION% %RUNNER% %MODE% %STATISTIC_CSV% > logs\result-%RUNNER%-%MODE%.txt 170 | powershell sleep 30 171 | 172 | 173 | :end -------------------------------------------------------------------------------- /statistics.sql: -------------------------------------------------------------------------------- 1 | --select * from jobs order by RunAt asc 2 | 3 | select count(*), action 4 | from workerlogs 5 | --where action = 'QUERYLIST' 6 | group by action 7 | 8 | select 9 | count(*) as total, 10 | avg(datediff(millisecond, RunAt, ExecuteAt)) as avg_delay, 11 | stdev(datediff(millisecond, RunAt, ExecuteAt)) as std_delay 12 | from jobs 13 | where State = 2 and RunAt < ExecuteAt 14 | 15 | 16 | 17 | ------------------------------------------------------------------------------------------------------- 18 | 19 | 20 | 21 | --select * from jobs order by RunAt asc 22 | 23 | select count(*) as count from workerlogs where action = 'CREATE' 24 | select count(*) as count from workerlogs where action = 'ACQUIRE_SUCCESS' 25 | select count(*) as count from workerlogs where action = 'ACQUIRE_FAILURE' 26 | select count(*) as count from workerlogs where action = 'COMPLETE' 27 | select count(*) as count from workerlogs where action = 'QUERYJOB' 28 | select count(*) as count from workerlogs where action = 'QUERYLIST' 29 | 30 | -- CREATE | ACQUIRE_SUCCESS | ACQUIRE_FAILURE | COMPLETE | QUERYJOB | QUERYLIST 31 | 32 | 33 | 34 | --select 35 | -- count(*) as total, 36 | -- avg(datediff(millisecond, RunAt, ExecuteAt)) as avg_delay, 37 | -- stdev(datediff(millisecond, RunAt, ExecuteAt)) as std_delay 38 | --from jobs 39 | --where State = 2 and RunAt < ExecuteAt 40 | 41 | select count(*) as total from jobs where state = 0 42 | select count(*) as total from jobs where state = 1 43 | select count(*) as total from jobs where state = 2 44 | 45 | select avg(datediff(millisecond, RunAt, ExecuteAt)) as average_delay from jobs where state = 2 46 | select stdev(datediff(millisecond, RunAt, ExecuteAt)) as stdev_delay from jobs where state = 2 47 | 48 | 49 | 50 | --------------------------------------------------------------------------------