├── .gitignore
├── Makefile
├── src
    ├── main.cpp
    ├── workthreadpool.h
    ├── lckfree.h
    ├── lckfree.cpp
    ├── heap.h
    └── workthreadpool.cpp
├── README.md
└── LICENSE


/.gitignore:
--------------------------------------------------------------------------------
 1 | # Compiled Object files
 2 | *.slo
 3 | *.lo
 4 | *.o
 5 | *.obj
 6 | 
 7 | # Precompiled Headers
 8 | *.gch
 9 | *.pch
10 | 
11 | # Compiled Dynamic libraries
12 | *.so
13 | *.dylib
14 | *.dll
15 | 
16 | # Fortran module files
17 | *.mod
18 | 
19 | # Compiled Static libraries
20 | *.lai
21 | *.la
22 | *.a
23 | *.lib
24 | 
25 | # Executables
26 | *.exe
27 | *.out
28 | *.app
29 | 


--------------------------------------------------------------------------------
/Makefile:
--------------------------------------------------------------------------------
 1 | LIB_SRC_FILES = src/workthreadpool.cpp src/lckfree.cpp
 2 | TEST_SRC_FILES = src/main.cpp
 3 | INCLUDE_DIR = src
 4 | STD_FLAG = -std=c++0x 
 5 | 
 6 | all: main.o libs
 7 | 	g++ $(STD_FLAG) -o test_workthreadpool main.o libworkthreadpool.so -lpthread
 8 | 	
 9 | main.o: $(TEST_SRC_FILES)
10 | 	g++ $(STD_FLAG) -c $(TEST_SRC_FILES) -I$(INCLUDE_DIR)
11 | 
12 | libs: $(LIB_SRC_FILES)
13 | 	g++ $(STD_FLAG) -o libworkthreadpool.so -fPIC -O2 -shared -Wl,--no-as-needed -Isrc $(LIB_SRC_FILES) -lpthread
14 | 
15 | .PHONY : clean
16 | clean :
17 | 	rm -f test_workthreadpool main.o libworkthreadpool.so
18 | 


--------------------------------------------------------------------------------
/src/main.cpp:
--------------------------------------------------------------------------------
 1 | #include "workthreadpool.h"
 2 | #include <sstream>
 3 | #include <math.h>
 4 | 
 5 | class MyThreadPool : public bfd::WorkThreadPool {
 6 |  public:
 7 |   MyThreadPool(int size) : bfd::WorkThreadPool(size) {
 8 |   }
 9 |   void Handle(const string &msg) {
10 |     stringstream ss;
11 |     ss << "worker (" << std::this_thread::get_id() << ") got msg: " << msg;
12 |     printf("%s\n", ss.str().c_str());
13 |     for (int i=0; i<=999999; i++) {
14 |       double result = sqrt(sqrt(i) / 93.234);
15 |     }
16 |   }
17 | };
18 | 
19 | int main() {
20 |   printf("start running ....\n");
21 |   MyThreadPool pool(5);
22 |   pool.Start();
23 |   for (int i=0; i<100; i++) {
24 |     pool.SendMessage("msg info ----------");
25 |   }
26 |   pool.Stop();
27 | 
28 |   return 0;
29 | }
30 | 


--------------------------------------------------------------------------------
/src/workthreadpool.h:
--------------------------------------------------------------------------------
 1 | // workthreadpool.h
 2 | // 一个用于将消息分发给多个进程，并使用多个进程处理的库，工作进程并不返回数据
 3 | #ifndef __WORK_THREAD_POOL__
 4 | #define __WORK_THREAD_POOL__
 5 | 
 6 | #include <stdio.h>
 7 | #include <thread>
 8 | #include <queue>
 9 | #include <string>
10 | #include <vector>
11 | #include "lckfree.h"
12 | 
13 | using namespace std;
14 | namespace bfd {
15 | 
16 | class WorkThreadPool {
17 |  public:
18 |   WorkThreadPool(int size);
19 |   virtual ~WorkThreadPool();
20 | 
21 |   // 需要子类继承并实现的函数，每个线程实际执行的内容
22 |   virtual void Init() {};
23 |   virtual void Finish() {};
24 |   virtual void Handle(const string &msg)=0;
25 | 
26 |   // 将消息放入处理队列, 消息只支持string类型
27 |   int SendMessage(const string &msg);
28 | 
29 |   int Start();
30 |   int Stop();
31 | 
32 |  private:
33 |   void Worker();
34 | 
35 |   int size_;
36 |   LckFreeQueue msg_queue_; // 线程池的协作基于这个无锁队列
37 |   vector<thread> thread_pool_;
38 | };
39 | } // namespace
40 | #endif
41 | 


--------------------------------------------------------------------------------
/README.md:
--------------------------------------------------------------------------------
 1 | # workthreadpool
 2 | 
 3 | Lightweight non-locking thread pool for multi-threading work jobs..
 4 | 
 5 | ## Usage
 6 | 
 7 | ```c++
 8 | #include <sstream>
 9 | #include <math.h>
10 | #include "workthreadpool.h"
11 | 
12 | class MyThreadPool : public bfd::WorkThreadPool {
13 |  public:
14 |   MyThreadPool(int size) : bfd::WorkThreadPool(size) {
15 |   }
16 |   void Handle(const string &msg) {
17 |     stringstream ss;
18 |     ss << "worker (" << std::this_thread::get_id() << ") got msg: " << msg;
19 |     printf("%s\n", ss.str().c_str());
20 |     for (int i=0; i<=999999; i++) {
21 |       double result = sqrt(sqrt(i) / 93.234);
22 |     }
23 |   }
24 | };
25 | 
26 | int main() {
27 |   printf("start running ....\n");
28 |   MyThreadPool pool(5);
29 |   pool.Start();
30 |   for (int i=0; i<100; i++) {
31 |     pool.SendMessage("msg info ----------");
32 |   }
33 |   pool.Stop();
34 | 
35 |   return 0;
36 | }
37 | 
38 | ```
39 | 


--------------------------------------------------------------------------------
/src/lckfree.h:
--------------------------------------------------------------------------------
 1 | // lckfree.h
 2 | // Implementation of lock free queue using CAS operations
 3 | // for simple multi-threading use cases like:
 4 | // 1. multiple worker to process incoming messages
 5 | // 2. async processing using a thread pool
 6 | // 3. simple tcp server deal with async requests
 7 | // Author: typhoon_1986@163.com
 8 | // Refrence: http://coolshell.cn/articles/8239.html
 9 | 
10 | #ifndef __LCKFREE_H__
11 | #define __LCKFREE_H__
12 | 
13 | #include <string>
14 | using namespace std;
15 | 
16 | namespace bfd {
17 | 
18 | struct LinkNode {
19 |   string data;
20 |   LinkNode* next;
21 | };
22 | typedef struct LinkNode LinkNode;
23 | 
24 | class LckFreeQueue {
25 |  public:
26 |   LckFreeQueue();
27 |   ~LckFreeQueue();
28 | 
29 |   int push(const string &msg);
30 |   string pop();  // non-block pop method
31 | //  string bpop(); // block pop method
32 |   bool empty();
33 |  private:
34 |   LinkNode * head_;
35 |   LinkNode * tail_;
36 |   bool empty_;
37 |   unsigned int length_;
38 | };
39 | 
40 | } // namespace bfd
41 | #endif
42 | 


--------------------------------------------------------------------------------
/src/lckfree.cpp:
--------------------------------------------------------------------------------
 1 | #include <lckfree.h>
 2 | 
 3 | namespace bfd {
 4 | 
 5 | LckFreeQueue::LckFreeQueue(): head_(NULL), tail_(NULL), empty_(true), length_(0) {
 6 |   head_ = new LinkNode;
 7 |   head_->next = NULL;
 8 |   tail_ = head_;
 9 | }
10 | 
11 | LckFreeQueue::~LckFreeQueue() {
12 |   LinkNode *p = head_;
13 |   if (p) {
14 |     LinkNode *q = p->next;
15 |     delete p;
16 |     p = q;
17 |   }
18 | }
19 | 
20 | int LckFreeQueue::push(const string &msg) {
21 |   LinkNode * q = new LinkNode;
22 |   q->data = msg;
23 |   q->next = NULL;
24 | 
25 |   LinkNode * p = tail_;
26 |   LinkNode * oldp = p;
27 |   do {
28 |     while (p->next != NULL)
29 |         p = p->next;
30 |   } while( __sync_bool_compare_and_swap(&(p->next), NULL, q) != true); //如果没有把结点链在尾上，再试
31 | 
32 |   __sync_bool_compare_and_swap(&tail_, oldp, q); //置尾结点
33 |   return 0;
34 | }
35 | 
36 | string LckFreeQueue::pop() {
37 |   LinkNode * p;
38 |   do{
39 |     p = head_;
40 |     if (p->next == NULL){
41 |       return "";
42 |     }
43 |   } while( __sync_bool_compare_and_swap(&head_, p, p->next) != true );
44 |   return p->next->data;
45 | }
46 | 
47 | bool LckFreeQueue::empty() {
48 |   return empty_;
49 | }
50 | 
51 | }
52 | 


--------------------------------------------------------------------------------
/src/heap.h:
--------------------------------------------------------------------------------
 1 | #include <vector>
 2 | #include <stdio.h>
 3 | 
 4 | using namespace std;
 5 | 
 6 | class Heap {
 7 |  public:
 8 |   Heap(const vector<int> &array) {
 9 |     size_ = array.size();
10 |     printf("size: %d\n", size_);
11 |     array_ = array;
12 |     // 产生一个最大堆
13 |     for (int i = size_/2; i >= 0; i--) {
14 |     int y = array_[i]; // 地一个有孩子的子树的根
15 |     // 寻找放置 y的位置
16 |     int c = 2*i; // c的父节点是 y的目标位置(child)
17 |     while (c <= size_) {
18 |       // heap[c] 应是较大的同胞节点
19 |       if (c < size_ && array_[c] < array_[c+1]) c++;
20 |       // 能把 y 放入h e a p [ c / 2 ]吗?
21 |       if (y >= array_[c]) break; // 能
22 |       // 不能
23 |       array_[c/2] = array_[c]; // 将孩子上移
24 |       c *= 2; // 下移一层
25 |     }
26 |     array_[c/2] = y;
27 |     }
28 |   }
29 |   void show() {
30 |     for (int i=0; i<size_; i++) {
31 |       printf("%d ", array_[i]);
32 |     }
33 |     printf("\n");
34 |   }
35 | 
36 |  private:
37 |   unsigned int size_;
38 |   vector<int> array_;
39 | 
40 | };
41 | 
42 | //int main() {
43 | //  int a[10] = {10, 39, 2, 21, 30, 15, 20, 49, 36, 1};
44 | //  vector<int> ar;
45 | //  for (int i=0; i<10; i++) {
46 | //    ar.push_back(a[i]);
47 | //  }
48 | //  Heap hp(ar);
49 | //  hp.show();
50 | //}
51 | 


--------------------------------------------------------------------------------
/src/workthreadpool.cpp:
--------------------------------------------------------------------------------
 1 | #include "workthreadpool.h"
 2 | #include <sstream>
 3 | #include <unistd.h>
 4 | 
 5 | namespace bfd {
 6 | WorkThreadPool::WorkThreadPool(int size) {
 7 |   if (size <= 0) { // 最小也需要有1个线程
 8 |     size_ = 1;
 9 |   } else {
10 |     size_ = size;
11 |   }
12 | }
13 | 
14 | WorkThreadPool::~WorkThreadPool() {
15 | 
16 | }
17 | 
18 | int WorkThreadPool::SendMessage(const string &msg) {
19 |   msg_queue_.push(msg);
20 |   return 0;
21 | }
22 | 
23 | void WorkThreadPool::Worker() {
24 |   unsigned int msg_count = 0;
25 |   while (true) {
26 |     string msg = msg_queue_.pop();
27 |     if (msg.empty()) {
28 |       printf("no msg got, sleep for 0.1 sec\n");
29 |       usleep(100000); // 0.1 sec
30 |       continue;
31 |     }
32 | 
33 |     if (msg == "__exit__") {
34 |       stringstream ss;
35 |       ss << "exit worker: " << std::this_thread::get_id() << ", processed: " << msg_count << "..";
36 |       printf("%s\n", ss.str().c_str());
37 |       return;
38 |     }
39 |     Handle(msg);
40 |     msg_count++;
41 |     if (msg_count % 1000 == 0) {
42 |       printf("every 1000 msg count\n");
43 |     }
44 |   }
45 | }
46 | 
47 | int WorkThreadPool::Start() {
48 |   for (int i=0; i < size_; i++) {
49 |     thread_pool_.push_back( thread(&WorkThreadPool::Worker, this) );
50 |   }
51 |   return 0;
52 | }
53 | 
54 | int WorkThreadPool::Stop() {
55 |   for (int i=0; i < size_; i++) {
56 |     SendMessage("__exit__");
57 |   }
58 |   for (int i=0; i < size_; i++) {
59 |     thread_pool_[i].join();
60 |   }
61 |   return 0;
62 | }
63 | 
64 | }
65 | 


--------------------------------------------------------------------------------
/LICENSE:
--------------------------------------------------------------------------------
  1 |                                  Apache License
  2 |                            Version 2.0, January 2004
  3 |                         http://www.apache.org/licenses/
  4 | 
  5 |    TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
  6 | 
  7 |    1. Definitions.
  8 | 
  9 |       "License" shall mean the terms and conditions for use, reproduction,
 10 |       and distribution as defined by Sections 1 through 9 of this document.
 11 | 
 12 |       "Licensor" shall mean the copyright owner or entity authorized by
 13 |       the copyright owner that is granting the License.
 14 | 
 15 |       "Legal Entity" shall mean the union of the acting entity and all
 16 |       other entities that control, are controlled by, or are under common
 17 |       control with that entity. For the purposes of this definition,
 18 |       "control" means (i) the power, direct or indirect, to cause the
 19 |       direction or management of such entity, whether by contract or
 20 |       otherwise, or (ii) ownership of fifty percent (50%) or more of the
 21 |       outstanding shares, or (iii) beneficial ownership of such entity.
 22 | 
 23 |       "You" (or "Your") shall mean an individual or Legal Entity
 24 |       exercising permissions granted by this License.
 25 | 
 26 |       "Source" form shall mean the preferred form for making modifications,
 27 |       including but not limited to software source code, documentation
 28 |       source, and configuration files.
 29 | 
 30 |       "Object" form shall mean any form resulting from mechanical
 31 |       transformation or translation of a Source form, including but
 32 |       not limited to compiled object code, generated documentation,
 33 |       and conversions to other media types.
 34 | 
 35 |       "Work" shall mean the work of authorship, whether in Source or
 36 |       Object form, made available under the License, as indicated by a
 37 |       copyright notice that is included in or attached to the work
 38 |       (an example is provided in the Appendix below).
 39 | 
 40 |       "Derivative Works" shall mean any work, whether in Source or Object
 41 |       form, that is based on (or derived from) the Work and for which the
 42 |       editorial revisions, annotations, elaborations, or other modifications
 43 |       represent, as a whole, an original work of authorship. For the purposes
 44 |       of this License, Derivative Works shall not include works that remain
 45 |       separable from, or merely link (or bind by name) to the interfaces of,
 46 |       the Work and Derivative Works thereof.
 47 | 
 48 |       "Contribution" shall mean any work of authorship, including
 49 |       the original version of the Work and any modifications or additions
 50 |       to that Work or Derivative Works thereof, that is intentionally
 51 |       submitted to Licensor for inclusion in the Work by the copyright owner
 52 |       or by an individual or Legal Entity authorized to submit on behalf of
 53 |       the copyright owner. For the purposes of this definition, "submitted"
 54 |       means any form of electronic, verbal, or written communication sent
 55 |       to the Licensor or its representatives, including but not limited to
 56 |       communication on electronic mailing lists, source code control systems,
 57 |       and issue tracking systems that are managed by, or on behalf of, the
 58 |       Licensor for the purpose of discussing and improving the Work, but
 59 |       excluding communication that is conspicuously marked or otherwise
 60 |       designated in writing by the copyright owner as "Not a Contribution."
 61 | 
 62 |       "Contributor" shall mean Licensor and any individual or Legal Entity
 63 |       on behalf of whom a Contribution has been received by Licensor and
 64 |       subsequently incorporated within the Work.
 65 | 
 66 |    2. Grant of Copyright License. Subject to the terms and conditions of
 67 |       this License, each Contributor hereby grants to You a perpetual,
 68 |       worldwide, non-exclusive, no-charge, royalty-free, irrevocable
 69 |       copyright license to reproduce, prepare Derivative Works of,
 70 |       publicly display, publicly perform, sublicense, and distribute the
 71 |       Work and such Derivative Works in Source or Object form.
 72 | 
 73 |    3. Grant of Patent License. Subject to the terms and conditions of
 74 |       this License, each Contributor hereby grants to You a perpetual,
 75 |       worldwide, non-exclusive, no-charge, royalty-free, irrevocable
 76 |       (except as stated in this section) patent license to make, have made,
 77 |       use, offer to sell, sell, import, and otherwise transfer the Work,
 78 |       where such license applies only to those patent claims licensable
 79 |       by such Contributor that are necessarily infringed by their
 80 |       Contribution(s) alone or by combination of their Contribution(s)
 81 |       with the Work to which such Contribution(s) was submitted. If You
 82 |       institute patent litigation against any entity (including a
 83 |       cross-claim or counterclaim in a lawsuit) alleging that the Work
 84 |       or a Contribution incorporated within the Work constitutes direct
 85 |       or contributory patent infringement, then any patent licenses
 86 |       granted to You under this License for that Work shall terminate
 87 |       as of the date such litigation is filed.
 88 | 
 89 |    4. Redistribution. You may reproduce and distribute copies of the
 90 |       Work or Derivative Works thereof in any medium, with or without
 91 |       modifications, and in Source or Object form, provided that You
 92 |       meet the following conditions:
 93 | 
 94 |       (a) You must give any other recipients of the Work or
 95 |           Derivative Works a copy of this License; and
 96 | 
 97 |       (b) You must cause any modified files to carry prominent notices
 98 |           stating that You changed the files; and
 99 | 
100 |       (c) You must retain, in the Source form of any Derivative Works
101 |           that You distribute, all copyright, patent, trademark, and
102 |           attribution notices from the Source form of the Work,
103 |           excluding those notices that do not pertain to any part of
104 |           the Derivative Works; and
105 | 
106 |       (d) If the Work includes a "NOTICE" text file as part of its
107 |           distribution, then any Derivative Works that You distribute must
108 |           include a readable copy of the attribution notices contained
109 |           within such NOTICE file, excluding those notices that do not
110 |           pertain to any part of the Derivative Works, in at least one
111 |           of the following places: within a NOTICE text file distributed
112 |           as part of the Derivative Works; within the Source form or
113 |           documentation, if provided along with the Derivative Works; or,
114 |           within a display generated by the Derivative Works, if and
115 |           wherever such third-party notices normally appear. The contents
116 |           of the NOTICE file are for informational purposes only and
117 |           do not modify the License. You may add Your own attribution
118 |           notices within Derivative Works that You distribute, alongside
119 |           or as an addendum to the NOTICE text from the Work, provided
120 |           that such additional attribution notices cannot be construed
121 |           as modifying the License.
122 | 
123 |       You may add Your own copyright statement to Your modifications and
124 |       may provide additional or different license terms and conditions
125 |       for use, reproduction, or distribution of Your modifications, or
126 |       for any such Derivative Works as a whole, provided Your use,
127 |       reproduction, and distribution of the Work otherwise complies with
128 |       the conditions stated in this License.
129 | 
130 |    5. Submission of Contributions. Unless You explicitly state otherwise,
131 |       any Contribution intentionally submitted for inclusion in the Work
132 |       by You to the Licensor shall be under the terms and conditions of
133 |       this License, without any additional terms or conditions.
134 |       Notwithstanding the above, nothing herein shall supersede or modify
135 |       the terms of any separate license agreement you may have executed
136 |       with Licensor regarding such Contributions.
137 | 
138 |    6. Trademarks. This License does not grant permission to use the trade
139 |       names, trademarks, service marks, or product names of the Licensor,
140 |       except as required for reasonable and customary use in describing the
141 |       origin of the Work and reproducing the content of the NOTICE file.
142 | 
143 |    7. Disclaimer of Warranty. Unless required by applicable law or
144 |       agreed to in writing, Licensor provides the Work (and each
145 |       Contributor provides its Contributions) on an "AS IS" BASIS,
146 |       WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
147 |       implied, including, without limitation, any warranties or conditions
148 |       of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
149 |       PARTICULAR PURPOSE. You are solely responsible for determining the
150 |       appropriateness of using or redistributing the Work and assume any
151 |       risks associated with Your exercise of permissions under this License.
152 | 
153 |    8. Limitation of Liability. In no event and under no legal theory,
154 |       whether in tort (including negligence), contract, or otherwise,
155 |       unless required by applicable law (such as deliberate and grossly
156 |       negligent acts) or agreed to in writing, shall any Contributor be
157 |       liable to You for damages, including any direct, indirect, special,
158 |       incidental, or consequential damages of any character arising as a
159 |       result of this License or out of the use or inability to use the
160 |       Work (including but not limited to damages for loss of goodwill,
161 |       work stoppage, computer failure or malfunction, or any and all
162 |       other commercial damages or losses), even if such Contributor
163 |       has been advised of the possibility of such damages.
164 | 
165 |    9. Accepting Warranty or Additional Liability. While redistributing
166 |       the Work or Derivative Works thereof, You may choose to offer,
167 |       and charge a fee for, acceptance of support, warranty, indemnity,
168 |       or other liability obligations and/or rights consistent with this
169 |       License. However, in accepting such obligations, You may act only
170 |       on Your own behalf and on Your sole responsibility, not on behalf
171 |       of any other Contributor, and only if You agree to indemnify,
172 |       defend, and hold each Contributor harmless for any liability
173 |       incurred by, or claims asserted against, such Contributor by reason
174 |       of your accepting any such warranty or additional liability.
175 | 
176 |    END OF TERMS AND CONDITIONS
177 | 
178 |    APPENDIX: How to apply the Apache License to your work.
179 | 
180 |       To apply the Apache License to your work, attach the following
181 |       boilerplate notice, with the fields enclosed by brackets "{}"
182 |       replaced with your own identifying information. (Don't include
183 |       the brackets!)  The text should be enclosed in the appropriate
184 |       comment syntax for the file format. We also recommend that a
185 |       file or class name and description of purpose be included on the
186 |       same "printed page" as the copyright notice for easier
187 |       identification within third-party archives.
188 | 
189 |    Copyright {yyyy} {name of copyright owner}
190 | 
191 |    Licensed under the Apache License, Version 2.0 (the "License");
192 |    you may not use this file except in compliance with the License.
193 |    You may obtain a copy of the License at
194 | 
195 |        http://www.apache.org/licenses/LICENSE-2.0
196 | 
197 |    Unless required by applicable law or agreed to in writing, software
198 |    distributed under the License is distributed on an "AS IS" BASIS,
199 |    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
200 |    See the License for the specific language governing permissions and
201 |    limitations under the License.
202 | 
203 | 


--------------------------------------------------------------------------------