├── .gitignore
├── README.md
├── pom.xml
└── src
    └── main
        ├── java
            └── org
            │   └── caesar
            │       └── hbase
            │           ├── accessor
            │               ├── HbaseAccessorImpl.java
            │               └── IAccessor.java
            │           ├── annotation
            │               ├── HbaseDocument.java
            │               ├── HbaseField.java
            │               └── HbaseRowKey.java
            │           ├── example
            │               ├── TestAccessor.java
            │               └── UserModel.java
            │           └── util
            │               ├── CommonUtil.java
            │               ├── Constant.java
            │               ├── HBasesUtil.java
            │               └── HbaseAnnontationUtil.java
        ├── lib
            └── utils-1.0-SNAPSHOT.jar
        └── resources
            ├── hbase-site.xml
            └── logback.xml


/.gitignore:
--------------------------------------------------------------------------------
 1 | *.class
 2 | *.iml
 3 | .idea
 4 | .svn
 5 | .git
 6 | .classpath
 7 | .project
 8 | .settings
 9 | target
10 | build
11 | logs
12 | log
13 | *.log*


--------------------------------------------------------------------------------
/README.md:
--------------------------------------------------------------------------------
 1 | # enhanceHbase ( Java版，增强型Hbase API)
 2 | ##特点:
 3 | *   基于Java，封装了hbase的底层api，提供了基于注解的ORM支持，只需定义实体类对象，即可完成对hbase的各种操作。同时对List、Set、Map等复杂数据类型提供了支持。
 4 | 
 5 | ##使用说明：
 6 | *   1.下载
 7 | *   2.修改配置文件参考：
 8 |     *  (1).resources/hbase-site.xml:
 9 | ```Java
10 |    <?xml version="1.0"?>
11 |    <?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
12 |    <configuration>
13 |         <property>
14 |              <name>hbase.zookeeper.quorum</name>
15 |             <!--zookeeper 地址-->
16 |             <value>namenode1,namenode2,datanode1,datanode2,datanode3</value>
17 |         </property>
18 |    </configuration>
19 | ```
20 | *   3.定义实体类，参考如下：
21 | ```Java
22 |    //定义表名和列簇名（目前只支持单个表对应一个列簇）
23 |    @HbaseDocument(table = "my-table-user",family = "col_0")
24 |    public class UserModel {
25 |        @HbaseRowKey
26 |        @HbaseField
27 |        private Long userId;
28 |        @HbaseField
29 |        private String userName;
30 |        @HbaseField
31 |        private Integer age;
32 |        @HbaseField
33 |        private Map<String,Integer> scoresMap;
34 |        @HbaseField
35 |        private List<String> hobiesList;
36 |        @HbaseField
37 |        private Double schooling;
38 |        @HbaseField
39 |        private Set<Integer> years;
40 |        @HbaseField
41 |        private Boolean end;
42 | 
43 |        getter and setter（省略）
44 | ```
45 | *   4.访问hbase：
46 | ```Java
47 |    //获得访问hbase的accessor对象
48 |    IAccessor accessor = new HbaseAccessorImpl();
49 |    //删除表
50 |    accessor.deleteTable(UserModel.class);
51 |    //创建表
52 |    accessor.createTable(UserModel.class);
53 |    //判断表是否存在
54 |    System.out.println(accessor.hasTable(UserModel.class));
55 |    //new实体类并设置相关属性
56 |    UserModel user = new UserModel();
57 |    user.setUserId(1010001L);
58 |    user.setUserName("caesar.zhu");
59 |    user.setAge(30);
60 |    Map<String,Integer> scoresMap = new HashMap();
61 |    scoresMap.put("history",95);
62 |    scoresMap.put("geography",98);
63 |    scoresMap.put("math",100);
64 |    user.setScoresMap(scoresMap);
65 |    List<String> hobiesList = new ArrayList<>();
66 |    hobiesList.add("basketball");
67 |    hobiesList.add("swimming");
68 |    hobiesList.add("shoot");
69 |    user.setHobiesList(hobiesList);
70 |    Set<Integer> yearsSet = new HashSet<>();
71 |    yearsSet.add(10);
72 |    yearsSet.add(25);
73 |    yearsSet.add(65);
74 |    user.setYears(yearsSet);
75 |    user.setEnd(true);
76 |    //添加记录
77 |    accessor.put(user);
78 |    //根据key进行查询
79 |    UserModel ins = accessor.get(1010001L, UserModel.class);
80 |    System.out.println(ins);
81 |    //根据key判断记录是否存在
82 |    System.out.println(accessor.hasRow(1010001L,UserModel.class));
83 |    //删除指定记录
84 |    System.out.println(accessor.delete(1010001L,UserModel.class));
85 |    //批量删除
86 |    //System.out.println(accessor.deleteBatch(list...,UserModel.class));
87 |    //扫描记录
88 |    //System.out.println(accessor.scan(....));
89 | ```
90 | 


--------------------------------------------------------------------------------
/pom.xml:
--------------------------------------------------------------------------------
  1 | <?xml version="1.0" encoding="UTF-8"?>
  2 | <project xmlns="http://maven.apache.org/POM/4.0.0"
  3 |          xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
  4 |          xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
  5 |     <groupId>org.caesar.master</groupId>
  6 |     <artifactId>hbase</artifactId>
  7 |     <version>1.0-SNAPSHOT</version>
  8 |     <modelVersion>4.0.0</modelVersion>
  9 |     <name>enhance hbase API</name>
 10 | 
 11 |     <properties>
 12 |         <hbase.version>1.0.1.1</hbase.version>
 13 |         <hadoop-two.version>2.5.1</hadoop-two.version>
 14 |         <hadoop-three.version>3.0.0-SNAPSHOT</hadoop-three.version>
 15 |         <commons-cli.version>1.2</commons-cli.version>
 16 |         <commons-codec.version>1.9</commons-codec.version>
 17 |         <commons-io.version>2.4</commons-io.version>
 18 |         <commons-lang.version>2.6</commons-lang.version>
 19 |         <commons-logging.version>1.2</commons-logging.version>
 20 |         <commons-math.version>2.2</commons-math.version>
 21 |         <commons-net.version>3.1</commons-net.version>
 22 |         <disruptor.version>3.3.0</disruptor.version>
 23 |         <collections.version>3.2.1</collections.version>
 24 |         <httpclient.version>3.1</httpclient.version>
 25 |         <metrics-core.version>2.2.0</metrics-core.version>
 26 |         <guava.version>12.0.1</guava.version>
 27 |         <jsr305.version>1.3.9</jsr305.version>
 28 |         <jackson.version>1.8.8</jackson.version>
 29 |         <jasper.version>5.5.23</jasper.version>
 30 |         <jaxb-api.version>2.2.2</jaxb-api.version>
 31 |         <jetty.version>6.1.26</jetty.version>
 32 |         <jetty.jspapi.version>6.1.14</jetty.jspapi.version>
 33 |         <jersey.version>1.9</jersey.version>
 34 |         <jruby.version>1.6.8</jruby.version>
 35 |         <junit.version>4.11</junit.version>
 36 |         <hamcrest.version>1.3</hamcrest.version>
 37 |         <htrace.version>3.1.0-incubating</htrace.version>
 38 |         <mockito-all.version>1.10.8</mockito-all.version>
 39 |         <protobuf.version>2.5.0</protobuf.version>
 40 |         <thrift.path>thrift</thrift.path>
 41 |         <thrift.version>0.9.0</thrift.version>
 42 |         <zookeeper.version>3.4.6</zookeeper.version>
 43 |         <slf4j.version>1.7.7</slf4j.version>
 44 |         <hadoop-snappy.version>0.0.1-SNAPSHOT</hadoop-snappy.version>
 45 |         <clover.version>2.6.3</clover.version>
 46 |         <jamon-runtime.version>2.3.1</jamon-runtime.version>
 47 |         <jettison.version>1.3.3</jettison.version>
 48 |         <netty.version>4.0.23.Final</netty.version>
 49 |         <joni.version>2.1.2</joni.version>
 50 |         <jcodings.version>1.0.8</jcodings.version>
 51 |         <bouncycastle.version>1.46</bouncycastle.version>
 52 |         <common.test.jar>hbase-common-${hbase.version}-tests.jar</common.test.jar>
 53 |         <it.test.jar>hbase-it-${hbase.version}-tests.jar</it.test.jar>
 54 |         <annotations.test.jar>hbase-annotations-${hbase.version}-tests.jar</annotations.test.jar>
 55 |         <surefire.version>2.18</surefire.version>
 56 |     </properties>
 57 | 
 58 |     <dependencies>
 59 |         <dependency>
 60 |             <groupId>org.caesar</groupId>
 61 |             <artifactId>utils</artifactId>
 62 |             <version>1.0-SNAPSHOT</version>
 63 |             <scope>system</scope> <!-- 自定义jar文件路径 -->
 64 |             <systemPath>${project.basedir}/src/main/lib/utils-1.0-SNAPSHOT.jar</systemPath>
 65 |         </dependency>
 66 | 
 67 |         <dependency>
 68 |             <groupId>com.hazelcast</groupId>
 69 |             <artifactId>hazelcast-all</artifactId>
 70 |             <version>2.5</version>
 71 |         </dependency>
 72 | 
 73 |         <dependency>
 74 |             <groupId>net.sf.ehcache</groupId>
 75 |             <artifactId>ehcache</artifactId>
 76 |             <version>2.7.0</version>
 77 |         </dependency>
 78 | 
 79 |         <dependency>
 80 |             <groupId>commons-configuration</groupId>
 81 |             <artifactId>commons-configuration</artifactId>
 82 |             <version>1.9</version>
 83 |         </dependency>
 84 | 
 85 |         <dependency>
 86 |             <groupId>commons-beanutils</groupId>
 87 |             <artifactId>commons-beanutils</artifactId>
 88 |             <version>1.8.3</version>
 89 |         </dependency>
 90 | 
 91 |         <dependency>
 92 |             <groupId>org.quartz-scheduler</groupId>
 93 |             <artifactId>quartz</artifactId>
 94 |             <version>2.1.6</version>
 95 |         </dependency>
 96 |         <dependency>
 97 |             <groupId>javax.mail</groupId>
 98 |             <artifactId>mail</artifactId>
 99 |             <version>1.4</version>
100 |         </dependency>
101 | 
102 |         <dependency>
103 |             <groupId>com.whalin</groupId>
104 |             <artifactId>Memcached-Java-Client</artifactId>
105 |             <version>3.0.2</version>
106 |         </dependency>
107 | 
108 |         <dependency>
109 |             <groupId>net.sf.json-lib</groupId>
110 |             <artifactId>json-lib</artifactId>
111 |             <version>2.4</version>
112 |             <classifier>jdk15</classifier>
113 |         </dependency>
114 |         <dependency>
115 |             <groupId>xom</groupId>
116 |             <artifactId>xom</artifactId>
117 |             <version>1.2.5</version>
118 |         </dependency>
119 |         <dependency>
120 |             <groupId>org.apache.poi</groupId>
121 |             <artifactId>poi-ooxml-schemas</artifactId>
122 |             <version>3.11-beta2</version>
123 |         </dependency>
124 |         <dependency>
125 |             <groupId>org.apache.poi</groupId>
126 |             <artifactId>poi-ooxml</artifactId>
127 |             <version>3.10-FINAL</version>
128 |         </dependency>
129 | 
130 |         <dependency>
131 |             <groupId>org.apache.tika</groupId>
132 |             <artifactId>tika-core</artifactId>
133 |             <version>1.5</version>
134 |         </dependency>
135 |         <dependency>
136 |             <groupId>org.apache.tika</groupId>
137 |             <artifactId>tika-parsers</artifactId>
138 |             <version>1.5</version>
139 |         </dependency>
140 |         <dependency>
141 |             <groupId>org.apache.poi</groupId>
142 |             <artifactId>poi</artifactId>
143 |             <version>3.9</version>
144 |         </dependency>
145 |         <dependency>
146 |             <groupId>org.apache.xmlbeans</groupId>
147 |             <artifactId>xmlbeans</artifactId>
148 |             <version>2.6.0</version>
149 |         </dependency>
150 | 
151 |         <dependency>
152 |             <groupId>redis.clients</groupId>
153 |             <artifactId>jedis</artifactId>
154 |             <version>2.6.0</version>
155 |             <type>jar</type>
156 |         </dependency>
157 | 
158 |         <!--hbase 1.0 by jack -->
159 |         <dependency>
160 |             <groupId>org.apache.hadoop</groupId>
161 |             <artifactId>hadoop-common</artifactId>
162 |             <version>2.7.2</version>
163 |             <exclusions>
164 |                 <exclusion>
165 |                     <groupId>javax.servlet</groupId>
166 |                     <artifactId>*</artifactId>
167 |                 </exclusion>
168 |             </exclusions>
169 |         </dependency>
170 |         <dependency>
171 |             <groupId>org.apache.hbase</groupId>
172 |             <artifactId>hbase-annotations</artifactId>
173 |             <version>${hbase.version}</version>
174 |         </dependency>
175 |         <dependency>
176 |             <groupId>org.apache.hbase</groupId>
177 |             <artifactId>hbase-annotations</artifactId>
178 |             <version>${hbase.version}</version>
179 |             <type>test-jar</type>
180 |         </dependency>
181 |         <dependency>
182 |             <groupId>org.apache.hbase</groupId>
183 |             <artifactId>hbase-common</artifactId>
184 |             <version>${hbase.version}</version>
185 |         </dependency>
186 |         <dependency>
187 |             <groupId>org.apache.hbase</groupId>
188 |             <artifactId>hbase-common</artifactId>
189 |             <version>${hbase.version}</version>
190 |             <type>test-jar</type>
191 |             <scope>test</scope>
192 |         </dependency>
193 |         <dependency>
194 |             <groupId>org.apache.hbase</groupId>
195 |             <artifactId>hbase-protocol</artifactId>
196 |             <version>${hbase.version}</version>
197 |         </dependency>
198 |         <dependency>
199 |             <groupId>org.apache.hbase</groupId>
200 |             <artifactId>hbase-hadoop-compat</artifactId>
201 |             <version>${hbase.version}</version>
202 |         </dependency>
203 |         <dependency>
204 |             <groupId>org.apache.hbase</groupId>
205 |             <artifactId>hbase-hadoop-compat</artifactId>
206 |             <version>${hbase.version}</version>
207 |             <type>test-jar</type>
208 |             <scope>test</scope>
209 |         </dependency>
210 |         <dependency>
211 |             <artifactId>hbase-server</artifactId>
212 |             <groupId>org.apache.hbase</groupId>
213 |             <version>${hbase.version}</version>
214 |         </dependency>
215 | 
216 |         <dependency>
217 |             <artifactId>hbase-shell</artifactId>
218 |             <groupId>org.apache.hbase</groupId>
219 |             <version>${hbase.version}</version>
220 |         </dependency>
221 |         <dependency>
222 |             <artifactId>hbase-shell</artifactId>
223 |             <groupId>org.apache.hbase</groupId>
224 |             <version>${hbase.version}</version>
225 |             <type>test-jar</type>
226 |             <scope>test</scope>
227 |         </dependency>
228 |         <dependency>
229 |             <artifactId>hbase-thrift</artifactId>
230 |             <groupId>org.apache.hbase</groupId>
231 |             <version>${hbase.version}</version>
232 |         </dependency>
233 |         <dependency>
234 |             <artifactId>hbase-thrift</artifactId>
235 |             <groupId>org.apache.hbase</groupId>
236 |             <version>${hbase.version}</version>
237 |             <type>test-jar</type>
238 |             <scope>test</scope>
239 |         </dependency>
240 |         <dependency>
241 |             <artifactId>hbase-rest</artifactId>
242 |             <groupId>org.apache.hbase</groupId>
243 |             <version>${hbase.version}</version>
244 |         </dependency>
245 |         <dependency>
246 |             <artifactId>hbase-rest</artifactId>
247 |             <groupId>org.apache.hbase</groupId>
248 |             <version>${hbase.version}</version>
249 |             <type>test-jar</type>
250 |             <scope>test</scope>
251 |         </dependency>
252 |         <dependency>
253 |             <groupId>org.apache.hbase</groupId>
254 |             <artifactId>hbase-testing-util</artifactId>
255 |             <version>${hbase.version}</version>
256 |             <scope>test</scope>
257 |         </dependency>
258 |         <dependency>
259 |             <groupId>org.apache.hbase</groupId>
260 |             <artifactId>hbase-prefix-tree</artifactId>
261 |             <version>${hbase.version}</version>
262 |             <scope>runtime</scope>
263 |         </dependency>
264 |         <dependency>
265 |             <artifactId>hbase-examples</artifactId>
266 |             <groupId>org.apache.hbase</groupId>
267 |             <version>${hbase.version}</version>
268 |         </dependency>
269 |         <dependency>
270 |             <artifactId>hbase-it</artifactId>
271 |             <groupId>org.apache.hbase</groupId>
272 |             <version>${hbase.version}</version>
273 |             <type>test-jar</type>
274 |             <scope>test</scope>
275 |         </dependency>
276 |         <dependency>
277 |             <artifactId>hbase-client</artifactId>
278 |             <groupId>org.apache.hbase</groupId>
279 |             <version>${hbase.version}</version>
280 |         </dependency>
281 |         <dependency>
282 |             <groupId>org.codehaus.jettison</groupId>
283 |             <artifactId>jettison</artifactId>
284 |             <version>${jettison.version}</version>
285 |         </dependency>
286 |         <dependency>
287 |             <groupId>org.slf4j</groupId>
288 |             <artifactId>slf4j-api</artifactId>
289 |             <version>${slf4j.version}</version>
290 |         </dependency>
291 |         <dependency>
292 |             <groupId>com.yammer.metrics</groupId>
293 |             <artifactId>metrics-core</artifactId>
294 |             <version>${metrics-core.version}</version>
295 |         </dependency>
296 |         <dependency>
297 |             <groupId>com.google.guava</groupId>
298 |             <artifactId>guava</artifactId>
299 |             <version>${guava.version}</version>
300 |         </dependency>
301 |         <dependency>
302 |             <groupId>com.google.code.findbugs</groupId>
303 |             <artifactId>jsr305</artifactId>
304 |             <version>${jsr305.version}</version>
305 |         </dependency>
306 |         <dependency>
307 |             <groupId>commons-collections</groupId>
308 |             <artifactId>commons-collections</artifactId>
309 |             <version>${collections.version}</version>
310 |         </dependency>
311 |         <dependency>
312 |             <groupId>commons-httpclient</groupId>
313 |             <artifactId>commons-httpclient</artifactId>
314 |             <version>${httpclient.version}</version>
315 |         </dependency>
316 |         <dependency>
317 |             <groupId>commons-cli</groupId>
318 |             <artifactId>commons-cli</artifactId>
319 |             <version>${commons-cli.version}</version>
320 |         </dependency>
321 |         <dependency>
322 |             <groupId>commons-codec</groupId>
323 |             <artifactId>commons-codec</artifactId>
324 |             <version>${commons-codec.version}</version>
325 |         </dependency>
326 |         <dependency>
327 |             <groupId>commons-io</groupId>
328 |             <artifactId>commons-io</artifactId>
329 |             <version>${commons-io.version}</version>
330 |         </dependency>
331 |         <dependency>
332 |             <groupId>commons-lang</groupId>
333 |             <artifactId>commons-lang</artifactId>
334 |             <version>${commons-lang.version}</version>
335 |         </dependency>
336 |         <dependency>
337 |             <groupId>commons-logging</groupId>
338 |             <artifactId>commons-logging</artifactId>
339 |             <version>${commons-logging.version}</version>
340 |         </dependency>
341 |         <dependency>
342 |             <groupId>commons-net</groupId>
343 |             <artifactId>commons-net</artifactId>
344 |             <version>${commons-net.version}</version>
345 |         </dependency>
346 |         <dependency>
347 |             <groupId>org.apache.commons</groupId>
348 |             <artifactId>commons-math</artifactId>
349 |             <version>${commons-math.version}</version>
350 |         </dependency>
351 |         <dependency>
352 |             <groupId>org.apache.zookeeper</groupId>
353 |             <artifactId>zookeeper</artifactId>
354 |             <version>${zookeeper.version}</version>
355 |         </dependency>
356 |         <dependency>
357 |             <groupId>io.netty</groupId>
358 |             <artifactId>netty-all</artifactId>
359 |             <version>${netty.version}</version>
360 |         </dependency>
361 |         <dependency>
362 |             <groupId>org.jruby</groupId>
363 |             <artifactId>jruby-complete</artifactId>
364 |             <version>${jruby.version}</version>
365 |         </dependency>
366 |         <dependency>
367 |             <groupId>org.jruby.jcodings</groupId>
368 |             <artifactId>jcodings</artifactId>
369 |             <version>${jcodings.version}</version>
370 |         </dependency>
371 |         <dependency>
372 |             <groupId>org.jruby.joni</groupId>
373 |             <artifactId>joni</artifactId>
374 |             <version>${joni.version}</version>
375 |         </dependency>
376 |         <dependency>
377 |             <groupId>org.mortbay.jetty</groupId>
378 |             <artifactId>jetty-util</artifactId>
379 |             <version>${jetty.version}</version>
380 |         </dependency>
381 |         <dependency>
382 |             <groupId>org.mortbay.jetty</groupId>
383 |             <artifactId>jetty-sslengine</artifactId>
384 |             <version>${jetty.version}</version>
385 |         </dependency>
386 |         <dependency>
387 |             <groupId>org.mortbay.jetty</groupId>
388 |             <artifactId>jsp-api-2.1</artifactId>
389 |             <version>${jetty.jspapi.version}</version>
390 |         </dependency>
391 |         <dependency>
392 |             <groupId>org.mortbay.jetty</groupId>
393 |             <artifactId>servlet-api-2.5</artifactId>
394 |             <version>${jetty.jspapi.version}</version>
395 |         </dependency>
396 |         <dependency>
397 |             <groupId>org.codehaus.jackson</groupId>
398 |             <artifactId>jackson-core-asl</artifactId>
399 |             <version>${jackson.version}</version>
400 |         </dependency>
401 |         <dependency>
402 |             <groupId>org.codehaus.jackson</groupId>
403 |             <artifactId>jackson-mapper-asl</artifactId>
404 |             <version>${jackson.version}</version>
405 |         </dependency>
406 |         <dependency>
407 |             <groupId>org.codehaus.jackson</groupId>
408 |             <artifactId>jackson-jaxrs</artifactId>
409 |             <version>${jackson.version}</version>
410 |         </dependency>
411 |         <dependency>
412 |             <groupId>org.codehaus.jackson</groupId>
413 |             <artifactId>jackson-xc</artifactId>
414 |             <version>${jackson.version}</version>
415 |         </dependency>
416 |         <dependency>
417 |             <groupId>tomcat</groupId>
418 |             <artifactId>jasper-runtime</artifactId>
419 |             <version>${jasper.version}</version>
420 |             <scope>runtime</scope>
421 |             <exclusions>
422 |                 <exclusion>
423 |                     <groupId>javax.servlet</groupId>
424 |                     <artifactId>servlet-api</artifactId>
425 |                 </exclusion>
426 |             </exclusions>
427 |         </dependency>
428 |         <dependency>
429 |             <groupId>org.jamon</groupId>
430 |             <artifactId>jamon-runtime</artifactId>
431 |             <version>${jamon-runtime.version}</version>
432 |         </dependency>
433 |         <!-- REST dependencies -->
434 |         <dependency>
435 |             <groupId>com.google.protobuf</groupId>
436 |             <artifactId>protobuf-java</artifactId>
437 |             <version>${protobuf.version}</version>
438 |         </dependency>
439 |         <dependency>
440 |             <groupId>com.sun.jersey</groupId>
441 |             <artifactId>jersey-core</artifactId>
442 |             <version>${jersey.version}</version>
443 |         </dependency>
444 |         <dependency>
445 |             <groupId>com.sun.jersey</groupId>
446 |             <artifactId>jersey-json</artifactId>
447 |             <version>${jersey.version}</version>
448 |             <exclusions>
449 |                 <exclusion>
450 |                     <groupId>stax</groupId>
451 |                     <artifactId>stax-api</artifactId>
452 |                 </exclusion>
453 |             </exclusions>
454 |         </dependency>
455 |         <dependency>
456 |             <groupId>com.sun.jersey</groupId>
457 |             <artifactId>jersey-server</artifactId>
458 |             <version>${jersey.version}</version>
459 |         </dependency>
460 |         <dependency>
461 |             <groupId>javax.xml.bind</groupId>
462 |             <artifactId>jaxb-api</artifactId>
463 |             <version>${jaxb-api.version}</version>
464 |             <exclusions>
465 |                 <exclusion>
466 |                     <groupId>javax.xml.stream</groupId>
467 |                     <artifactId>stax-api</artifactId>
468 |                 </exclusion>
469 |             </exclusions>
470 |         </dependency>
471 |         <dependency>
472 |             <groupId>org.hamcrest</groupId>
473 |             <artifactId>hamcrest-core</artifactId>
474 |             <version>${hamcrest.version}</version>
475 |             <scope>test</scope>
476 |         </dependency>
477 |     </dependencies>
478 |     <build>
479 |         <plugins>
480 |             <plugin>
481 |                 <artifactId>maven-compiler-plugin</artifactId>
482 |                 <configuration>
483 |                     <source>1.7</source>
484 |                     <target>1.7</target>
485 |                     <!--<version>3.0.5</version>-->
486 |                     <encoding>UTF-8</encoding>
487 |                 </configuration>
488 |             </plugin>
489 |             <plugin>
490 |                 <groupId>org.apache.maven.plugins</groupId>
491 |                 <artifactId>maven-jar-plugin</artifactId>
492 |                 <configuration>
493 |                     <archive>
494 |                         <manifest>
495 |                             <addClasspath>true</addClasspath>
496 |                             <classpathPrefix>lib/</classpathPrefix>
497 |                             <mainClass>com.eastmoney.newHbase.test.RunMain</mainClass>
498 |                         </manifest>
499 |                     </archive>
500 |                 </configuration>
501 |             </plugin>
502 |         </plugins>
503 |     </build>
504 | </project>
505 | 


--------------------------------------------------------------------------------
/src/main/java/org/caesar/hbase/accessor/HbaseAccessorImpl.java:
--------------------------------------------------------------------------------
  1 | package org.caesar.hbase.accessor;
  2 | 
  3 | import org.apache.hadoop.hbase.*;
  4 | import org.apache.hadoop.hbase.client.*;
  5 | import org.apache.hadoop.hbase.io.compress.Compression;
  6 | import org.caesar.hbase.annotation.HbaseField;
  7 | import org.caesar.hbase.util.CommonUtil;
  8 | import org.caesar.hbase.util.Constant;
  9 | import org.caesar.hbase.util.HBasesUtil;
 10 | import org.caesar.hbase.util.HbaseAnnontationUtil;
 11 | import org.caesar.utils.annoatations.AnnoatationsUtil;
 12 | import org.caesar.utils.beans.JackBeanUtil;
 13 | import org.caesar.utils.common.ConvertsUtil;
 14 | import org.slf4j.Logger;
 15 | import org.slf4j.LoggerFactory;
 16 | 
 17 | import java.io.IOException;
 18 | import java.lang.reflect.Field;
 19 | import java.lang.reflect.Type;
 20 | import java.util.*;
 21 | 
 22 | /**
 23 |  * Created by caesar.zhu on 15-11-5.
 24 |  */
 25 | public class HbaseAccessorImpl implements IAccessor {
 26 |     private static Logger logger = LoggerFactory.getLogger(HbaseAccessorImpl.class);
 27 | 
 28 |     /*创建表*/
 29 |     @Override
 30 |     public boolean createTable(Class clazz) throws IOException {
 31 |         String tableNameStr = HbaseAnnontationUtil.getTableName(clazz);
 32 |         String family = HbaseAnnontationUtil.getFamilyName(clazz);
 33 |         HTableDescriptor table = new HTableDescriptor(TableName.valueOf(tableNameStr));
 34 |         if (hasTable(clazz)) {
 35 |             logger.warn("该表已存在");
 36 |             return false;
 37 |         }
 38 |         table.addFamily(new HColumnDescriptor(family));
 39 |         HBasesUtil.getAdmin().createTable(table);
 40 |         logger.info(tableNameStr + "已创建");
 41 |         return true;
 42 |     }
 43 | 
 44 |     /*删除表*/
 45 |     @Override
 46 |     public boolean deleteTable(Class clazz) throws IOException {
 47 |         Admin admin = HBasesUtil.getAdmin();
 48 |         String tableNameStr = HbaseAnnontationUtil.getTableName(clazz);
 49 |         HTableDescriptor table = new HTableDescriptor(TableName.valueOf(tableNameStr));
 50 |         if (hasTable(clazz)) {
 51 |             admin.disableTable(table.getTableName());
 52 |             admin.deleteTable(table.getTableName());
 53 |             logger.info(tableNameStr + "删除成功");
 54 |             return true;
 55 |         } else {
 56 |             logger.warn(tableNameStr + "表不存在");
 57 |             return false;
 58 |         }
 59 |     }
 60 | 
 61 |     /*检测是否有相应的表*/
 62 |     @Override
 63 |     public boolean hasTable(Class clazz) throws IOException {
 64 |         String tableNameStr = HbaseAnnontationUtil.getTableName(clazz);
 65 |         Admin admin = HBasesUtil.getAdmin();
 66 |         TableName tableName = TableName.valueOf(tableNameStr);
 67 |         if (admin.tableExists(tableName)) {
 68 |             return true;
 69 |         } else {
 70 |             return false;
 71 |         }
 72 |     }
 73 | 
 74 |     /*添加数据*/
 75 |     @Override
 76 |     public boolean put(Object t) throws IOException {
 77 |         String tableNameStr = HbaseAnnontationUtil.getTableName(t.getClass());
 78 |         Table table = HBasesUtil.getConnecton().getTable(TableName.valueOf(tableNameStr));
 79 |         Object keyValue = HbaseAnnontationUtil.getRowKeyValue(t);
 80 | //        Put put = new Put(Bytes.toBytes(keyValue));
 81 |         Put put = new Put(ConvertsUtil.convertToBytes(keyValue));
 82 |         table.put(AddCell(put, t));
 83 |         logger.info(t + "已添加");
 84 |         return true;
 85 |     }
 86 | 
 87 |     /*批量添加数据*/
 88 |     @Override
 89 |     public <T> boolean putBatch(Class<T> clazz, List<T> list) throws IOException {
 90 |         String tableNameStr = HbaseAnnontationUtil.getTableName(clazz);
 91 |         Table table = HBasesUtil.getConnecton().getTable(TableName.valueOf(tableNameStr));
 92 |         List<Row> batch = new LinkedList<>();
 93 | //        List<Put> batch = new LinkedList<Put>();
 94 |         for (T t : list) {
 95 |             Object keyValue = HbaseAnnontationUtil.getRowKeyValue(t);
 96 |             Put put = new Put(ConvertsUtil.convertToBytes(keyValue));
 97 |             put = AddCell(put, t);
 98 |             batch.add(put);
 99 |         }
100 |         Object[] results = new Object[list.size()];//用于存放批量操作结果
101 |         try {
102 |             table.batch(batch, results);
103 |         } catch (Exception e) {
104 |             e.printStackTrace();
105 |         }
106 | //        for (int i = 0; i < results.length; i++) {
107 | //            System.out.println("Result[" + i + "]: " + results[i]);
108 | //        }
109 |         return true;
110 |     }
111 | 
112 |     /*根据rowkey获得具体的model对象*/
113 |     @Override
114 |     public <T> T get(Object rowkey, Class<T> clazz) throws IOException {
115 |         //查询所有列
116 |         List<String> columns = AnnoatationsUtil.getFieldsBySpecAnnoatationWithString(clazz, HbaseField.class);
117 |         return get(rowkey, clazz, columns);
118 |     }
119 | 
120 |     /*根据rowkey获得指定列，并将结果转换为具体的model对象*/
121 |     @Override
122 |     public <T> T get(Object rowkey, Class<T> clazz, List<String> columns) throws IOException {
123 |         String tableNameStr = HbaseAnnontationUtil.getTableName(clazz);
124 |         String family = HbaseAnnontationUtil.getFamilyName(clazz);
125 |         Table table = HBasesUtil.getConnecton().getTable(TableName.valueOf(tableNameStr));
126 | //        Get get = new Get(byte[] bts);
127 |         Get get = new Get(ConvertsUtil.convertToBytes(rowkey));
128 |         for (String column : columns) {
129 |             get.addColumn(family.getBytes(), column.getBytes());
130 |         }
131 |         Result result = table.get(get);
132 |         if (result.isEmpty()) return null;
133 |         return ResultToModel(result, clazz);
134 |     }
135 | 
136 |     /*根据起始位置扫描表，并返回model的list集合*/
137 |     @Override
138 |     public <T> List scan(Object startrowkey, Object stoprowkey, Class<T> clazz) throws IOException {
139 |         //扫描行并获取所有列
140 |         return scan(startrowkey, stoprowkey, clazz);
141 |     }
142 | 
143 |     /*根据起始位置扫描表，获取指定列，并返回model的list集合*/
144 |     @Override
145 |     public <T> List<T> scan(Object startrowkey, Object stoprowkey, Class<T> clazz, List<String> columns) throws IOException {
146 |         String tableNameStr = HbaseAnnontationUtil.getTableName(clazz);
147 |         Table table = HBasesUtil.getConnecton().getTable(TableName.valueOf(tableNameStr));
148 |         String family = HbaseAnnontationUtil.getFamilyName(clazz);
149 |         Scan scan = new Scan();
150 |         for (String column : columns) {
151 |             scan.addColumn(family.getBytes(), column.getBytes());
152 |         }
153 | //        scan.setStartRow(HbaseAnnontationUtil.convertToBytes(startrowkey));//设置开启位置
154 | //        scan.setStopRow(HbaseAnnontationUtil.convertToBytes(stoprowkey));//设置结束位置
155 |         ResultScanner scanner = table.getScanner(scan);
156 |         List<T> list = new LinkedList<T>();
157 |         for (Result result : scanner) {
158 |             T model = ResultToModel(result, clazz);
159 |             list.add(model);
160 | //            System.out.println("find a record");
161 |         }
162 |         return list;
163 |     }
164 | 
165 |     /*根据rowkey删除指定行*/
166 |     @Override
167 |     public <T> boolean delete(Object rowkey, Class<T> clazz) throws IOException {
168 |         if (!hasRow(rowkey, clazz)) {
169 |             return false;
170 |         }
171 |         String tableNameStr = HbaseAnnontationUtil.getTableName(clazz);
172 |         Table table = HBasesUtil.getConnecton().getTable(TableName.valueOf(tableNameStr));
173 |         Delete delete = new Delete(ConvertsUtil.convertToBytes(rowkey));
174 |         table.delete(delete);
175 |         return true;
176 |     }
177 | 
178 |     /*根据rowkey（通过设置list对象中的HbaseRowkey值确定）批量删除指定行*/
179 |     @Override
180 |     public <T> boolean deleteBatch(Class<T> clazz, List<T> list) throws IOException {
181 |         String tableNameStr = HbaseAnnontationUtil.getTableName(clazz);
182 |         Table table = HBasesUtil.getConnecton().getTable(TableName.valueOf(tableNameStr));
183 |         List<Row> batch = new LinkedList<Row>();
184 | //        List<Delete> batch = new LinkedList<Delete>();
185 |         for (T t : list) {
186 |             Object keyValue = HbaseAnnontationUtil.getRowKeyValue(t);
187 |             if (!hasRow(keyValue, clazz)) {
188 |                 continue;
189 |             }
190 |             Delete delete = new Delete(ConvertsUtil.convertToBytes(keyValue));
191 |             batch.add(delete);
192 |         }
193 |         Object[] results = new Object[list.size()];
194 |         try {
195 |             table.batch(batch, results);
196 |         } catch (Exception e) {
197 |             e.printStackTrace();
198 |         }
199 |         return true;
200 |     }
201 | 
202 |     /*根据rowkey判断是否含有某条数据*/
203 |     @Override
204 |     public boolean hasRow(Object rowkey, Class clazz) throws IOException {
205 |         String tableNameStr = HbaseAnnontationUtil.getTableName(clazz);
206 |         Table table = HBasesUtil.getConnecton().getTable(TableName.valueOf(tableNameStr));
207 |         Get get = new Get(ConvertsUtil.convertToBytes(rowkey));
208 |         Result result = table.get(get);
209 |         if (result.isEmpty()) {
210 |             return false;
211 |         } else {
212 |             return true;
213 |         }
214 |     }
215 | 
216 |     /*修改hbase表的Schema（暂时未用）*/
217 |     public static void modifySchema() throws IOException {
218 | 
219 |         Admin admin = HBasesUtil.getAdmin();
220 |         TableName tableName = TableName.valueOf("TABLE_NAME");
221 |         if (admin.tableExists(tableName)) {
222 |             logger.warn("Table does not exist.");
223 |             System.exit(-1);
224 |         }
225 | 
226 |         HTableDescriptor table = new HTableDescriptor(tableName);
227 | 
228 |         // Update existing table
229 |         HColumnDescriptor newColumn = new HColumnDescriptor("NEWCF");
230 |         newColumn.setCompactionCompressionType(Compression.Algorithm.GZ);
231 |         newColumn.setMaxVersions(HConstants.ALL_VERSIONS);
232 |         admin.addColumn(tableName, newColumn);
233 | 
234 |         // Update existing column family
235 |         HColumnDescriptor existingColumn = new HColumnDescriptor("CF_DEFAULT");
236 |         existingColumn.setCompactionCompressionType(Compression.Algorithm.GZ);
237 |         existingColumn.setMaxVersions(HConstants.ALL_VERSIONS);
238 |         table.modifyFamily(existingColumn);
239 |         admin.modifyTable(tableName, table);
240 | 
241 |         // Disable an existing table
242 |         admin.disableTable(tableName);
243 | 
244 |         // Delete an existing column family
245 |         admin.deleteColumn(tableName, "CF_DEFAULT".getBytes("UTF-8"));
246 | 
247 |         // Delete a table (Need to be disabled first)
248 |         admin.deleteTable(tableName);
249 | 
250 |     }
251 | 
252 |     /*解析model并向put对象添加字段值*/
253 |     private static Put AddCell(Put put, Object model) {
254 |         String family = HbaseAnnontationUtil.getFamilyName(model.getClass());
255 |         /**field字段为基本类型*/
256 | //        List<String> fields = AnnoatationsUtil.getFieldsBySpecAnnoatationWithString(model.getClass(), HbaseField.class);
257 | //        for (String fieldName : fields) {
258 | //            Object value = JackBeanUtil.getProperty(model, fieldName);
259 | //            put.addColumn(family.getBytes(), fieldName.getBytes(), ConvertsUtil.convertToBytes(value));
260 | //        }
261 |         /**field字段为基本类型和集合类型的处理*/
262 |         List<Field> fields = AnnoatationsUtil.getFieldsBySpecAnnoatation(model.getClass(), HbaseField.class);
263 |         for (Field filed : fields) {
264 |             Object value = JackBeanUtil.getProperty(model, filed.getName());
265 |             if(value == null) continue;
266 |             String type = filed.getGenericType().toString();
267 |             //List转换
268 |             if(type.startsWith("java.util.List")){//字段类型为List
269 |                 String newValue = "";
270 |                 List list = (List)value;
271 |                 for(Object o:list){
272 |                     String oo = CommonUtil.filterSpecChar(o.toString());
273 |                     newValue += oo + Constant.COLLECTION_SPLIT_CH;
274 |                 }
275 |                 if(list.size()==0){
276 |                     newValue = "";
277 |                 }else{
278 |                     newValue = newValue.substring(0,newValue.length()-1);
279 |                 }
280 |                 value = newValue;
281 |             }
282 |             //Set转换
283 |             if(type.startsWith("java.util.Set")){//字段类型为Set
284 |                 String newValue = "";
285 |                 Set set = (Set)value;
286 |                 for(Object o:set){
287 |                     String oo = CommonUtil.filterSpecChar(o.toString());
288 |                     newValue += oo + Constant.COLLECTION_SPLIT_CH;
289 |                 }
290 |                 if(set.size()==0){
291 |                     newValue = "";
292 |                 }else{
293 |                     newValue = newValue.substring(0,newValue.length()-1);
294 |                 }
295 |                 value = newValue;
296 |             }
297 |             //Map转换
298 |             if(type.startsWith("java.util.Map")){//字段类型为Set
299 |                 String newValue = "";
300 |                 Map map = (Map)value;
301 |                 for(Object key:map.keySet()){
302 |                     String keyStr = CommonUtil.filterSpecChar(key.toString());
303 |                     String valueStr = CommonUtil.filterSpecChar(map.get(key).toString());
304 |                     newValue += keyStr + Constant.MAP_KV_CH + valueStr + Constant.COLLECTION_SPLIT_CH;
305 |                 }
306 |                 if(map.size()==0){
307 |                     newValue = "";
308 |                 }else{
309 |                     newValue = newValue.substring(0,newValue.length()-1);
310 |                 }
311 |                 value = newValue;
312 |             }
313 |             put.addColumn(family.getBytes(), filed.getName().getBytes(), ConvertsUtil.convertToBytes(value));
314 |         }
315 |         return put;
316 |     }
317 | 
318 |     /*将Hbase返回的Result对象解析为具体的model对象*/
319 |     private static <T> T ResultToModel(Result result, Class<T> clazz) {
320 |         String family = HbaseAnnontationUtil.getFamilyName(clazz);
321 |         T model = JackBeanUtil.getInstanceByClass(clazz);
322 |         List<Field> fields = AnnoatationsUtil.getFieldsBySpecAnnoatation(model.getClass(), HbaseField.class);
323 |         for (Field field : fields) {
324 |             String fieldName = field.getName();
325 |             byte[] b = result.getValue(family.getBytes(), fieldName.getBytes());
326 |             Object value = null;
327 |             Type type = field.getGenericType();
328 |             if(type.toString().startsWith("java.util.List")) {//字段类型为List
329 |                 value = ConvertsUtil.bytesToValue(String.class, b);
330 |                 if(value ==null) continue;
331 |                 List list = Arrays.asList(value.toString().split(Constant.COLLECTION_SPLIT_CH));
332 |                 value = list;
333 |             }else if(type.toString().startsWith("java.util.Set")) {//字段类型为List
334 |                 value = ConvertsUtil.bytesToValue(String.class, b);
335 |                 if(value ==null) continue;
336 |                 Set set = new HashSet();
337 |                 for(Object o : value.toString().split(Constant.COLLECTION_SPLIT_CH)){
338 |                     set.add(o);
339 |                 }
340 |                 value = set;
341 |             }else if(type.toString().startsWith("java.util.Map")) {//字段类型为Map
342 |                 value = ConvertsUtil.bytesToValue(String.class, b);
343 |                 if(value ==null) continue;
344 |                 Map map = new HashMap();
345 |                 for(Object o:value.toString().split(Constant.COLLECTION_SPLIT_CH)){
346 |                     Object[] arr = o.toString().split(Constant.MAP_KV_CH);
347 |                     map.put(arr[0],arr[1]);
348 |                 }
349 |                 value = map;
350 |             }else{
351 |                 value = ConvertsUtil.bytesToValue(type, b);
352 |             }
353 |             JackBeanUtil.setProperty(model, fieldName, value);
354 |         }
355 |         return model;
356 |     }
357 | 
358 | }
359 | 


--------------------------------------------------------------------------------
/src/main/java/org/caesar/hbase/accessor/IAccessor.java:
--------------------------------------------------------------------------------
 1 | package org.caesar.hbase.accessor;
 2 | 
 3 | import java.io.IOException;
 4 | import java.util.List;
 5 | 
 6 | public interface IAccessor {
 7 |     <T>boolean createTable(Class<T> clazz)  throws IOException;
 8 |     <T>boolean deleteTable(Class<T> clazz)  throws IOException ;
 9 |     <T>boolean hasTable(Class<T> clazz)  throws IOException ;
10 |     <T>boolean put(T t)  throws IOException ;
11 |     <T> boolean putBatch(Class<T> clazz, List<T> list) throws IOException;
12 |     <T> T get(Object rowkey, Class<T> clazz)  throws IOException ;
13 |     <T> T get(Object rowkey, Class<T> clazz, List<String> columns)  throws IOException ;
14 |     <T> List<T> scan(Object startrowkey, Object stoprowkey, Class<T> clazz)  throws IOException ;
15 |     <T> List<T> scan(Object startrowkey, Object stoprowkey, Class<T> clazz, List<String> columns)  throws IOException ;
16 |     <T> boolean delete(Object rowkey, Class<T> clazz)  throws IOException ;
17 |     <T> boolean deleteBatch(Class<T> clazz, List<T> list) throws IOException;
18 |     <T> boolean hasRow(Object rowkey, Class<T> clazz)  throws IOException ;
19 | 
20 | 
21 | 
22 | }
23 | 


--------------------------------------------------------------------------------
/src/main/java/org/caesar/hbase/annotation/HbaseDocument.java:
--------------------------------------------------------------------------------
 1 | package org.caesar.hbase.annotation;
 2 | 
 3 | import java.lang.annotation.ElementType;
 4 | import java.lang.annotation.Retention;
 5 | import java.lang.annotation.RetentionPolicy;
 6 | import java.lang.annotation.Target;
 7 | 
 8 | /**
 9 |  * Created by caesar.zhu on 15-9-22.
10 |  * 目前对hbase中family(列簇)的设计原则是每个表（model）使用一个family
11 |  */
12 | @Target(ElementType.TYPE)
13 | @Retention(RetentionPolicy.RUNTIME)
14 | public @interface HbaseDocument {
15 |     String table() ;
16 |     String family() default "#DEFAULT_FAMILY#";
17 | }
18 | 


--------------------------------------------------------------------------------
/src/main/java/org/caesar/hbase/annotation/HbaseField.java:
--------------------------------------------------------------------------------
 1 | package org.caesar.hbase.annotation;
 2 | 
 3 | 
 4 | import java.lang.annotation.*;
 5 | 
 6 | /**
 7 |  * Created by caesar.zhu on 15-9-22.
 8 |  */
 9 | @Target(ElementType.FIELD)
10 | @Retention(RetentionPolicy.RUNTIME)
11 | @Inherited()
12 | public @interface HbaseField {
13 | 
14 | 
15 | }
16 | 


--------------------------------------------------------------------------------
/src/main/java/org/caesar/hbase/annotation/HbaseRowKey.java:
--------------------------------------------------------------------------------
 1 | package org.caesar.hbase.annotation;
 2 | 
 3 | 
 4 | import java.lang.annotation.*;
 5 | 
 6 | /**
 7 |  * Created by caesar.zhu on 15-9-22.
 8 |  */
 9 | @Target(ElementType.FIELD)
10 | @Retention(RetentionPolicy.RUNTIME)
11 | @Inherited()
12 | public @interface HbaseRowKey {
13 | 
14 | 
15 | }
16 | 


--------------------------------------------------------------------------------
/src/main/java/org/caesar/hbase/example/TestAccessor.java:
--------------------------------------------------------------------------------
 1 | package org.caesar.hbase.example;
 2 | 
 3 | import org.caesar.hbase.accessor.HbaseAccessorImpl;
 4 | import org.caesar.hbase.accessor.IAccessor;
 5 | 
 6 | import java.io.IOException;
 7 | import java.util.*;
 8 | 
 9 | /**
10 |  * Created by caesar.zhu on 15-11-5.
11 |  */
12 | public class TestAccessor {
13 | 
14 |     public static void testHbase() throws IOException {
15 |         //获得访问hbase的accessor对象
16 |         IAccessor accessor = new HbaseAccessorImpl();
17 |         //删除表
18 |         accessor.deleteTable(UserModel.class);
19 |         //创建表
20 |         accessor.createTable(UserModel.class);
21 |         //判断表是否存在
22 |         System.out.println(accessor.hasTable(UserModel.class));
23 |         //new实体类并设置相关属性
24 |         UserModel user = new UserModel();
25 |         user.setUserId(1010001L);
26 |         user.setUserName("caesar.zhu");
27 |         user.setAge(30);
28 |         Map<String,Integer> scoresMap = new HashMap();
29 |         scoresMap.put("history",95);
30 |         scoresMap.put("geography",98);
31 |         scoresMap.put("math",100);
32 |         user.setScoresMap(scoresMap);
33 |         List<String> hobiesList = new ArrayList<>();
34 |         hobiesList.add("basketball");
35 |         hobiesList.add("swimming");
36 |         hobiesList.add("shoot");
37 |         user.setHobiesList(hobiesList);
38 |         Set<Integer> yearsSet = new HashSet<>();
39 |         yearsSet.add(10);
40 |         yearsSet.add(25);
41 |         yearsSet.add(65);
42 |         user.setYears(yearsSet);
43 |         user.setEnd(true);
44 |         //添加记录
45 |         accessor.put(user);
46 |         //根据key进行查询
47 |         UserModel ins = accessor.get(1010001L, UserModel.class);
48 |         System.out.println(ins);
49 |         //根据key判断记录是否存在
50 |         System.out.println(accessor.hasRow(1010001L,UserModel.class));
51 |         //删除指定记录
52 |         System.out.println(accessor.delete(1010001L,UserModel.class));
53 |         //批量删除
54 |         //System.out.println(accessor.deleteBatch(list...,UserModel.class));
55 |         //扫描记录
56 |         //System.out.println(accessor.scan(....));
57 |     }
58 | 
59 |     public static void main(String[] args) throws IOException {
60 |         testHbase();
61 |     }
62 | 
63 | }
64 | 


--------------------------------------------------------------------------------
/src/main/java/org/caesar/hbase/example/UserModel.java:
--------------------------------------------------------------------------------
  1 | package org.caesar.hbase.example;
  2 | 
  3 | import org.apache.commons.codec.language.bm.Lang;
  4 | import org.caesar.hbase.annotation.HbaseDocument;
  5 | import org.caesar.hbase.annotation.HbaseField;
  6 | import org.caesar.hbase.annotation.HbaseRowKey;
  7 | 
  8 | import java.util.List;
  9 | import java.util.Map;
 10 | import java.util.Set;
 11 | 
 12 | /**
 13 |  * Created by caesar.zhu on 15-11-4.
 14 |  */
 15 | //定义表名和列簇名（目前只支持单个表对应一个列簇）
 16 | @HbaseDocument(table = "my-table-user",family = "col_0")
 17 | public class UserModel {
 18 |     @HbaseRowKey
 19 |     @HbaseField
 20 |     private Long userId;
 21 |     @HbaseField
 22 |     private String userName;
 23 |     @HbaseField
 24 |     private Integer age;
 25 |     @HbaseField
 26 |     private Map<String,Integer> scoresMap;
 27 |     @HbaseField
 28 |     private List<String> hobiesList;
 29 |     @HbaseField
 30 |     private Double schooling;
 31 |     @HbaseField
 32 |     private Set<Integer> years;
 33 |     @HbaseField
 34 |     private Boolean end;
 35 | 
 36 |     public Long getUserId() {
 37 |         return userId;
 38 |     }
 39 | 
 40 |     public void setUserId(Long userId) {
 41 |         this.userId = userId;
 42 |     }
 43 | 
 44 |     public String getUserName() {
 45 |         return userName;
 46 |     }
 47 | 
 48 |     public void setUserName(String userName) {
 49 |         this.userName = userName;
 50 |     }
 51 | 
 52 |     public Integer getAge() {
 53 |         return age;
 54 |     }
 55 | 
 56 |     public void setAge(Integer age) {
 57 |         this.age = age;
 58 |     }
 59 | 
 60 |     public Map<String, Integer> getScoresMap() {
 61 |         return scoresMap;
 62 |     }
 63 | 
 64 |     public void setScoresMap(Map<String, Integer> scoresMap) {
 65 |         this.scoresMap = scoresMap;
 66 |     }
 67 | 
 68 |     public List<String> getHobiesList() {
 69 |         return hobiesList;
 70 |     }
 71 | 
 72 |     public void setHobiesList(List<String> hobiesList) {
 73 |         this.hobiesList = hobiesList;
 74 |     }
 75 | 
 76 |     public Double getSchooling() {
 77 |         return schooling;
 78 |     }
 79 | 
 80 |     public void setSchooling(Double schooling) {
 81 |         this.schooling = schooling;
 82 |     }
 83 | 
 84 |     public Set<Integer> getYears() {
 85 |         return years;
 86 |     }
 87 | 
 88 |     public void setYears(Set<Integer> years) {
 89 |         this.years = years;
 90 |     }
 91 | 
 92 |     public Boolean getEnd() {
 93 |         return end;
 94 |     }
 95 | 
 96 |     public void setEnd(Boolean end) {
 97 |         this.end = end;
 98 |     }
 99 | 
100 |     @Override
101 |     public String toString() {
102 |         return "UserModel{" +
103 |                 "userId=" + userId +
104 |                 ", userName='" + userName + '\'' +
105 |                 ", age=" + age +
106 |                 ", scoresMap=" + scoresMap +
107 |                 ", hobiesList=" + hobiesList +
108 |                 ", schooling=" + schooling +
109 |                 ", years=" + years +
110 |                 ", end=" + end +
111 |                 '}';
112 |     }
113 | }
114 | 


--------------------------------------------------------------------------------
/src/main/java/org/caesar/hbase/util/CommonUtil.java:
--------------------------------------------------------------------------------
 1 | package org.caesar.hbase.util;
 2 | 
 3 | /**
 4 |  * Created by caesar.zhu on 2016/11/25.
 5 |  */
 6 | public class CommonUtil {
 7 |     /**
 8 |      * 过滤特殊用于分隔作用的特殊字符
 9 |      * @param value
10 |      * @return
11 |      */
12 |     public static String filterSpecChar(String value){
13 |         return value.replaceAll(Constant.COLLECTION_SPLIT_CH,"").replaceAll(Constant.MAP_KV_CH,"");
14 |     }
15 | }
16 | 


--------------------------------------------------------------------------------
/src/main/java/org/caesar/hbase/util/Constant.java:
--------------------------------------------------------------------------------
 1 | package org.caesar.hbase.util;
 2 | 
 3 | /**
 4 |  * Created by caesar.zhu on 2016/11/25.
 5 |  */
 6 | public class Constant {
 7 |     public static final String COLLECTION_SPLIT_CH = "\u0001";
 8 |     public static final String MAP_KV_CH = "\u0002";
 9 | }
10 | 


--------------------------------------------------------------------------------
/src/main/java/org/caesar/hbase/util/HBasesUtil.java:
--------------------------------------------------------------------------------
 1 | package org.caesar.hbase.util;
 2 | 
 3 | import org.apache.hadoop.conf.Configuration;
 4 | import org.apache.hadoop.fs.Path;
 5 | import org.apache.hadoop.hbase.HBaseConfiguration;
 6 | import org.apache.hadoop.hbase.client.Admin;
 7 | import org.apache.hadoop.hbase.client.Connection;
 8 | import org.apache.hadoop.hbase.client.ConnectionFactory;
 9 | 
10 | import java.io.IOException;
11 | 
12 | /**
13 |  * Created by caesar.zhu on 2016/11/24.
14 |  */
15 | public class HBasesUtil {
16 |     private static Configuration config = null;
17 |     private static Connection connection = null;
18 | 
19 |     static {
20 |         config = HBaseConfiguration.create();
21 |         config.addResource(new Path("hbase-site.xml"));
22 | //        config.addResource(new Path("core-site.xml"));
23 |     }
24 | 
25 |     /*获得Connection连接*/
26 |     public static Connection getConnecton(){
27 |         if(connection == null || connection.isClosed()){
28 |             try {
29 |                 connection = ConnectionFactory.createConnection(config);
30 |             } catch (IOException e) {
31 |                 e.printStackTrace();
32 |             }
33 |         }
34 |         return connection;
35 |     }
36 | 
37 |     public static Admin getAdmin(){
38 |         Admin admin = null;
39 |         try {
40 |             admin = getConnecton().getAdmin();
41 |         } catch (IOException e) {
42 |             e.printStackTrace();
43 |         }
44 |         return admin;
45 |     }
46 | 
47 | 
48 |     public static void main(String[] args) throws IOException {
49 |         System.out.println(getAdmin().getClusterStatus());
50 |     }
51 | }
52 | 


--------------------------------------------------------------------------------
/src/main/java/org/caesar/hbase/util/HbaseAnnontationUtil.java:
--------------------------------------------------------------------------------
 1 | package org.caesar.hbase.util;
 2 | 
 3 | import org.caesar.hbase.annotation.HbaseDocument;
 4 | import org.caesar.hbase.annotation.HbaseRowKey;
 5 | import org.caesar.utils.annoatations.AnnoatationsUtil;
 6 | 
 7 | /**
 8 |  * Created by caesar.zhu on 15-11-4.
 9 |  */
10 | public class HbaseAnnontationUtil {
11 | 
12 |     /*获取表名*/
13 |     public static String getTableName(Class<?> clazz){
14 |         return clazz.getAnnotation(HbaseDocument.class).table();
15 |     }
16 | 
17 |     /*获取列簇名*/
18 |     public static String getFamilyName(Class<?> clazz){
19 |         return clazz.getAnnotation(HbaseDocument.class).family();
20 |     }
21 | 
22 |     /*获得model的HbaseRowKey字段名*/
23 |     public static String getRowKeyName(Class clazz) {
24 |         return AnnoatationsUtil.getFieldNameByFieldAnnoatation(clazz,HbaseRowKey.class);
25 |     }
26 | 
27 |     /*获得model的HbaseRowKey的值*/
28 |     public static <T> Object getRowKeyValue(T model){
29 |         return AnnoatationsUtil.getFieldValueByFieldAnnonation(model,HbaseRowKey.class);
30 |     }
31 | 
32 | }
33 | 


--------------------------------------------------------------------------------
/src/main/lib/utils-1.0-SNAPSHOT.jar:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/jacksoup/HbaseAPI/ff1380d5290a18c7c8fae492e512d152c1324a11/src/main/lib/utils-1.0-SNAPSHOT.jar


--------------------------------------------------------------------------------
/src/main/resources/hbase-site.xml:
--------------------------------------------------------------------------------
1 | <?xml version="1.0"?>
2 | <?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
3 | <configuration>
4 |      <property>
5 |           <name>hbase.zookeeper.quorum</name>
6 |          <!--zookeeper 地址-->
7 |          <value>namenode1,namenode2,datanode1,datanode2,datanode3</value>
8 |      </property>
9 | </configuration>


--------------------------------------------------------------------------------
/src/main/resources/logback.xml:
--------------------------------------------------------------------------------
 1 | <?xml version="1.0" encoding="UTF-8"?>
 2 | <configuration>
 3 |     <appender name="consoleAppender" class="ch.qos.logback.core.ConsoleAppender">
 4 |         <withJansi>false</withJansi>
 5 |         <encoder>
 6 |             <pattern>%d{HH:mm:ss.SSS} %highlight(%-5level) [%thread] %cyan(%logger) - %msg%n</pattern>
 7 |         </encoder>
 8 |     </appender>
 9 |     <root level="INFO">
10 |         <appender-ref ref="consoleAppender" />
11 |     </root>
12 | 
13 | </configuration>


--------------------------------------------------------------------------------