7 |
--------------------------------------------------------------------------------
/pom.xml:
--------------------------------------------------------------------------------
1 | Title: HbaseConnectionFactory
43 | *Description: 构造方法
44 | * 45 | * @param hadoopConfiguration hbase配置 46 | */ 47 | public HbaseConnectionFactory(final Configuration hadoopConfiguration) { 48 | 49 | this.hadoopConfiguration = hadoopConfiguration; 50 | } 51 | 52 | /** 53 | *Title: HbaseConnectionFactory
54 | *Description: 构造方法
55 | * 56 | * @param host zookeeper地址 57 | * @param port zookeeper端口 58 | * @param master hbase主机 59 | * @param rootdir hdfs数据目录 60 | */ 61 | public HbaseConnectionFactory(final String host, final String port, final String master, final String rootdir) { 62 | 63 | this.hadoopConfiguration = new Configuration(); 64 | 65 | if (host == null) 66 | throw new ConnectionException("[" + HbaseConfig.ZOOKEEPER_QUORUM_PROPERTY + "] is required !"); 67 | this.hadoopConfiguration.set(HbaseConfig.ZOOKEEPER_QUORUM_PROPERTY, host); 68 | 69 | if (port == null) 70 | throw new ConnectionException("[" + HbaseConfig.ZOOKEEPER_CLIENTPORT_PROPERTY + "] is required !"); 71 | this.hadoopConfiguration.set(HbaseConfig.ZOOKEEPER_CLIENTPORT_PROPERTY, port); 72 | 73 | if (master != null) 74 | this.hadoopConfiguration.set(HbaseConfig.MASTER_PROPERTY, master); 75 | 76 | if (rootdir != null) 77 | this.hadoopConfiguration.set(HbaseConfig.ROOTDIR_PROPERTY, rootdir); 78 | } 79 | 80 | /** 81 | * @param properties 参数配置 82 | * @since 1.2.1 83 | */ 84 | public HbaseConnectionFactory(final Properties properties) { 85 | 86 | this.hadoopConfiguration = new Configuration(); 87 | 88 | for (EntryTitle: HbaseConnectionPool
36 | *Description: 默认构造方法
37 | */ 38 | public HbaseConnectionPool() { 39 | 40 | this(HbaseConfig.DEFAULT_HOST, HbaseConfig.DEFAULT_PORT); 41 | } 42 | 43 | /** 44 | *Title: HbaseConnectionPool
45 | *Description: 构造方法
46 | * 47 | * @param host 地址 48 | * @param port 端口 49 | */ 50 | public HbaseConnectionPool(final String host, final String port) { 51 | 52 | this(new ConnectionPoolConfig(), host, port, HbaseConfig.DEFAULT_MASTER, HbaseConfig.DEFAULT_ROOTDIR); 53 | } 54 | 55 | /** 56 | *Title: HbaseConnectionPool
57 | *Description: 构造方法
58 | * 59 | * @param host 地址 60 | * @param port 端口 61 | * @param master hbase主机 62 | * @param rootdir hdfs目录 63 | */ 64 | public HbaseConnectionPool(final String host, final String port, final String master, final String rootdir) { 65 | 66 | this(new ConnectionPoolConfig(), host, port, master, rootdir); 67 | } 68 | 69 | /** 70 | *Title: HbaseConnectionPool
71 | *Description: 构造方法
72 | * 73 | * @param hadoopConfiguration hbase配置 74 | */ 75 | public HbaseConnectionPool(final Configuration hadoopConfiguration) { 76 | 77 | this(new ConnectionPoolConfig(), hadoopConfiguration); 78 | } 79 | 80 | /** 81 | *Title: HbaseConnectionPool
82 | *Description: 构造方法
83 | * 84 | * @param poolConfig 池配置 85 | * @param host 地址 86 | * @param port 端口 87 | */ 88 | public HbaseConnectionPool(final ConnectionPoolConfig poolConfig, final String host, final String port) { 89 | 90 | this(poolConfig, host, port, HbaseConfig.DEFAULT_MASTER, HbaseConfig.DEFAULT_ROOTDIR); 91 | } 92 | 93 | /** 94 | *Title: HbaseConnectionPool
95 | *Description: 构造方法
96 | * 97 | * @param poolConfig 池配置 98 | * @param hadoopConfiguration hbase配置 99 | */ 100 | public HbaseConnectionPool(final ConnectionPoolConfig poolConfig, final Configuration hadoopConfiguration) { 101 | 102 | super(poolConfig, new HbaseConnectionFactory(hadoopConfiguration)); 103 | } 104 | 105 | /** 106 | *Title: HbaseConnectionPool
107 | *Description: 构造方法
108 | * 109 | * @param poolConfig 池配置 110 | * @param host 地址 111 | * @param port 端口 112 | * @param master hbase主机 113 | * @param rootdir hdfs目录 114 | */ 115 | public HbaseConnectionPool(final ConnectionPoolConfig poolConfig, final String host, final String port, final String master, final String rootdir) { 116 | 117 | super(poolConfig, new HbaseConnectionFactory(host, port, master, rootdir)); 118 | } 119 | 120 | /** 121 | * @param poolConfig 池配置 122 | * @param properties 参数配置 123 | * @since 1.2.1 124 | */ 125 | public HbaseConnectionPool(final ConnectionPoolConfig poolConfig, final Properties properties) { 126 | 127 | super(poolConfig, new HbaseConnectionFactory(properties)); 128 | } 129 | 130 | @Override 131 | public Connection getConnection() { 132 | 133 | return super.getResource(); 134 | } 135 | 136 | @Override 137 | public void returnConnection(Connection conn) { 138 | 139 | super.returnResource(conn); 140 | } 141 | 142 | @Override 143 | public void invalidateConnection(Connection conn) { 144 | 145 | super.invalidateResource(conn); 146 | } 147 | 148 | } 149 | -------------------------------------------------------------------------------- /src/main/java/com/du/pool/hbase/HbaseSharedConnPool.java: -------------------------------------------------------------------------------- 1 | package com.du.pool.hbase; 2 | 3 | import com.du.pool.tool.ConnectionException; 4 | import com.du.pool.tool.ConnectionPool; 5 | 6 | import org.apache.hadoop.conf.Configuration; 7 | import org.apache.hadoop.hbase.client.Connection; 8 | import org.apache.hadoop.hbase.client.ConnectionFactory; 9 | 10 | import java.io.IOException; 11 | import java.util.Map; 12 | import java.util.Properties; 13 | import java.util.concurrent.atomic.AtomicReference; 14 | 15 | public class HbaseSharedConnPool implements ConnectionPoolTitle: createConnection
26 | *Description: 创建连接
27 | * 28 | * @return 连接 29 | * @throws Exception 30 | */ 31 | public abstract T createConnection() throws Exception; 32 | } 33 | -------------------------------------------------------------------------------- /src/main/java/com/du/pool/tool/ConnectionPool.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Copyright 2015-2016 Dark Phoenixs (Open-Source Organization). 3 | * 4 | * Licensed under the Apache License, Version 2.0 (the "License"); 5 | * you may not use this file except in compliance with the License. 6 | * You may obtain a copy of the License at 7 | * 8 | * http://www.apache.org/licenses/LICENSE-2.0 9 | * 10 | * Unless required by applicable law or agreed to in writing, software 11 | * distributed under the License is distributed on an "AS IS" BASIS, 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13 | * See the License for the specific language governing permissions and 14 | * limitations under the License. 15 | */ 16 | package com.du.pool.tool; 17 | 18 | import java.io.Serializable; 19 | 20 | public interface ConnectionPoolTitle: getConnection
24 | *Description: 获取连接
25 | * 26 | * @return 连接 27 | */ 28 | public abstract T getConnection(); 29 | 30 | /** 31 | *Title: returnConnection
32 | *Description: 返回连接
33 | * 34 | * @param conn 连接 35 | */ 36 | public void returnConnection(T conn); 37 | 38 | /** 39 | *Title: invalidateConnection
40 | *Description: 废弃连接
41 | * 42 | * @param conn 连接 43 | */ 44 | public void invalidateConnection(T conn); 45 | } 46 | -------------------------------------------------------------------------------- /src/main/java/com/du/pool/tool/ConnectionPoolBase.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Copyright 2015-2016 Dark Phoenixs (Open-Source Organization). 3 | * 4 | * Licensed under the Apache License, Version 2.0 (the "License"); 5 | * you may not use this file except in compliance with the License. 6 | * You may obtain a copy of the License at 7 | * 8 | * http://www.apache.org/licenses/LICENSE-2.0 9 | * 10 | * Unless required by applicable law or agreed to in writing, software 11 | * distributed under the License is distributed on an "AS IS" BASIS, 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13 | * See the License for the specific language governing permissions and 14 | * limitations under the License. 15 | */ 16 | package com.du.pool.tool; 17 | 18 | import org.apache.commons.pool2.PooledObjectFactory; 19 | import org.apache.commons.pool2.impl.GenericObjectPool; 20 | import org.apache.commons.pool2.impl.GenericObjectPoolConfig; 21 | 22 | import java.io.Closeable; 23 | import java.io.Serializable; 24 | 25 | public abstract class ConnectionPoolBaseTitle: ConnectionPoolBase
39 | *Description: 构造方法
40 | */ 41 | public ConnectionPoolBase() { 42 | } 43 | 44 | /** 45 | *Title: ConnectionPoolBase
46 | *Description: 构造方法
47 | * 48 | * @param poolConfig 池配置 49 | * @param factory 池对象工厂 50 | */ 51 | public ConnectionPoolBase(final GenericObjectPoolConfig poolConfig, 52 | PooledObjectFactoryTitle: initPool
58 | *Description: 初始化对象池
59 | * 60 | * @param poolConfig 池配置 61 | * @param factory 池对象工厂 62 | */ 63 | protected void initPool(final GenericObjectPoolConfig poolConfig, 64 | PooledObjectFactoryTitle: destroy
73 | *Description: 销毁对象池
74 | */ 75 | protected void destroy() { 76 | this.close(); 77 | } 78 | 79 | /** 80 | *Title: getResource
81 | *Description: 获得池对象
82 | * 83 | * @return 池对象 84 | */ 85 | protected T getResource() { 86 | try { 87 | return internalPool.borrowObject(); 88 | } catch (Exception e) { 89 | throw new ConnectionException( 90 | "Could not get a resource from the pool", e); 91 | } 92 | } 93 | 94 | /** 95 | *Title: returnResource
96 | *Description: 返回池对象
97 | * 98 | * @param resource 池对象 99 | */ 100 | protected void returnResource(final T resource) { 101 | if (null != resource) 102 | try { 103 | internalPool.returnObject(resource); 104 | } catch (Exception e) { 105 | throw new ConnectionException( 106 | "Could not return the resource to the pool", e); 107 | } 108 | } 109 | 110 | /** 111 | *Title: invalidateResource
112 | *Description: 废弃池对象
113 | * 114 | * @param resource 池对象 115 | */ 116 | protected void invalidateResource(final T resource) { 117 | if (null != resource) 118 | try { 119 | internalPool.invalidateObject(resource); 120 | } catch (Exception e) { 121 | throw new ConnectionException( 122 | "Could not invalidate the resource to the pool", e); 123 | } 124 | } 125 | 126 | /** 127 | *Title: getNumActive
128 | *Description: 获得池激活数
129 | * 130 | * @return 激活数 131 | */ 132 | public int getNumActive() { 133 | if (isInactived()) { 134 | return -1; 135 | } 136 | 137 | return this.internalPool.getNumActive(); 138 | } 139 | 140 | /** 141 | *Title: getNumIdle
142 | *Description: 获得池空闲数
143 | * 144 | * @return 空闲数 145 | */ 146 | public int getNumIdle() { 147 | if (isInactived()) { 148 | return -1; 149 | } 150 | 151 | return this.internalPool.getNumIdle(); 152 | } 153 | 154 | /** 155 | *Title: getNumWaiters
156 | *Description: 获得池等待数
157 | * 158 | * @return 等待数 159 | */ 160 | public int getNumWaiters() { 161 | if (isInactived()) { 162 | return -1; 163 | } 164 | 165 | return this.internalPool.getNumWaiters(); 166 | } 167 | 168 | /** 169 | *Title: getMeanBorrowWaitTimeMillis
170 | *Description: 获得平均等待时间
171 | * 172 | * @return 平均等待时间 173 | */ 174 | public long getMeanBorrowWaitTimeMillis() { 175 | if (isInactived()) { 176 | return -1; 177 | } 178 | 179 | return this.internalPool.getMeanBorrowWaitTimeMillis(); 180 | } 181 | 182 | /** 183 | *Title: getMaxBorrowWaitTimeMillis
184 | *Description: 获得最大等待时间
185 | * 186 | * @return 最大等待时间 187 | */ 188 | public long getMaxBorrowWaitTimeMillis() { 189 | if (isInactived()) { 190 | return -1; 191 | } 192 | 193 | return this.internalPool.getMaxBorrowWaitTimeMillis(); 194 | } 195 | 196 | /** 197 | *Title: isClosed
198 | *Description: 池是否关闭
199 | * 200 | * @return 是否关闭 201 | */ 202 | public boolean isClosed() { 203 | try { 204 | return this.internalPool.isClosed(); 205 | } catch (Exception e) { 206 | throw new ConnectionException( 207 | "Could not check closed from the pool", e); 208 | } 209 | } 210 | 211 | /** 212 | *Title: isInactived
213 | *Description: 池是否失效
214 | * 215 | * @return 是否失效 216 | */ 217 | private boolean isInactived() { 218 | try { 219 | return this.internalPool == null || this.internalPool.isClosed(); 220 | } catch (Exception e) { 221 | throw new ConnectionException( 222 | "Could not check inactived from the pool", e); 223 | } 224 | } 225 | 226 | /** 227 | *Title: addObjects
228 | *Description: 添加池对象
229 | * 230 | * @param count 池对象数量 231 | */ 232 | protected void addObjects(final int count) { 233 | try { 234 | for (int i = 0; i < count; i++) { 235 | this.internalPool.addObject(); 236 | } 237 | } catch (Exception e) { 238 | throw new ConnectionException("Error trying to add idle objects", e); 239 | } 240 | } 241 | 242 | /** 243 | *Title: clear
244 | *Description: 清除对象池
245 | */ 246 | public void clear() { 247 | try { 248 | this.internalPool.clear(); 249 | } catch (Exception e) { 250 | throw new ConnectionException("Could not clear the pool", e); 251 | } 252 | } 253 | 254 | /** 255 | *Title: close
256 | *Description: 关闭对象池
257 | */ 258 | public void close() { 259 | try { 260 | this.internalPool.close(); 261 | } catch (Exception e) { 262 | throw new ConnectionException("Could not destroy the pool", e); 263 | } 264 | } 265 | } 266 | -------------------------------------------------------------------------------- /src/main/java/com/du/pool/tool/ConnectionPoolConfig.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Copyright 2015-2016 Dark Phoenixs (Open-Source Organization). 3 | * 4 | * Licensed under the Apache License, Version 2.0 (the "License"); 5 | * you may not use this file except in compliance with the License. 6 | * You may obtain a copy of the License at 7 | * 8 | * http://www.apache.org/licenses/LICENSE-2.0 9 | * 10 | * Unless required by applicable law or agreed to in writing, software 11 | * distributed under the License is distributed on an "AS IS" BASIS, 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13 | * See the License for the specific language governing permissions and 14 | * limitations under the License. 15 | */ 16 | package com.du.pool.tool; 17 | 18 | import org.apache.commons.pool2.impl.GenericObjectPoolConfig; 19 | 20 | import java.io.Serializable; 21 | 22 | public class ConnectionPoolConfig extends GenericObjectPoolConfig implements Serializable { 23 | 24 | /** 25 | * DEFAULT_TEST_WHILE_IDLE 26 | */ 27 | public static final boolean DEFAULT_TEST_WHILE_IDLE = true; 28 | /** 29 | * DEFAULT_MIN_EVICTABLE_IDLE_TIME_MILLIS 30 | */ 31 | public static final long DEFAULT_MIN_EVICTABLE_IDLE_TIME_MILLIS = 60000; 32 | /** 33 | * DEFAULT_TIME_BETWEEN_EVICTION_RUNS_MILLIS 34 | */ 35 | public static final long DEFAULT_TIME_BETWEEN_EVICTION_RUNS_MILLIS = 30000; 36 | /** 37 | * DEFAULT_NUM_TESTS_PER_EVICTION_RUN 38 | */ 39 | public static final int DEFAULT_NUM_TESTS_PER_EVICTION_RUN = -1; 40 | /** 41 | * serialVersionUID 42 | */ 43 | private static final long serialVersionUID = -2414567557372345057L; 44 | 45 | /** 46 | *Title: ConnectionPoolConfig
47 | *Description: 默认构造方法
48 | */ 49 | public ConnectionPoolConfig() { 50 | 51 | // defaults to make your life with connection pool easier :) 52 | setTestWhileIdle(DEFAULT_TEST_WHILE_IDLE); 53 | setMinEvictableIdleTimeMillis(DEFAULT_MIN_EVICTABLE_IDLE_TIME_MILLIS); 54 | setTimeBetweenEvictionRunsMillis(DEFAULT_TIME_BETWEEN_EVICTION_RUNS_MILLIS); 55 | setNumTestsPerEvictionRun(DEFAULT_NUM_TESTS_PER_EVICTION_RUN); 56 | } 57 | } 58 | -------------------------------------------------------------------------------- /src/test/java/com/du/AppTest.java: -------------------------------------------------------------------------------- 1 | package com.du; 2 | 3 | import junit.framework.Test; 4 | import junit.framework.TestCase; 5 | import junit.framework.TestSuite; 6 | 7 | /** 8 | * Unit test for simple App. 9 | */ 10 | public class AppTest 11 | extends TestCase 12 | { 13 | /** 14 | * Create the test case 15 | * 16 | * @param testName name of the test case 17 | */ 18 | public AppTest( String testName ) 19 | { 20 | super( testName ); 21 | } 22 | 23 | /** 24 | * @return the suite of tests being tested 25 | */ 26 | public static Test suite() 27 | { 28 | return new TestSuite( AppTest.class ); 29 | } 30 | 31 | /** 32 | * Rigourous Test :-) 33 | */ 34 | public void testApp() 35 | { 36 | assertTrue( true ); 37 | } 38 | } 39 | --------------------------------------------------------------------------------