├── .gitignore ├── README.md ├── pom.xml └── src └── main └── scala ├── META-INF └── MANIFEST.MF ├── info └── xiaohei │ └── spark │ ├── connector │ ├── HBaseEntry.scala │ ├── RelationalDbEntry.scala │ ├── hbase │ │ ├── HBaseCommonUtils.scala │ │ ├── HBaseConf.scala │ │ ├── builder │ │ │ ├── reader │ │ │ │ ├── HBaseContext.scala │ │ │ │ ├── HBaseReaderBuilder.scala │ │ │ │ ├── HBaseSaltRDD.scala │ │ │ │ └── HBaseSimpleRDD.scala │ │ │ └── writer │ │ │ │ ├── CollectionWriterBuilder.scala │ │ │ │ └── HBaseWriterBuilder.scala │ │ ├── package.scala │ │ ├── salt │ │ │ ├── SaltProducer.scala │ │ │ ├── SaltProducerConversions.scala │ │ │ └── SaltProducerFactory.scala │ │ └── transformer │ │ │ ├── DataTransformer.scala │ │ │ ├── reader │ │ │ ├── DataReader.scala │ │ │ └── DataReaderConversions.scala │ │ │ └── writer │ │ │ ├── DataWriter.scala │ │ │ └── DataWriterConversions.scala │ └── mysql │ │ ├── MysqlConf.scala │ │ ├── builder │ │ ├── reader │ │ │ ├── MysqlContext.scala │ │ │ └── MysqlReaderBuilder.scala │ │ └── writer │ │ │ └── MysqlWriterBuilder.scala │ │ ├── package.scala │ │ └── transformer │ │ ├── executor │ │ ├── DataExecutor.scala │ │ └── DataExecutorConversions.scala │ │ └── mapper │ │ ├── DataMapper.scala │ │ └── DataMapperConversions.scala │ └── test │ └── Test.scala └── org └── apache └── spark └── rdd ├── HBaseKerberosUtil.scala └── HBaseScanRDD.scala /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaohei-info/Spark_DB_Connector/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaohei-info/Spark_DB_Connector/HEAD/README.md -------------------------------------------------------------------------------- /pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaohei-info/Spark_DB_Connector/HEAD/pom.xml -------------------------------------------------------------------------------- /src/main/scala/META-INF/MANIFEST.MF: -------------------------------------------------------------------------------- 1 | Manifest-Version: 1.0 2 | Main-Class: info.xiaohei.spark.connector.hbase.Test 3 | 4 | -------------------------------------------------------------------------------- /src/main/scala/info/xiaohei/spark/connector/HBaseEntry.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaohei-info/Spark_DB_Connector/HEAD/src/main/scala/info/xiaohei/spark/connector/HBaseEntry.scala -------------------------------------------------------------------------------- /src/main/scala/info/xiaohei/spark/connector/RelationalDbEntry.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaohei-info/Spark_DB_Connector/HEAD/src/main/scala/info/xiaohei/spark/connector/RelationalDbEntry.scala -------------------------------------------------------------------------------- /src/main/scala/info/xiaohei/spark/connector/hbase/HBaseCommonUtils.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaohei-info/Spark_DB_Connector/HEAD/src/main/scala/info/xiaohei/spark/connector/hbase/HBaseCommonUtils.scala -------------------------------------------------------------------------------- /src/main/scala/info/xiaohei/spark/connector/hbase/HBaseConf.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaohei-info/Spark_DB_Connector/HEAD/src/main/scala/info/xiaohei/spark/connector/hbase/HBaseConf.scala -------------------------------------------------------------------------------- /src/main/scala/info/xiaohei/spark/connector/hbase/builder/reader/HBaseContext.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaohei-info/Spark_DB_Connector/HEAD/src/main/scala/info/xiaohei/spark/connector/hbase/builder/reader/HBaseContext.scala -------------------------------------------------------------------------------- /src/main/scala/info/xiaohei/spark/connector/hbase/builder/reader/HBaseReaderBuilder.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaohei-info/Spark_DB_Connector/HEAD/src/main/scala/info/xiaohei/spark/connector/hbase/builder/reader/HBaseReaderBuilder.scala -------------------------------------------------------------------------------- /src/main/scala/info/xiaohei/spark/connector/hbase/builder/reader/HBaseSaltRDD.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaohei-info/Spark_DB_Connector/HEAD/src/main/scala/info/xiaohei/spark/connector/hbase/builder/reader/HBaseSaltRDD.scala -------------------------------------------------------------------------------- /src/main/scala/info/xiaohei/spark/connector/hbase/builder/reader/HBaseSimpleRDD.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaohei-info/Spark_DB_Connector/HEAD/src/main/scala/info/xiaohei/spark/connector/hbase/builder/reader/HBaseSimpleRDD.scala -------------------------------------------------------------------------------- /src/main/scala/info/xiaohei/spark/connector/hbase/builder/writer/CollectionWriterBuilder.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaohei-info/Spark_DB_Connector/HEAD/src/main/scala/info/xiaohei/spark/connector/hbase/builder/writer/CollectionWriterBuilder.scala -------------------------------------------------------------------------------- /src/main/scala/info/xiaohei/spark/connector/hbase/builder/writer/HBaseWriterBuilder.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaohei-info/Spark_DB_Connector/HEAD/src/main/scala/info/xiaohei/spark/connector/hbase/builder/writer/HBaseWriterBuilder.scala -------------------------------------------------------------------------------- /src/main/scala/info/xiaohei/spark/connector/hbase/package.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaohei-info/Spark_DB_Connector/HEAD/src/main/scala/info/xiaohei/spark/connector/hbase/package.scala -------------------------------------------------------------------------------- /src/main/scala/info/xiaohei/spark/connector/hbase/salt/SaltProducer.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaohei-info/Spark_DB_Connector/HEAD/src/main/scala/info/xiaohei/spark/connector/hbase/salt/SaltProducer.scala -------------------------------------------------------------------------------- /src/main/scala/info/xiaohei/spark/connector/hbase/salt/SaltProducerConversions.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaohei-info/Spark_DB_Connector/HEAD/src/main/scala/info/xiaohei/spark/connector/hbase/salt/SaltProducerConversions.scala -------------------------------------------------------------------------------- /src/main/scala/info/xiaohei/spark/connector/hbase/salt/SaltProducerFactory.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaohei-info/Spark_DB_Connector/HEAD/src/main/scala/info/xiaohei/spark/connector/hbase/salt/SaltProducerFactory.scala -------------------------------------------------------------------------------- /src/main/scala/info/xiaohei/spark/connector/hbase/transformer/DataTransformer.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaohei-info/Spark_DB_Connector/HEAD/src/main/scala/info/xiaohei/spark/connector/hbase/transformer/DataTransformer.scala -------------------------------------------------------------------------------- /src/main/scala/info/xiaohei/spark/connector/hbase/transformer/reader/DataReader.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaohei-info/Spark_DB_Connector/HEAD/src/main/scala/info/xiaohei/spark/connector/hbase/transformer/reader/DataReader.scala -------------------------------------------------------------------------------- /src/main/scala/info/xiaohei/spark/connector/hbase/transformer/reader/DataReaderConversions.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaohei-info/Spark_DB_Connector/HEAD/src/main/scala/info/xiaohei/spark/connector/hbase/transformer/reader/DataReaderConversions.scala -------------------------------------------------------------------------------- /src/main/scala/info/xiaohei/spark/connector/hbase/transformer/writer/DataWriter.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaohei-info/Spark_DB_Connector/HEAD/src/main/scala/info/xiaohei/spark/connector/hbase/transformer/writer/DataWriter.scala -------------------------------------------------------------------------------- /src/main/scala/info/xiaohei/spark/connector/hbase/transformer/writer/DataWriterConversions.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaohei-info/Spark_DB_Connector/HEAD/src/main/scala/info/xiaohei/spark/connector/hbase/transformer/writer/DataWriterConversions.scala -------------------------------------------------------------------------------- /src/main/scala/info/xiaohei/spark/connector/mysql/MysqlConf.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaohei-info/Spark_DB_Connector/HEAD/src/main/scala/info/xiaohei/spark/connector/mysql/MysqlConf.scala -------------------------------------------------------------------------------- /src/main/scala/info/xiaohei/spark/connector/mysql/builder/reader/MysqlContext.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaohei-info/Spark_DB_Connector/HEAD/src/main/scala/info/xiaohei/spark/connector/mysql/builder/reader/MysqlContext.scala -------------------------------------------------------------------------------- /src/main/scala/info/xiaohei/spark/connector/mysql/builder/reader/MysqlReaderBuilder.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaohei-info/Spark_DB_Connector/HEAD/src/main/scala/info/xiaohei/spark/connector/mysql/builder/reader/MysqlReaderBuilder.scala -------------------------------------------------------------------------------- /src/main/scala/info/xiaohei/spark/connector/mysql/builder/writer/MysqlWriterBuilder.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaohei-info/Spark_DB_Connector/HEAD/src/main/scala/info/xiaohei/spark/connector/mysql/builder/writer/MysqlWriterBuilder.scala -------------------------------------------------------------------------------- /src/main/scala/info/xiaohei/spark/connector/mysql/package.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaohei-info/Spark_DB_Connector/HEAD/src/main/scala/info/xiaohei/spark/connector/mysql/package.scala -------------------------------------------------------------------------------- /src/main/scala/info/xiaohei/spark/connector/mysql/transformer/executor/DataExecutor.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaohei-info/Spark_DB_Connector/HEAD/src/main/scala/info/xiaohei/spark/connector/mysql/transformer/executor/DataExecutor.scala -------------------------------------------------------------------------------- /src/main/scala/info/xiaohei/spark/connector/mysql/transformer/executor/DataExecutorConversions.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaohei-info/Spark_DB_Connector/HEAD/src/main/scala/info/xiaohei/spark/connector/mysql/transformer/executor/DataExecutorConversions.scala -------------------------------------------------------------------------------- /src/main/scala/info/xiaohei/spark/connector/mysql/transformer/mapper/DataMapper.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaohei-info/Spark_DB_Connector/HEAD/src/main/scala/info/xiaohei/spark/connector/mysql/transformer/mapper/DataMapper.scala -------------------------------------------------------------------------------- /src/main/scala/info/xiaohei/spark/connector/mysql/transformer/mapper/DataMapperConversions.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaohei-info/Spark_DB_Connector/HEAD/src/main/scala/info/xiaohei/spark/connector/mysql/transformer/mapper/DataMapperConversions.scala -------------------------------------------------------------------------------- /src/main/scala/info/xiaohei/spark/test/Test.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaohei-info/Spark_DB_Connector/HEAD/src/main/scala/info/xiaohei/spark/test/Test.scala -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/rdd/HBaseKerberosUtil.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaohei-info/Spark_DB_Connector/HEAD/src/main/scala/org/apache/spark/rdd/HBaseKerberosUtil.scala -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/rdd/HBaseScanRDD.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaohei-info/Spark_DB_Connector/HEAD/src/main/scala/org/apache/spark/rdd/HBaseScanRDD.scala --------------------------------------------------------------------------------