├── .gitignore ├── README.md ├── pom.xml └── src ├── main ├── resources │ └── log4j.properties └── scala │ └── org │ └── apache │ └── spark │ └── sql │ └── structured │ └── datasource │ ├── C3p0Utils.scala │ ├── MySQLSink.scala │ ├── MySQLSource.scala │ ├── MySQLSourceProvider.scala │ ├── custom │ ├── CustomDataSink.scala │ ├── CustomDataSource.scala │ └── CustomDataSourceProvider.scala │ └── example │ ├── ConsoleSinkExample.scala │ ├── FileSinkExample.scala │ ├── FileSourceExample.scala │ ├── ForeachSinkExample.scala │ ├── KafkaSinkExample.scala │ ├── KafkaSourceExample.scala │ ├── MemorySinkExample.scala │ ├── RateSourceExample.scala │ └── SocketSourceExample.scala └── test ├── java └── org │ └── apache │ └── spark │ └── sql │ └── structured │ └── datasource │ └── MySQLSourceTest.scala └── resources └── log4j.properties /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shirukai/spark-structured-datasource/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shirukai/spark-structured-datasource/HEAD/README.md -------------------------------------------------------------------------------- /pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shirukai/spark-structured-datasource/HEAD/pom.xml -------------------------------------------------------------------------------- /src/main/resources/log4j.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shirukai/spark-structured-datasource/HEAD/src/main/resources/log4j.properties -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/sql/structured/datasource/C3p0Utils.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shirukai/spark-structured-datasource/HEAD/src/main/scala/org/apache/spark/sql/structured/datasource/C3p0Utils.scala -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/sql/structured/datasource/MySQLSink.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shirukai/spark-structured-datasource/HEAD/src/main/scala/org/apache/spark/sql/structured/datasource/MySQLSink.scala -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/sql/structured/datasource/MySQLSource.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shirukai/spark-structured-datasource/HEAD/src/main/scala/org/apache/spark/sql/structured/datasource/MySQLSource.scala -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/sql/structured/datasource/MySQLSourceProvider.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shirukai/spark-structured-datasource/HEAD/src/main/scala/org/apache/spark/sql/structured/datasource/MySQLSourceProvider.scala -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/sql/structured/datasource/custom/CustomDataSink.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shirukai/spark-structured-datasource/HEAD/src/main/scala/org/apache/spark/sql/structured/datasource/custom/CustomDataSink.scala -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/sql/structured/datasource/custom/CustomDataSource.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shirukai/spark-structured-datasource/HEAD/src/main/scala/org/apache/spark/sql/structured/datasource/custom/CustomDataSource.scala -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/sql/structured/datasource/custom/CustomDataSourceProvider.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shirukai/spark-structured-datasource/HEAD/src/main/scala/org/apache/spark/sql/structured/datasource/custom/CustomDataSourceProvider.scala -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/sql/structured/datasource/example/ConsoleSinkExample.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shirukai/spark-structured-datasource/HEAD/src/main/scala/org/apache/spark/sql/structured/datasource/example/ConsoleSinkExample.scala -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/sql/structured/datasource/example/FileSinkExample.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shirukai/spark-structured-datasource/HEAD/src/main/scala/org/apache/spark/sql/structured/datasource/example/FileSinkExample.scala -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/sql/structured/datasource/example/FileSourceExample.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shirukai/spark-structured-datasource/HEAD/src/main/scala/org/apache/spark/sql/structured/datasource/example/FileSourceExample.scala -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/sql/structured/datasource/example/ForeachSinkExample.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shirukai/spark-structured-datasource/HEAD/src/main/scala/org/apache/spark/sql/structured/datasource/example/ForeachSinkExample.scala -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/sql/structured/datasource/example/KafkaSinkExample.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shirukai/spark-structured-datasource/HEAD/src/main/scala/org/apache/spark/sql/structured/datasource/example/KafkaSinkExample.scala -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/sql/structured/datasource/example/KafkaSourceExample.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shirukai/spark-structured-datasource/HEAD/src/main/scala/org/apache/spark/sql/structured/datasource/example/KafkaSourceExample.scala -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/sql/structured/datasource/example/MemorySinkExample.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shirukai/spark-structured-datasource/HEAD/src/main/scala/org/apache/spark/sql/structured/datasource/example/MemorySinkExample.scala -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/sql/structured/datasource/example/RateSourceExample.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shirukai/spark-structured-datasource/HEAD/src/main/scala/org/apache/spark/sql/structured/datasource/example/RateSourceExample.scala -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/sql/structured/datasource/example/SocketSourceExample.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shirukai/spark-structured-datasource/HEAD/src/main/scala/org/apache/spark/sql/structured/datasource/example/SocketSourceExample.scala -------------------------------------------------------------------------------- /src/test/java/org/apache/spark/sql/structured/datasource/MySQLSourceTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shirukai/spark-structured-datasource/HEAD/src/test/java/org/apache/spark/sql/structured/datasource/MySQLSourceTest.scala -------------------------------------------------------------------------------- /src/test/resources/log4j.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shirukai/spark-structured-datasource/HEAD/src/test/resources/log4j.properties --------------------------------------------------------------------------------