├── .gitignore ├── CHANGELOG.md ├── LICENSE.txt ├── README.md ├── images ├── ArchitectureDatasourceReceiver.jpg ├── IncrementalQueries.jpg ├── SparkSQL-Datasources.jpg └── SparkSQL-SparkStreaming.jpg ├── pom.xml ├── spark-datasource_1.5 └── pom.xml ├── spark-datasource_1.6 └── pom.xml └── src ├── main └── scala │ └── org │ └── apache │ └── spark │ └── streaming │ └── datasource │ ├── DatasourceUtils.scala │ ├── config │ ├── ConfigParameters.scala │ └── ParametersUtils.scala │ ├── models │ ├── InputSentences.scala │ ├── OffsetConditions.scala │ ├── OffsetField.scala │ ├── OffsetOperator.scala │ ├── OrderOperator.scala │ └── StopConditions.scala │ └── receiver │ ├── DatasourceDStream.scala │ └── DatasourceRDD.scala └── test └── scala └── org └── apache └── spark └── streaming └── datasource ├── DatasourceSuite.scala ├── ReceiverBasicIT.scala ├── ReceiverLimitedIT.scala ├── ReceiverNotStopContextIT.scala ├── ReceiverWithoutOffsetIT.scala └── TemporalDataSuite.scala /.gitignore: -------------------------------------------------------------------------------- 1 | target 2 | .idea 3 | *.iml -------------------------------------------------------------------------------- /CHANGELOG.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Stratio/datasource-receiver/HEAD/CHANGELOG.md -------------------------------------------------------------------------------- /LICENSE.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Stratio/datasource-receiver/HEAD/LICENSE.txt -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Stratio/datasource-receiver/HEAD/README.md -------------------------------------------------------------------------------- /images/ArchitectureDatasourceReceiver.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Stratio/datasource-receiver/HEAD/images/ArchitectureDatasourceReceiver.jpg -------------------------------------------------------------------------------- /images/IncrementalQueries.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Stratio/datasource-receiver/HEAD/images/IncrementalQueries.jpg -------------------------------------------------------------------------------- /images/SparkSQL-Datasources.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Stratio/datasource-receiver/HEAD/images/SparkSQL-Datasources.jpg -------------------------------------------------------------------------------- /images/SparkSQL-SparkStreaming.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Stratio/datasource-receiver/HEAD/images/SparkSQL-SparkStreaming.jpg -------------------------------------------------------------------------------- /pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Stratio/datasource-receiver/HEAD/pom.xml -------------------------------------------------------------------------------- /spark-datasource_1.5/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Stratio/datasource-receiver/HEAD/spark-datasource_1.5/pom.xml -------------------------------------------------------------------------------- /spark-datasource_1.6/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Stratio/datasource-receiver/HEAD/spark-datasource_1.6/pom.xml -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/streaming/datasource/DatasourceUtils.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Stratio/datasource-receiver/HEAD/src/main/scala/org/apache/spark/streaming/datasource/DatasourceUtils.scala -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/streaming/datasource/config/ConfigParameters.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Stratio/datasource-receiver/HEAD/src/main/scala/org/apache/spark/streaming/datasource/config/ConfigParameters.scala -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/streaming/datasource/config/ParametersUtils.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Stratio/datasource-receiver/HEAD/src/main/scala/org/apache/spark/streaming/datasource/config/ParametersUtils.scala -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/streaming/datasource/models/InputSentences.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Stratio/datasource-receiver/HEAD/src/main/scala/org/apache/spark/streaming/datasource/models/InputSentences.scala -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/streaming/datasource/models/OffsetConditions.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Stratio/datasource-receiver/HEAD/src/main/scala/org/apache/spark/streaming/datasource/models/OffsetConditions.scala -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/streaming/datasource/models/OffsetField.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Stratio/datasource-receiver/HEAD/src/main/scala/org/apache/spark/streaming/datasource/models/OffsetField.scala -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/streaming/datasource/models/OffsetOperator.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Stratio/datasource-receiver/HEAD/src/main/scala/org/apache/spark/streaming/datasource/models/OffsetOperator.scala -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/streaming/datasource/models/OrderOperator.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Stratio/datasource-receiver/HEAD/src/main/scala/org/apache/spark/streaming/datasource/models/OrderOperator.scala -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/streaming/datasource/models/StopConditions.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Stratio/datasource-receiver/HEAD/src/main/scala/org/apache/spark/streaming/datasource/models/StopConditions.scala -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/streaming/datasource/receiver/DatasourceDStream.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Stratio/datasource-receiver/HEAD/src/main/scala/org/apache/spark/streaming/datasource/receiver/DatasourceDStream.scala -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/streaming/datasource/receiver/DatasourceRDD.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Stratio/datasource-receiver/HEAD/src/main/scala/org/apache/spark/streaming/datasource/receiver/DatasourceRDD.scala -------------------------------------------------------------------------------- /src/test/scala/org/apache/spark/streaming/datasource/DatasourceSuite.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Stratio/datasource-receiver/HEAD/src/test/scala/org/apache/spark/streaming/datasource/DatasourceSuite.scala -------------------------------------------------------------------------------- /src/test/scala/org/apache/spark/streaming/datasource/ReceiverBasicIT.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Stratio/datasource-receiver/HEAD/src/test/scala/org/apache/spark/streaming/datasource/ReceiverBasicIT.scala -------------------------------------------------------------------------------- /src/test/scala/org/apache/spark/streaming/datasource/ReceiverLimitedIT.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Stratio/datasource-receiver/HEAD/src/test/scala/org/apache/spark/streaming/datasource/ReceiverLimitedIT.scala -------------------------------------------------------------------------------- /src/test/scala/org/apache/spark/streaming/datasource/ReceiverNotStopContextIT.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Stratio/datasource-receiver/HEAD/src/test/scala/org/apache/spark/streaming/datasource/ReceiverNotStopContextIT.scala -------------------------------------------------------------------------------- /src/test/scala/org/apache/spark/streaming/datasource/ReceiverWithoutOffsetIT.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Stratio/datasource-receiver/HEAD/src/test/scala/org/apache/spark/streaming/datasource/ReceiverWithoutOffsetIT.scala -------------------------------------------------------------------------------- /src/test/scala/org/apache/spark/streaming/datasource/TemporalDataSuite.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Stratio/datasource-receiver/HEAD/src/test/scala/org/apache/spark/streaming/datasource/TemporalDataSuite.scala --------------------------------------------------------------------------------