├── .gitignore ├── Chap10 ├── project │ ├── assembly.sbt │ └── plugins.sbt ├── spark.sbt ├── src │ └── main │ │ ├── java │ │ └── org │ │ │ └── apress │ │ │ └── prospark │ │ │ ├── AbstractDriver.java │ │ │ └── SocketDriver.java │ │ ├── resources │ │ └── log4j.properties │ │ └── scala │ │ └── org │ │ └── apress │ │ └── prospark │ │ ├── L10-2DataProc.scala │ │ ├── L10-4LambdaDataproc.scala │ │ ├── L10-4LambdaLocal.scala │ │ └── L10-9Graph.scala └── yelp_pyspark.py ├── Chap2 ├── project │ ├── assembly.sbt │ └── plugins.sbt ├── spark.sbt └── src │ └── main │ └── scala │ └── org │ └── apress │ └── prospark │ ├── L2-1FirstApp.scala │ └── T2-6Accumulator.scala ├── Chap3 ├── project │ ├── assembly.sbt │ └── plugins.sbt ├── spark.sbt ├── src │ └── main │ │ └── scala │ │ └── org │ │ └── apress │ │ └── prospark │ │ ├── L3-1DStreams.scala │ │ ├── L3-DStreamAggregation.scala │ │ ├── L3-DStreamKeyValue.scala │ │ ├── L3-DStreamMapping.scala │ │ ├── L3-DStreamVariation.scala │ │ └── L3-DStreamWindowAndAction.scala └── touch_files_window.sh ├── Chap4 ├── project │ ├── assembly.sbt │ └── plugins.sbt ├── spark.sbt └── src │ └── main │ └── scala │ └── org │ └── apress │ └── prospark │ ├── L4-1Voyager.scala │ ├── L4-3ProtonFlux.scala │ └── L4-4Kryo.scala ├── Chap5 ├── flumeConf │ ├── flumePull.conf │ ├── flumePush.conf │ ├── flumeTest.conf │ └── log4j.properties ├── project │ ├── assembly.sbt │ └── plugins.sbt ├── spark.sbt └── src │ └── main │ ├── java │ └── org │ │ └── apress │ │ └── prospark │ │ ├── AbstractDriver.java │ │ ├── KafkaDriver.java │ │ ├── MqttDriver.java │ │ └── SocketDriver.java │ ├── resources │ └── log4j.properties │ └── scala │ └── org │ └── apress │ └── prospark │ ├── HttpInputDStream.scala │ ├── HttpInputDStreamAsync.scala │ ├── L5-11FlumePull.scala │ ├── L5-11FlumePush.scala │ ├── L5-13Kafka.scala │ ├── L5-14KafkaCustomConf.scala │ ├── L5-15KafkaDirect.scala │ ├── L5-16Twitter.scala │ ├── L5-18Http.scala │ ├── L5-6SocketStream.scala │ ├── L5-7MultipleSocketStreams.scala │ └── L5-9Mqtt.scala ├── Chap6 ├── project │ ├── assembly.sbt │ └── plugins.sbt ├── spark.sbt └── src │ └── main │ ├── java │ └── org │ │ └── apress │ │ └── prospark │ │ ├── AbstractDriver.java │ │ ├── MqttDriver.java │ │ └── SocketDriver.java │ ├── resources │ └── log4j.properties │ └── scala │ └── org │ └── apress │ └── prospark │ ├── HttpInputDStream.scala │ ├── L6-10LazyStatic.scala │ ├── L6-12StaticPool.scala │ ├── L6-14HBase.scala │ ├── L6-16SparkHBase.scala │ ├── L6-18Cassandra.scala │ ├── L6-20CassandraConnector.scala │ ├── L6-22Counters.scala │ ├── L6-23UpdateState.scala │ ├── L6-24Accumulators.scala │ ├── L6-26Redis.scala │ ├── L6-5Exception.scala │ ├── L6-6PerRecord.scala │ ├── L6-7PerPartition.scala │ └── L6-8Static.scala ├── Chap7 ├── project │ ├── assembly.sbt │ └── plugins.sbt ├── spark.sbt └── src │ └── main │ ├── java │ └── org │ │ └── apress │ │ └── prospark │ │ ├── AbstractDriver.java │ │ └── SocketDriver.java │ ├── resources │ └── log4j.properties │ └── scala │ └── org │ └── apress │ └── prospark │ ├── L7-2-3Tachyon.scala │ └── L7-4UI.scala ├── Chap8 ├── L8-36CdrSparkRApp.R ├── L8-39CdrStreamingSparkRApp.R ├── cdrschema.json ├── cdrschema2.json ├── project │ ├── assembly.sbt │ └── plugins.sbt ├── spark.sbt └── src │ └── main │ ├── java │ └── org │ │ └── apress │ │ └── prospark │ │ ├── AbstractDriver.java │ │ └── SocketDriver.java │ ├── resources │ └── log4j.properties │ └── scala │ └── org │ └── apress │ └── prospark │ ├── L8-10-11UDF.scala │ ├── L8-13HiveQL.scala │ ├── L8-14-27DataFrameExamples.scala │ ├── L8-1DataFrameAPI.scala │ ├── L8-28DataFrameExamplesOps.scala │ ├── L8-29DataFrameExamplesJoin.scala │ ├── L8-3-6-7DataFrameCreation.scala │ ├── L8-35DataFrameExamplesRDD.scala │ ├── L8-38SparkR.scala │ ├── L8-4DataFrameCreationSchema.scala │ ├── L8-8Sql.scala │ ├── T8-3DataFrameExamplesNA.scala │ └── T8-5-L8-30-34DataFrameExamplesActions.scala ├── Chap9 ├── project │ ├── assembly.sbt │ └── plugins.sbt ├── spark.sbt └── src │ └── main │ ├── java │ └── org │ │ └── apress │ │ └── prospark │ │ ├── AbstractDriver.java │ │ └── SocketDriver.java │ ├── resources │ └── log4j.properties │ └── scala │ └── org │ └── apress │ └── prospark │ ├── L9-10KMeans.scala │ ├── L9-11CollabFilteringPreprocessing.scala │ ├── L9-12CollabFiltering.scala │ ├── L9-13FPMiningPreprocessing.scala │ ├── L9-14FPMining.scala │ ├── L9-15MLPipeline.scala │ ├── L9-17MLCrossValidation.scala │ ├── L9-1LinearRegression.scala │ ├── L9-3Statistics.scala │ ├── L9-4Correlation.scala │ ├── L9-5ChiSq.scala │ ├── L9-6Preprocessing.scala │ ├── L9-7FeatureExtraction.scala │ ├── L9-8PCA.scala │ ├── L9-9LogisticRegression.scala │ └── T9-4DataTypes.scala ├── LICENSE └── README.md /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/.gitignore -------------------------------------------------------------------------------- /Chap10/project/assembly.sbt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap10/project/assembly.sbt -------------------------------------------------------------------------------- /Chap10/project/plugins.sbt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap10/project/plugins.sbt -------------------------------------------------------------------------------- /Chap10/spark.sbt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap10/spark.sbt -------------------------------------------------------------------------------- /Chap10/src/main/java/org/apress/prospark/AbstractDriver.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap10/src/main/java/org/apress/prospark/AbstractDriver.java -------------------------------------------------------------------------------- /Chap10/src/main/java/org/apress/prospark/SocketDriver.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap10/src/main/java/org/apress/prospark/SocketDriver.java -------------------------------------------------------------------------------- /Chap10/src/main/resources/log4j.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap10/src/main/resources/log4j.properties -------------------------------------------------------------------------------- /Chap10/src/main/scala/org/apress/prospark/L10-2DataProc.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap10/src/main/scala/org/apress/prospark/L10-2DataProc.scala -------------------------------------------------------------------------------- /Chap10/src/main/scala/org/apress/prospark/L10-4LambdaDataproc.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap10/src/main/scala/org/apress/prospark/L10-4LambdaDataproc.scala -------------------------------------------------------------------------------- /Chap10/src/main/scala/org/apress/prospark/L10-4LambdaLocal.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap10/src/main/scala/org/apress/prospark/L10-4LambdaLocal.scala -------------------------------------------------------------------------------- /Chap10/src/main/scala/org/apress/prospark/L10-9Graph.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap10/src/main/scala/org/apress/prospark/L10-9Graph.scala -------------------------------------------------------------------------------- /Chap10/yelp_pyspark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap10/yelp_pyspark.py -------------------------------------------------------------------------------- /Chap2/project/assembly.sbt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap2/project/assembly.sbt -------------------------------------------------------------------------------- /Chap2/project/plugins.sbt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap2/project/plugins.sbt -------------------------------------------------------------------------------- /Chap2/spark.sbt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap2/spark.sbt -------------------------------------------------------------------------------- /Chap2/src/main/scala/org/apress/prospark/L2-1FirstApp.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap2/src/main/scala/org/apress/prospark/L2-1FirstApp.scala -------------------------------------------------------------------------------- /Chap2/src/main/scala/org/apress/prospark/T2-6Accumulator.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap2/src/main/scala/org/apress/prospark/T2-6Accumulator.scala -------------------------------------------------------------------------------- /Chap3/project/assembly.sbt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap3/project/assembly.sbt -------------------------------------------------------------------------------- /Chap3/project/plugins.sbt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap3/project/plugins.sbt -------------------------------------------------------------------------------- /Chap3/spark.sbt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap3/spark.sbt -------------------------------------------------------------------------------- /Chap3/src/main/scala/org/apress/prospark/L3-1DStreams.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap3/src/main/scala/org/apress/prospark/L3-1DStreams.scala -------------------------------------------------------------------------------- /Chap3/src/main/scala/org/apress/prospark/L3-DStreamAggregation.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap3/src/main/scala/org/apress/prospark/L3-DStreamAggregation.scala -------------------------------------------------------------------------------- /Chap3/src/main/scala/org/apress/prospark/L3-DStreamKeyValue.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap3/src/main/scala/org/apress/prospark/L3-DStreamKeyValue.scala -------------------------------------------------------------------------------- /Chap3/src/main/scala/org/apress/prospark/L3-DStreamMapping.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap3/src/main/scala/org/apress/prospark/L3-DStreamMapping.scala -------------------------------------------------------------------------------- /Chap3/src/main/scala/org/apress/prospark/L3-DStreamVariation.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap3/src/main/scala/org/apress/prospark/L3-DStreamVariation.scala -------------------------------------------------------------------------------- /Chap3/src/main/scala/org/apress/prospark/L3-DStreamWindowAndAction.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap3/src/main/scala/org/apress/prospark/L3-DStreamWindowAndAction.scala -------------------------------------------------------------------------------- /Chap3/touch_files_window.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap3/touch_files_window.sh -------------------------------------------------------------------------------- /Chap4/project/assembly.sbt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap4/project/assembly.sbt -------------------------------------------------------------------------------- /Chap4/project/plugins.sbt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap4/project/plugins.sbt -------------------------------------------------------------------------------- /Chap4/spark.sbt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap4/spark.sbt -------------------------------------------------------------------------------- /Chap4/src/main/scala/org/apress/prospark/L4-1Voyager.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap4/src/main/scala/org/apress/prospark/L4-1Voyager.scala -------------------------------------------------------------------------------- /Chap4/src/main/scala/org/apress/prospark/L4-3ProtonFlux.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap4/src/main/scala/org/apress/prospark/L4-3ProtonFlux.scala -------------------------------------------------------------------------------- /Chap4/src/main/scala/org/apress/prospark/L4-4Kryo.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap4/src/main/scala/org/apress/prospark/L4-4Kryo.scala -------------------------------------------------------------------------------- /Chap5/flumeConf/flumePull.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap5/flumeConf/flumePull.conf -------------------------------------------------------------------------------- /Chap5/flumeConf/flumePush.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap5/flumeConf/flumePush.conf -------------------------------------------------------------------------------- /Chap5/flumeConf/flumeTest.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap5/flumeConf/flumeTest.conf -------------------------------------------------------------------------------- /Chap5/flumeConf/log4j.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap5/flumeConf/log4j.properties -------------------------------------------------------------------------------- /Chap5/project/assembly.sbt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap5/project/assembly.sbt -------------------------------------------------------------------------------- /Chap5/project/plugins.sbt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap5/project/plugins.sbt -------------------------------------------------------------------------------- /Chap5/spark.sbt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap5/spark.sbt -------------------------------------------------------------------------------- /Chap5/src/main/java/org/apress/prospark/AbstractDriver.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap5/src/main/java/org/apress/prospark/AbstractDriver.java -------------------------------------------------------------------------------- /Chap5/src/main/java/org/apress/prospark/KafkaDriver.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap5/src/main/java/org/apress/prospark/KafkaDriver.java -------------------------------------------------------------------------------- /Chap5/src/main/java/org/apress/prospark/MqttDriver.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap5/src/main/java/org/apress/prospark/MqttDriver.java -------------------------------------------------------------------------------- /Chap5/src/main/java/org/apress/prospark/SocketDriver.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap5/src/main/java/org/apress/prospark/SocketDriver.java -------------------------------------------------------------------------------- /Chap5/src/main/resources/log4j.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap5/src/main/resources/log4j.properties -------------------------------------------------------------------------------- /Chap5/src/main/scala/org/apress/prospark/HttpInputDStream.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap5/src/main/scala/org/apress/prospark/HttpInputDStream.scala -------------------------------------------------------------------------------- /Chap5/src/main/scala/org/apress/prospark/HttpInputDStreamAsync.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap5/src/main/scala/org/apress/prospark/HttpInputDStreamAsync.scala -------------------------------------------------------------------------------- /Chap5/src/main/scala/org/apress/prospark/L5-11FlumePull.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap5/src/main/scala/org/apress/prospark/L5-11FlumePull.scala -------------------------------------------------------------------------------- /Chap5/src/main/scala/org/apress/prospark/L5-11FlumePush.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap5/src/main/scala/org/apress/prospark/L5-11FlumePush.scala -------------------------------------------------------------------------------- /Chap5/src/main/scala/org/apress/prospark/L5-13Kafka.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap5/src/main/scala/org/apress/prospark/L5-13Kafka.scala -------------------------------------------------------------------------------- /Chap5/src/main/scala/org/apress/prospark/L5-14KafkaCustomConf.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap5/src/main/scala/org/apress/prospark/L5-14KafkaCustomConf.scala -------------------------------------------------------------------------------- /Chap5/src/main/scala/org/apress/prospark/L5-15KafkaDirect.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap5/src/main/scala/org/apress/prospark/L5-15KafkaDirect.scala -------------------------------------------------------------------------------- /Chap5/src/main/scala/org/apress/prospark/L5-16Twitter.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap5/src/main/scala/org/apress/prospark/L5-16Twitter.scala -------------------------------------------------------------------------------- /Chap5/src/main/scala/org/apress/prospark/L5-18Http.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap5/src/main/scala/org/apress/prospark/L5-18Http.scala -------------------------------------------------------------------------------- /Chap5/src/main/scala/org/apress/prospark/L5-6SocketStream.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap5/src/main/scala/org/apress/prospark/L5-6SocketStream.scala -------------------------------------------------------------------------------- /Chap5/src/main/scala/org/apress/prospark/L5-7MultipleSocketStreams.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap5/src/main/scala/org/apress/prospark/L5-7MultipleSocketStreams.scala -------------------------------------------------------------------------------- /Chap5/src/main/scala/org/apress/prospark/L5-9Mqtt.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap5/src/main/scala/org/apress/prospark/L5-9Mqtt.scala -------------------------------------------------------------------------------- /Chap6/project/assembly.sbt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap6/project/assembly.sbt -------------------------------------------------------------------------------- /Chap6/project/plugins.sbt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap6/project/plugins.sbt -------------------------------------------------------------------------------- /Chap6/spark.sbt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap6/spark.sbt -------------------------------------------------------------------------------- /Chap6/src/main/java/org/apress/prospark/AbstractDriver.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap6/src/main/java/org/apress/prospark/AbstractDriver.java -------------------------------------------------------------------------------- /Chap6/src/main/java/org/apress/prospark/MqttDriver.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap6/src/main/java/org/apress/prospark/MqttDriver.java -------------------------------------------------------------------------------- /Chap6/src/main/java/org/apress/prospark/SocketDriver.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap6/src/main/java/org/apress/prospark/SocketDriver.java -------------------------------------------------------------------------------- /Chap6/src/main/resources/log4j.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap6/src/main/resources/log4j.properties -------------------------------------------------------------------------------- /Chap6/src/main/scala/org/apress/prospark/HttpInputDStream.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap6/src/main/scala/org/apress/prospark/HttpInputDStream.scala -------------------------------------------------------------------------------- /Chap6/src/main/scala/org/apress/prospark/L6-10LazyStatic.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap6/src/main/scala/org/apress/prospark/L6-10LazyStatic.scala -------------------------------------------------------------------------------- /Chap6/src/main/scala/org/apress/prospark/L6-12StaticPool.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap6/src/main/scala/org/apress/prospark/L6-12StaticPool.scala -------------------------------------------------------------------------------- /Chap6/src/main/scala/org/apress/prospark/L6-14HBase.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap6/src/main/scala/org/apress/prospark/L6-14HBase.scala -------------------------------------------------------------------------------- /Chap6/src/main/scala/org/apress/prospark/L6-16SparkHBase.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap6/src/main/scala/org/apress/prospark/L6-16SparkHBase.scala -------------------------------------------------------------------------------- /Chap6/src/main/scala/org/apress/prospark/L6-18Cassandra.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap6/src/main/scala/org/apress/prospark/L6-18Cassandra.scala -------------------------------------------------------------------------------- /Chap6/src/main/scala/org/apress/prospark/L6-20CassandraConnector.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap6/src/main/scala/org/apress/prospark/L6-20CassandraConnector.scala -------------------------------------------------------------------------------- /Chap6/src/main/scala/org/apress/prospark/L6-22Counters.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap6/src/main/scala/org/apress/prospark/L6-22Counters.scala -------------------------------------------------------------------------------- /Chap6/src/main/scala/org/apress/prospark/L6-23UpdateState.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap6/src/main/scala/org/apress/prospark/L6-23UpdateState.scala -------------------------------------------------------------------------------- /Chap6/src/main/scala/org/apress/prospark/L6-24Accumulators.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap6/src/main/scala/org/apress/prospark/L6-24Accumulators.scala -------------------------------------------------------------------------------- /Chap6/src/main/scala/org/apress/prospark/L6-26Redis.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap6/src/main/scala/org/apress/prospark/L6-26Redis.scala -------------------------------------------------------------------------------- /Chap6/src/main/scala/org/apress/prospark/L6-5Exception.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap6/src/main/scala/org/apress/prospark/L6-5Exception.scala -------------------------------------------------------------------------------- /Chap6/src/main/scala/org/apress/prospark/L6-6PerRecord.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap6/src/main/scala/org/apress/prospark/L6-6PerRecord.scala -------------------------------------------------------------------------------- /Chap6/src/main/scala/org/apress/prospark/L6-7PerPartition.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap6/src/main/scala/org/apress/prospark/L6-7PerPartition.scala -------------------------------------------------------------------------------- /Chap6/src/main/scala/org/apress/prospark/L6-8Static.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap6/src/main/scala/org/apress/prospark/L6-8Static.scala -------------------------------------------------------------------------------- /Chap7/project/assembly.sbt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap7/project/assembly.sbt -------------------------------------------------------------------------------- /Chap7/project/plugins.sbt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap7/project/plugins.sbt -------------------------------------------------------------------------------- /Chap7/spark.sbt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap7/spark.sbt -------------------------------------------------------------------------------- /Chap7/src/main/java/org/apress/prospark/AbstractDriver.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap7/src/main/java/org/apress/prospark/AbstractDriver.java -------------------------------------------------------------------------------- /Chap7/src/main/java/org/apress/prospark/SocketDriver.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap7/src/main/java/org/apress/prospark/SocketDriver.java -------------------------------------------------------------------------------- /Chap7/src/main/resources/log4j.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap7/src/main/resources/log4j.properties -------------------------------------------------------------------------------- /Chap7/src/main/scala/org/apress/prospark/L7-2-3Tachyon.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap7/src/main/scala/org/apress/prospark/L7-2-3Tachyon.scala -------------------------------------------------------------------------------- /Chap7/src/main/scala/org/apress/prospark/L7-4UI.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap7/src/main/scala/org/apress/prospark/L7-4UI.scala -------------------------------------------------------------------------------- /Chap8/L8-36CdrSparkRApp.R: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap8/L8-36CdrSparkRApp.R -------------------------------------------------------------------------------- /Chap8/L8-39CdrStreamingSparkRApp.R: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap8/L8-39CdrStreamingSparkRApp.R -------------------------------------------------------------------------------- /Chap8/cdrschema.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap8/cdrschema.json -------------------------------------------------------------------------------- /Chap8/cdrschema2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap8/cdrschema2.json -------------------------------------------------------------------------------- /Chap8/project/assembly.sbt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap8/project/assembly.sbt -------------------------------------------------------------------------------- /Chap8/project/plugins.sbt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap8/project/plugins.sbt -------------------------------------------------------------------------------- /Chap8/spark.sbt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap8/spark.sbt -------------------------------------------------------------------------------- /Chap8/src/main/java/org/apress/prospark/AbstractDriver.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap8/src/main/java/org/apress/prospark/AbstractDriver.java -------------------------------------------------------------------------------- /Chap8/src/main/java/org/apress/prospark/SocketDriver.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap8/src/main/java/org/apress/prospark/SocketDriver.java -------------------------------------------------------------------------------- /Chap8/src/main/resources/log4j.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap8/src/main/resources/log4j.properties -------------------------------------------------------------------------------- /Chap8/src/main/scala/org/apress/prospark/L8-10-11UDF.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap8/src/main/scala/org/apress/prospark/L8-10-11UDF.scala -------------------------------------------------------------------------------- /Chap8/src/main/scala/org/apress/prospark/L8-13HiveQL.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap8/src/main/scala/org/apress/prospark/L8-13HiveQL.scala -------------------------------------------------------------------------------- /Chap8/src/main/scala/org/apress/prospark/L8-14-27DataFrameExamples.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap8/src/main/scala/org/apress/prospark/L8-14-27DataFrameExamples.scala -------------------------------------------------------------------------------- /Chap8/src/main/scala/org/apress/prospark/L8-1DataFrameAPI.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap8/src/main/scala/org/apress/prospark/L8-1DataFrameAPI.scala -------------------------------------------------------------------------------- /Chap8/src/main/scala/org/apress/prospark/L8-28DataFrameExamplesOps.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap8/src/main/scala/org/apress/prospark/L8-28DataFrameExamplesOps.scala -------------------------------------------------------------------------------- /Chap8/src/main/scala/org/apress/prospark/L8-29DataFrameExamplesJoin.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap8/src/main/scala/org/apress/prospark/L8-29DataFrameExamplesJoin.scala -------------------------------------------------------------------------------- /Chap8/src/main/scala/org/apress/prospark/L8-3-6-7DataFrameCreation.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap8/src/main/scala/org/apress/prospark/L8-3-6-7DataFrameCreation.scala -------------------------------------------------------------------------------- /Chap8/src/main/scala/org/apress/prospark/L8-35DataFrameExamplesRDD.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap8/src/main/scala/org/apress/prospark/L8-35DataFrameExamplesRDD.scala -------------------------------------------------------------------------------- /Chap8/src/main/scala/org/apress/prospark/L8-38SparkR.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap8/src/main/scala/org/apress/prospark/L8-38SparkR.scala -------------------------------------------------------------------------------- /Chap8/src/main/scala/org/apress/prospark/L8-4DataFrameCreationSchema.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap8/src/main/scala/org/apress/prospark/L8-4DataFrameCreationSchema.scala -------------------------------------------------------------------------------- /Chap8/src/main/scala/org/apress/prospark/L8-8Sql.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap8/src/main/scala/org/apress/prospark/L8-8Sql.scala -------------------------------------------------------------------------------- /Chap8/src/main/scala/org/apress/prospark/T8-3DataFrameExamplesNA.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap8/src/main/scala/org/apress/prospark/T8-3DataFrameExamplesNA.scala -------------------------------------------------------------------------------- /Chap8/src/main/scala/org/apress/prospark/T8-5-L8-30-34DataFrameExamplesActions.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap8/src/main/scala/org/apress/prospark/T8-5-L8-30-34DataFrameExamplesActions.scala -------------------------------------------------------------------------------- /Chap9/project/assembly.sbt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap9/project/assembly.sbt -------------------------------------------------------------------------------- /Chap9/project/plugins.sbt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap9/project/plugins.sbt -------------------------------------------------------------------------------- /Chap9/spark.sbt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap9/spark.sbt -------------------------------------------------------------------------------- /Chap9/src/main/java/org/apress/prospark/AbstractDriver.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap9/src/main/java/org/apress/prospark/AbstractDriver.java -------------------------------------------------------------------------------- /Chap9/src/main/java/org/apress/prospark/SocketDriver.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap9/src/main/java/org/apress/prospark/SocketDriver.java -------------------------------------------------------------------------------- /Chap9/src/main/resources/log4j.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap9/src/main/resources/log4j.properties -------------------------------------------------------------------------------- /Chap9/src/main/scala/org/apress/prospark/L9-10KMeans.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap9/src/main/scala/org/apress/prospark/L9-10KMeans.scala -------------------------------------------------------------------------------- /Chap9/src/main/scala/org/apress/prospark/L9-11CollabFilteringPreprocessing.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap9/src/main/scala/org/apress/prospark/L9-11CollabFilteringPreprocessing.scala -------------------------------------------------------------------------------- /Chap9/src/main/scala/org/apress/prospark/L9-12CollabFiltering.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap9/src/main/scala/org/apress/prospark/L9-12CollabFiltering.scala -------------------------------------------------------------------------------- /Chap9/src/main/scala/org/apress/prospark/L9-13FPMiningPreprocessing.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap9/src/main/scala/org/apress/prospark/L9-13FPMiningPreprocessing.scala -------------------------------------------------------------------------------- /Chap9/src/main/scala/org/apress/prospark/L9-14FPMining.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap9/src/main/scala/org/apress/prospark/L9-14FPMining.scala -------------------------------------------------------------------------------- /Chap9/src/main/scala/org/apress/prospark/L9-15MLPipeline.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap9/src/main/scala/org/apress/prospark/L9-15MLPipeline.scala -------------------------------------------------------------------------------- /Chap9/src/main/scala/org/apress/prospark/L9-17MLCrossValidation.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap9/src/main/scala/org/apress/prospark/L9-17MLCrossValidation.scala -------------------------------------------------------------------------------- /Chap9/src/main/scala/org/apress/prospark/L9-1LinearRegression.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap9/src/main/scala/org/apress/prospark/L9-1LinearRegression.scala -------------------------------------------------------------------------------- /Chap9/src/main/scala/org/apress/prospark/L9-3Statistics.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap9/src/main/scala/org/apress/prospark/L9-3Statistics.scala -------------------------------------------------------------------------------- /Chap9/src/main/scala/org/apress/prospark/L9-4Correlation.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap9/src/main/scala/org/apress/prospark/L9-4Correlation.scala -------------------------------------------------------------------------------- /Chap9/src/main/scala/org/apress/prospark/L9-5ChiSq.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap9/src/main/scala/org/apress/prospark/L9-5ChiSq.scala -------------------------------------------------------------------------------- /Chap9/src/main/scala/org/apress/prospark/L9-6Preprocessing.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap9/src/main/scala/org/apress/prospark/L9-6Preprocessing.scala -------------------------------------------------------------------------------- /Chap9/src/main/scala/org/apress/prospark/L9-7FeatureExtraction.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap9/src/main/scala/org/apress/prospark/L9-7FeatureExtraction.scala -------------------------------------------------------------------------------- /Chap9/src/main/scala/org/apress/prospark/L9-8PCA.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap9/src/main/scala/org/apress/prospark/L9-8PCA.scala -------------------------------------------------------------------------------- /Chap9/src/main/scala/org/apress/prospark/L9-9LogisticRegression.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap9/src/main/scala/org/apress/prospark/L9-9LogisticRegression.scala -------------------------------------------------------------------------------- /Chap9/src/main/scala/org/apress/prospark/T9-4DataTypes.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/Chap9/src/main/scala/org/apress/prospark/T9-4DataTypes.scala -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZubairNabi/prosparkstreaming/HEAD/README.md --------------------------------------------------------------------------------