└── SparkStreamingPOC ├── build.sbt └── src └── main ├── resources ├── department.csv └── employee.csv └── scala ├── entity ├── entities.scala └── package.scala ├── listener ├── KafkaMetrics.scala └── SparkListenerKafkaWriter.scala ├── sink └── JDBCSink.scala └── streaming ├── MultiStreamTODO.scala ├── Rate2Console.scala ├── SparkListenerKafkaNotifier.scala ├── jdbc └── WriteToPostgress.scala ├── join ├── staticstream │ ├── staticStreamFullOuterJoin.scala │ ├── staticStreamInnerJoin.scala │ ├── staticStreamLeftOuterJoin.scala │ └── staticStreamRightOuterJoin.scala ├── streamstatic │ ├── streamStaticFullOuterJoin.scala │ ├── streamStaticInnerJoin.scala │ ├── streamStaticLeftOuterJoin.scala │ └── streamStaticRightOuterJoin.scala └── streamstream │ ├── streamStreamFullOuterJoin.scala │ ├── streamStreamInnerJoin.scala │ ├── streamStreamLeftOuterJoin.scala │ └── streamStreamRightOuterJoin.scala ├── kafka ├── Kafka2Kafka.scala ├── Rate2Kafka.scala ├── Rate2KafkaMultiStream.scala └── Rate2KafkaSparkListener.scala ├── mode ├── Rate2ConsoleAggregateAppendMode.scala ├── Rate2ConsoleAggregateCompleteMode.scala ├── Rate2ConsoleAggregateUpdateMode.scala ├── Rate2ConsoleCompleteMode.scala ├── Rate2ConsoleDefaultMode.scala └── Rate2ConsoleUpdateMode.scala ├── state ├── Rate2SparkState.scala └── manageStateHelper.scala ├── trigger ├── Rate2ConsoleContinuousTrigger.scala ├── Rate2ConsoleDefaultTrigger.scala ├── Rate2ConsoleOnceTrigger.scala ├── Rate2ConsoleProgressTrigger.scala └── Rate2ConsoleTriggerOptions.scala ├── unsupported ├── Rate2ConsoleMultiStream.scala └── UnsupportedFeatures.scala └── watermark └── Rate2ConsoleWatermark.scala /SparkStreamingPOC/build.sbt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sylvesterdj/LearningScala/HEAD/SparkStreamingPOC/build.sbt -------------------------------------------------------------------------------- /SparkStreamingPOC/src/main/resources/department.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sylvesterdj/LearningScala/HEAD/SparkStreamingPOC/src/main/resources/department.csv -------------------------------------------------------------------------------- /SparkStreamingPOC/src/main/resources/employee.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sylvesterdj/LearningScala/HEAD/SparkStreamingPOC/src/main/resources/employee.csv -------------------------------------------------------------------------------- /SparkStreamingPOC/src/main/scala/entity/entities.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sylvesterdj/LearningScala/HEAD/SparkStreamingPOC/src/main/scala/entity/entities.scala -------------------------------------------------------------------------------- /SparkStreamingPOC/src/main/scala/entity/package.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sylvesterdj/LearningScala/HEAD/SparkStreamingPOC/src/main/scala/entity/package.scala -------------------------------------------------------------------------------- /SparkStreamingPOC/src/main/scala/listener/KafkaMetrics.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sylvesterdj/LearningScala/HEAD/SparkStreamingPOC/src/main/scala/listener/KafkaMetrics.scala -------------------------------------------------------------------------------- /SparkStreamingPOC/src/main/scala/listener/SparkListenerKafkaWriter.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sylvesterdj/LearningScala/HEAD/SparkStreamingPOC/src/main/scala/listener/SparkListenerKafkaWriter.scala -------------------------------------------------------------------------------- /SparkStreamingPOC/src/main/scala/sink/JDBCSink.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sylvesterdj/LearningScala/HEAD/SparkStreamingPOC/src/main/scala/sink/JDBCSink.scala -------------------------------------------------------------------------------- /SparkStreamingPOC/src/main/scala/streaming/MultiStreamTODO.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sylvesterdj/LearningScala/HEAD/SparkStreamingPOC/src/main/scala/streaming/MultiStreamTODO.scala -------------------------------------------------------------------------------- /SparkStreamingPOC/src/main/scala/streaming/Rate2Console.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sylvesterdj/LearningScala/HEAD/SparkStreamingPOC/src/main/scala/streaming/Rate2Console.scala -------------------------------------------------------------------------------- /SparkStreamingPOC/src/main/scala/streaming/SparkListenerKafkaNotifier.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sylvesterdj/LearningScala/HEAD/SparkStreamingPOC/src/main/scala/streaming/SparkListenerKafkaNotifier.scala -------------------------------------------------------------------------------- /SparkStreamingPOC/src/main/scala/streaming/jdbc/WriteToPostgress.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sylvesterdj/LearningScala/HEAD/SparkStreamingPOC/src/main/scala/streaming/jdbc/WriteToPostgress.scala -------------------------------------------------------------------------------- /SparkStreamingPOC/src/main/scala/streaming/join/staticstream/staticStreamFullOuterJoin.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sylvesterdj/LearningScala/HEAD/SparkStreamingPOC/src/main/scala/streaming/join/staticstream/staticStreamFullOuterJoin.scala -------------------------------------------------------------------------------- /SparkStreamingPOC/src/main/scala/streaming/join/staticstream/staticStreamInnerJoin.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sylvesterdj/LearningScala/HEAD/SparkStreamingPOC/src/main/scala/streaming/join/staticstream/staticStreamInnerJoin.scala -------------------------------------------------------------------------------- /SparkStreamingPOC/src/main/scala/streaming/join/staticstream/staticStreamLeftOuterJoin.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sylvesterdj/LearningScala/HEAD/SparkStreamingPOC/src/main/scala/streaming/join/staticstream/staticStreamLeftOuterJoin.scala -------------------------------------------------------------------------------- /SparkStreamingPOC/src/main/scala/streaming/join/staticstream/staticStreamRightOuterJoin.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sylvesterdj/LearningScala/HEAD/SparkStreamingPOC/src/main/scala/streaming/join/staticstream/staticStreamRightOuterJoin.scala -------------------------------------------------------------------------------- /SparkStreamingPOC/src/main/scala/streaming/join/streamstatic/streamStaticFullOuterJoin.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sylvesterdj/LearningScala/HEAD/SparkStreamingPOC/src/main/scala/streaming/join/streamstatic/streamStaticFullOuterJoin.scala -------------------------------------------------------------------------------- /SparkStreamingPOC/src/main/scala/streaming/join/streamstatic/streamStaticInnerJoin.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sylvesterdj/LearningScala/HEAD/SparkStreamingPOC/src/main/scala/streaming/join/streamstatic/streamStaticInnerJoin.scala -------------------------------------------------------------------------------- /SparkStreamingPOC/src/main/scala/streaming/join/streamstatic/streamStaticLeftOuterJoin.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sylvesterdj/LearningScala/HEAD/SparkStreamingPOC/src/main/scala/streaming/join/streamstatic/streamStaticLeftOuterJoin.scala -------------------------------------------------------------------------------- /SparkStreamingPOC/src/main/scala/streaming/join/streamstatic/streamStaticRightOuterJoin.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sylvesterdj/LearningScala/HEAD/SparkStreamingPOC/src/main/scala/streaming/join/streamstatic/streamStaticRightOuterJoin.scala -------------------------------------------------------------------------------- /SparkStreamingPOC/src/main/scala/streaming/join/streamstream/streamStreamFullOuterJoin.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sylvesterdj/LearningScala/HEAD/SparkStreamingPOC/src/main/scala/streaming/join/streamstream/streamStreamFullOuterJoin.scala -------------------------------------------------------------------------------- /SparkStreamingPOC/src/main/scala/streaming/join/streamstream/streamStreamInnerJoin.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sylvesterdj/LearningScala/HEAD/SparkStreamingPOC/src/main/scala/streaming/join/streamstream/streamStreamInnerJoin.scala -------------------------------------------------------------------------------- /SparkStreamingPOC/src/main/scala/streaming/join/streamstream/streamStreamLeftOuterJoin.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sylvesterdj/LearningScala/HEAD/SparkStreamingPOC/src/main/scala/streaming/join/streamstream/streamStreamLeftOuterJoin.scala -------------------------------------------------------------------------------- /SparkStreamingPOC/src/main/scala/streaming/join/streamstream/streamStreamRightOuterJoin.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sylvesterdj/LearningScala/HEAD/SparkStreamingPOC/src/main/scala/streaming/join/streamstream/streamStreamRightOuterJoin.scala -------------------------------------------------------------------------------- /SparkStreamingPOC/src/main/scala/streaming/kafka/Kafka2Kafka.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sylvesterdj/LearningScala/HEAD/SparkStreamingPOC/src/main/scala/streaming/kafka/Kafka2Kafka.scala -------------------------------------------------------------------------------- /SparkStreamingPOC/src/main/scala/streaming/kafka/Rate2Kafka.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sylvesterdj/LearningScala/HEAD/SparkStreamingPOC/src/main/scala/streaming/kafka/Rate2Kafka.scala -------------------------------------------------------------------------------- /SparkStreamingPOC/src/main/scala/streaming/kafka/Rate2KafkaMultiStream.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sylvesterdj/LearningScala/HEAD/SparkStreamingPOC/src/main/scala/streaming/kafka/Rate2KafkaMultiStream.scala -------------------------------------------------------------------------------- /SparkStreamingPOC/src/main/scala/streaming/kafka/Rate2KafkaSparkListener.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sylvesterdj/LearningScala/HEAD/SparkStreamingPOC/src/main/scala/streaming/kafka/Rate2KafkaSparkListener.scala -------------------------------------------------------------------------------- /SparkStreamingPOC/src/main/scala/streaming/mode/Rate2ConsoleAggregateAppendMode.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sylvesterdj/LearningScala/HEAD/SparkStreamingPOC/src/main/scala/streaming/mode/Rate2ConsoleAggregateAppendMode.scala -------------------------------------------------------------------------------- /SparkStreamingPOC/src/main/scala/streaming/mode/Rate2ConsoleAggregateCompleteMode.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sylvesterdj/LearningScala/HEAD/SparkStreamingPOC/src/main/scala/streaming/mode/Rate2ConsoleAggregateCompleteMode.scala -------------------------------------------------------------------------------- /SparkStreamingPOC/src/main/scala/streaming/mode/Rate2ConsoleAggregateUpdateMode.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sylvesterdj/LearningScala/HEAD/SparkStreamingPOC/src/main/scala/streaming/mode/Rate2ConsoleAggregateUpdateMode.scala -------------------------------------------------------------------------------- /SparkStreamingPOC/src/main/scala/streaming/mode/Rate2ConsoleCompleteMode.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sylvesterdj/LearningScala/HEAD/SparkStreamingPOC/src/main/scala/streaming/mode/Rate2ConsoleCompleteMode.scala -------------------------------------------------------------------------------- /SparkStreamingPOC/src/main/scala/streaming/mode/Rate2ConsoleDefaultMode.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sylvesterdj/LearningScala/HEAD/SparkStreamingPOC/src/main/scala/streaming/mode/Rate2ConsoleDefaultMode.scala -------------------------------------------------------------------------------- /SparkStreamingPOC/src/main/scala/streaming/mode/Rate2ConsoleUpdateMode.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sylvesterdj/LearningScala/HEAD/SparkStreamingPOC/src/main/scala/streaming/mode/Rate2ConsoleUpdateMode.scala -------------------------------------------------------------------------------- /SparkStreamingPOC/src/main/scala/streaming/state/Rate2SparkState.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sylvesterdj/LearningScala/HEAD/SparkStreamingPOC/src/main/scala/streaming/state/Rate2SparkState.scala -------------------------------------------------------------------------------- /SparkStreamingPOC/src/main/scala/streaming/state/manageStateHelper.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sylvesterdj/LearningScala/HEAD/SparkStreamingPOC/src/main/scala/streaming/state/manageStateHelper.scala -------------------------------------------------------------------------------- /SparkStreamingPOC/src/main/scala/streaming/trigger/Rate2ConsoleContinuousTrigger.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sylvesterdj/LearningScala/HEAD/SparkStreamingPOC/src/main/scala/streaming/trigger/Rate2ConsoleContinuousTrigger.scala -------------------------------------------------------------------------------- /SparkStreamingPOC/src/main/scala/streaming/trigger/Rate2ConsoleDefaultTrigger.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sylvesterdj/LearningScala/HEAD/SparkStreamingPOC/src/main/scala/streaming/trigger/Rate2ConsoleDefaultTrigger.scala -------------------------------------------------------------------------------- /SparkStreamingPOC/src/main/scala/streaming/trigger/Rate2ConsoleOnceTrigger.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sylvesterdj/LearningScala/HEAD/SparkStreamingPOC/src/main/scala/streaming/trigger/Rate2ConsoleOnceTrigger.scala -------------------------------------------------------------------------------- /SparkStreamingPOC/src/main/scala/streaming/trigger/Rate2ConsoleProgressTrigger.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sylvesterdj/LearningScala/HEAD/SparkStreamingPOC/src/main/scala/streaming/trigger/Rate2ConsoleProgressTrigger.scala -------------------------------------------------------------------------------- /SparkStreamingPOC/src/main/scala/streaming/trigger/Rate2ConsoleTriggerOptions.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sylvesterdj/LearningScala/HEAD/SparkStreamingPOC/src/main/scala/streaming/trigger/Rate2ConsoleTriggerOptions.scala -------------------------------------------------------------------------------- /SparkStreamingPOC/src/main/scala/streaming/unsupported/Rate2ConsoleMultiStream.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sylvesterdj/LearningScala/HEAD/SparkStreamingPOC/src/main/scala/streaming/unsupported/Rate2ConsoleMultiStream.scala -------------------------------------------------------------------------------- /SparkStreamingPOC/src/main/scala/streaming/unsupported/UnsupportedFeatures.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sylvesterdj/LearningScala/HEAD/SparkStreamingPOC/src/main/scala/streaming/unsupported/UnsupportedFeatures.scala -------------------------------------------------------------------------------- /SparkStreamingPOC/src/main/scala/streaming/watermark/Rate2ConsoleWatermark.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sylvesterdj/LearningScala/HEAD/SparkStreamingPOC/src/main/scala/streaming/watermark/Rate2ConsoleWatermark.scala --------------------------------------------------------------------------------