├── .gitignore ├── LICENSE ├── README.md ├── project ├── Dependencies.scala └── build.properties ├── sbt ├── sbt-dist ├── bin │ ├── sbt │ ├── sbt-launch-lib.bash │ ├── sbt-launch.jar │ └── sbt.bat └── conf │ ├── sbtconfig.txt │ └── sbtopts ├── sbt.bat └── src ├── main ├── resources │ ├── application.conf │ └── log4j.properties └── scala │ └── com │ └── phylosoft │ └── spark │ └── learning │ ├── Logger.scala │ ├── SparkSessionConfiguration.scala │ ├── sql │ └── streaming │ │ ├── domain │ │ └── Model.scala │ │ ├── monitoring │ │ ├── Monitoring.scala │ │ └── SimpleListener.scala │ │ ├── operations │ │ ├── join │ │ │ ├── Processor.scala │ │ │ ├── streamstatic │ │ │ │ └── InnerJoinApp.scala │ │ │ └── streamstream │ │ │ │ ├── InnerJoinApp.scala │ │ │ │ ├── InnerJoinWithWatermarkingApp.scala │ │ │ │ └── LeftOuterJoinWithWatermarkingApp.scala │ │ └── stateful │ │ │ ├── GroupsWithStateFunction.scala │ │ │ └── MapGroupsWithStateApp.scala │ │ ├── sink │ │ ├── StreamingSink.scala │ │ ├── console │ │ │ └── ConsoleSink.scala │ │ ├── delta │ │ │ └── DeltaSink.scala │ │ ├── memory │ │ │ └── MemorySink.scala │ │ └── package.scala │ │ └── source │ │ ├── StreamingSource.scala │ │ ├── package.scala │ │ └── rate │ │ ├── AdRateSources.scala │ │ ├── RateSource.scala │ │ └── UserActionsRateSource.scala │ └── utils │ └── Provider.scala └── test └── scala └── com └── phylosoft └── spark └── learning └── sql └── streaming └── join └── streamstream └── InnerJoinSpec.scala /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndrewKuzmin/spark-structured-streaming-examples/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndrewKuzmin/spark-structured-streaming-examples/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndrewKuzmin/spark-structured-streaming-examples/HEAD/README.md -------------------------------------------------------------------------------- /project/Dependencies.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndrewKuzmin/spark-structured-streaming-examples/HEAD/project/Dependencies.scala -------------------------------------------------------------------------------- /project/build.properties: -------------------------------------------------------------------------------- 1 | sbt.version=1.2.8 2 | -------------------------------------------------------------------------------- /sbt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndrewKuzmin/spark-structured-streaming-examples/HEAD/sbt -------------------------------------------------------------------------------- /sbt-dist/bin/sbt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndrewKuzmin/spark-structured-streaming-examples/HEAD/sbt-dist/bin/sbt -------------------------------------------------------------------------------- /sbt-dist/bin/sbt-launch-lib.bash: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndrewKuzmin/spark-structured-streaming-examples/HEAD/sbt-dist/bin/sbt-launch-lib.bash -------------------------------------------------------------------------------- /sbt-dist/bin/sbt-launch.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndrewKuzmin/spark-structured-streaming-examples/HEAD/sbt-dist/bin/sbt-launch.jar -------------------------------------------------------------------------------- /sbt-dist/bin/sbt.bat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndrewKuzmin/spark-structured-streaming-examples/HEAD/sbt-dist/bin/sbt.bat -------------------------------------------------------------------------------- /sbt-dist/conf/sbtconfig.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndrewKuzmin/spark-structured-streaming-examples/HEAD/sbt-dist/conf/sbtconfig.txt -------------------------------------------------------------------------------- /sbt-dist/conf/sbtopts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndrewKuzmin/spark-structured-streaming-examples/HEAD/sbt-dist/conf/sbtopts -------------------------------------------------------------------------------- /sbt.bat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndrewKuzmin/spark-structured-streaming-examples/HEAD/sbt.bat -------------------------------------------------------------------------------- /src/main/resources/application.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndrewKuzmin/spark-structured-streaming-examples/HEAD/src/main/resources/application.conf -------------------------------------------------------------------------------- /src/main/resources/log4j.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndrewKuzmin/spark-structured-streaming-examples/HEAD/src/main/resources/log4j.properties -------------------------------------------------------------------------------- /src/main/scala/com/phylosoft/spark/learning/Logger.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndrewKuzmin/spark-structured-streaming-examples/HEAD/src/main/scala/com/phylosoft/spark/learning/Logger.scala -------------------------------------------------------------------------------- /src/main/scala/com/phylosoft/spark/learning/SparkSessionConfiguration.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndrewKuzmin/spark-structured-streaming-examples/HEAD/src/main/scala/com/phylosoft/spark/learning/SparkSessionConfiguration.scala -------------------------------------------------------------------------------- /src/main/scala/com/phylosoft/spark/learning/sql/streaming/domain/Model.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndrewKuzmin/spark-structured-streaming-examples/HEAD/src/main/scala/com/phylosoft/spark/learning/sql/streaming/domain/Model.scala -------------------------------------------------------------------------------- /src/main/scala/com/phylosoft/spark/learning/sql/streaming/monitoring/Monitoring.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndrewKuzmin/spark-structured-streaming-examples/HEAD/src/main/scala/com/phylosoft/spark/learning/sql/streaming/monitoring/Monitoring.scala -------------------------------------------------------------------------------- /src/main/scala/com/phylosoft/spark/learning/sql/streaming/monitoring/SimpleListener.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndrewKuzmin/spark-structured-streaming-examples/HEAD/src/main/scala/com/phylosoft/spark/learning/sql/streaming/monitoring/SimpleListener.scala -------------------------------------------------------------------------------- /src/main/scala/com/phylosoft/spark/learning/sql/streaming/operations/join/Processor.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndrewKuzmin/spark-structured-streaming-examples/HEAD/src/main/scala/com/phylosoft/spark/learning/sql/streaming/operations/join/Processor.scala -------------------------------------------------------------------------------- /src/main/scala/com/phylosoft/spark/learning/sql/streaming/operations/join/streamstatic/InnerJoinApp.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndrewKuzmin/spark-structured-streaming-examples/HEAD/src/main/scala/com/phylosoft/spark/learning/sql/streaming/operations/join/streamstatic/InnerJoinApp.scala -------------------------------------------------------------------------------- /src/main/scala/com/phylosoft/spark/learning/sql/streaming/operations/join/streamstream/InnerJoinApp.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndrewKuzmin/spark-structured-streaming-examples/HEAD/src/main/scala/com/phylosoft/spark/learning/sql/streaming/operations/join/streamstream/InnerJoinApp.scala -------------------------------------------------------------------------------- /src/main/scala/com/phylosoft/spark/learning/sql/streaming/operations/join/streamstream/InnerJoinWithWatermarkingApp.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndrewKuzmin/spark-structured-streaming-examples/HEAD/src/main/scala/com/phylosoft/spark/learning/sql/streaming/operations/join/streamstream/InnerJoinWithWatermarkingApp.scala -------------------------------------------------------------------------------- /src/main/scala/com/phylosoft/spark/learning/sql/streaming/operations/join/streamstream/LeftOuterJoinWithWatermarkingApp.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndrewKuzmin/spark-structured-streaming-examples/HEAD/src/main/scala/com/phylosoft/spark/learning/sql/streaming/operations/join/streamstream/LeftOuterJoinWithWatermarkingApp.scala -------------------------------------------------------------------------------- /src/main/scala/com/phylosoft/spark/learning/sql/streaming/operations/stateful/GroupsWithStateFunction.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndrewKuzmin/spark-structured-streaming-examples/HEAD/src/main/scala/com/phylosoft/spark/learning/sql/streaming/operations/stateful/GroupsWithStateFunction.scala -------------------------------------------------------------------------------- /src/main/scala/com/phylosoft/spark/learning/sql/streaming/operations/stateful/MapGroupsWithStateApp.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndrewKuzmin/spark-structured-streaming-examples/HEAD/src/main/scala/com/phylosoft/spark/learning/sql/streaming/operations/stateful/MapGroupsWithStateApp.scala -------------------------------------------------------------------------------- /src/main/scala/com/phylosoft/spark/learning/sql/streaming/sink/StreamingSink.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndrewKuzmin/spark-structured-streaming-examples/HEAD/src/main/scala/com/phylosoft/spark/learning/sql/streaming/sink/StreamingSink.scala -------------------------------------------------------------------------------- /src/main/scala/com/phylosoft/spark/learning/sql/streaming/sink/console/ConsoleSink.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndrewKuzmin/spark-structured-streaming-examples/HEAD/src/main/scala/com/phylosoft/spark/learning/sql/streaming/sink/console/ConsoleSink.scala -------------------------------------------------------------------------------- /src/main/scala/com/phylosoft/spark/learning/sql/streaming/sink/delta/DeltaSink.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndrewKuzmin/spark-structured-streaming-examples/HEAD/src/main/scala/com/phylosoft/spark/learning/sql/streaming/sink/delta/DeltaSink.scala -------------------------------------------------------------------------------- /src/main/scala/com/phylosoft/spark/learning/sql/streaming/sink/memory/MemorySink.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndrewKuzmin/spark-structured-streaming-examples/HEAD/src/main/scala/com/phylosoft/spark/learning/sql/streaming/sink/memory/MemorySink.scala -------------------------------------------------------------------------------- /src/main/scala/com/phylosoft/spark/learning/sql/streaming/sink/package.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndrewKuzmin/spark-structured-streaming-examples/HEAD/src/main/scala/com/phylosoft/spark/learning/sql/streaming/sink/package.scala -------------------------------------------------------------------------------- /src/main/scala/com/phylosoft/spark/learning/sql/streaming/source/StreamingSource.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndrewKuzmin/spark-structured-streaming-examples/HEAD/src/main/scala/com/phylosoft/spark/learning/sql/streaming/source/StreamingSource.scala -------------------------------------------------------------------------------- /src/main/scala/com/phylosoft/spark/learning/sql/streaming/source/package.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndrewKuzmin/spark-structured-streaming-examples/HEAD/src/main/scala/com/phylosoft/spark/learning/sql/streaming/source/package.scala -------------------------------------------------------------------------------- /src/main/scala/com/phylosoft/spark/learning/sql/streaming/source/rate/AdRateSources.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndrewKuzmin/spark-structured-streaming-examples/HEAD/src/main/scala/com/phylosoft/spark/learning/sql/streaming/source/rate/AdRateSources.scala -------------------------------------------------------------------------------- /src/main/scala/com/phylosoft/spark/learning/sql/streaming/source/rate/RateSource.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndrewKuzmin/spark-structured-streaming-examples/HEAD/src/main/scala/com/phylosoft/spark/learning/sql/streaming/source/rate/RateSource.scala -------------------------------------------------------------------------------- /src/main/scala/com/phylosoft/spark/learning/sql/streaming/source/rate/UserActionsRateSource.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndrewKuzmin/spark-structured-streaming-examples/HEAD/src/main/scala/com/phylosoft/spark/learning/sql/streaming/source/rate/UserActionsRateSource.scala -------------------------------------------------------------------------------- /src/main/scala/com/phylosoft/spark/learning/utils/Provider.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndrewKuzmin/spark-structured-streaming-examples/HEAD/src/main/scala/com/phylosoft/spark/learning/utils/Provider.scala -------------------------------------------------------------------------------- /src/test/scala/com/phylosoft/spark/learning/sql/streaming/join/streamstream/InnerJoinSpec.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndrewKuzmin/spark-structured-streaming-examples/HEAD/src/test/scala/com/phylosoft/spark/learning/sql/streaming/join/streamstream/InnerJoinSpec.scala --------------------------------------------------------------------------------