├── .gitignore ├── README.md ├── cql.sh ├── docker-clean.sh ├── docker-compose.yml ├── project └── build.properties ├── psql.sh ├── sql └── db.sql └── src └── main ├── resources └── data │ ├── bands │ └── bands.json │ ├── cars │ └── cars.json │ ├── guitarPlayers │ └── guitarPlayers.json │ ├── guitars │ └── guitars.json │ ├── lipsum │ └── lipsum.txt │ ├── movies │ └── movies.json │ ├── people-1m │ └── people-1m.txt │ ├── purchases │ └── part-00000-7ad254f6-eab6-4969-84f2-5eef48ffbcf4-c000.json │ └── stocks │ ├── aapl.csv │ ├── amzn.csv │ ├── goog.csv │ ├── ibm.csv │ └── msft.csv └── scala ├── common ├── Car.scala ├── Person.scala ├── Stock.scala └── package.scala ├── part1recap ├── ScalaRecap.scala └── SparkRecap.scala ├── part2structuredstreaming ├── StreamingAggregations.scala ├── StreamingDataFrames.scala ├── StreamingDatasets.scala └── StreamingJoins.scala ├── part3lowlevel ├── DStreams.scala └── DStreamsTransformations.scala ├── part4integrations ├── IntegratingCassandra.scala ├── IntegratingJDBC.scala ├── IntegratingKafka.scala └── IntegratingKafkaDStreams.scala ├── part6advanced ├── EventTimeWindows.scala ├── ProcessingTimeWindows.scala └── Watermarks.scala └── playground └── Playground.scala /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rockthejvm/udemy-spark-streaming/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rockthejvm/udemy-spark-streaming/HEAD/README.md -------------------------------------------------------------------------------- /cql.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rockthejvm/udemy-spark-streaming/HEAD/cql.sh -------------------------------------------------------------------------------- /docker-clean.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rockthejvm/udemy-spark-streaming/HEAD/docker-clean.sh -------------------------------------------------------------------------------- /docker-compose.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rockthejvm/udemy-spark-streaming/HEAD/docker-compose.yml -------------------------------------------------------------------------------- /project/build.properties: -------------------------------------------------------------------------------- 1 | sbt.version = 1.3.8 -------------------------------------------------------------------------------- /psql.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rockthejvm/udemy-spark-streaming/HEAD/psql.sh -------------------------------------------------------------------------------- /sql/db.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rockthejvm/udemy-spark-streaming/HEAD/sql/db.sql -------------------------------------------------------------------------------- /src/main/resources/data/bands/bands.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rockthejvm/udemy-spark-streaming/HEAD/src/main/resources/data/bands/bands.json -------------------------------------------------------------------------------- /src/main/resources/data/cars/cars.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rockthejvm/udemy-spark-streaming/HEAD/src/main/resources/data/cars/cars.json -------------------------------------------------------------------------------- /src/main/resources/data/guitarPlayers/guitarPlayers.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rockthejvm/udemy-spark-streaming/HEAD/src/main/resources/data/guitarPlayers/guitarPlayers.json -------------------------------------------------------------------------------- /src/main/resources/data/guitars/guitars.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rockthejvm/udemy-spark-streaming/HEAD/src/main/resources/data/guitars/guitars.json -------------------------------------------------------------------------------- /src/main/resources/data/lipsum/lipsum.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rockthejvm/udemy-spark-streaming/HEAD/src/main/resources/data/lipsum/lipsum.txt -------------------------------------------------------------------------------- /src/main/resources/data/movies/movies.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rockthejvm/udemy-spark-streaming/HEAD/src/main/resources/data/movies/movies.json -------------------------------------------------------------------------------- /src/main/resources/data/people-1m/people-1m.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rockthejvm/udemy-spark-streaming/HEAD/src/main/resources/data/people-1m/people-1m.txt -------------------------------------------------------------------------------- /src/main/resources/data/purchases/part-00000-7ad254f6-eab6-4969-84f2-5eef48ffbcf4-c000.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rockthejvm/udemy-spark-streaming/HEAD/src/main/resources/data/purchases/part-00000-7ad254f6-eab6-4969-84f2-5eef48ffbcf4-c000.json -------------------------------------------------------------------------------- /src/main/resources/data/stocks/aapl.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rockthejvm/udemy-spark-streaming/HEAD/src/main/resources/data/stocks/aapl.csv -------------------------------------------------------------------------------- /src/main/resources/data/stocks/amzn.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rockthejvm/udemy-spark-streaming/HEAD/src/main/resources/data/stocks/amzn.csv -------------------------------------------------------------------------------- /src/main/resources/data/stocks/goog.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rockthejvm/udemy-spark-streaming/HEAD/src/main/resources/data/stocks/goog.csv -------------------------------------------------------------------------------- /src/main/resources/data/stocks/ibm.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rockthejvm/udemy-spark-streaming/HEAD/src/main/resources/data/stocks/ibm.csv -------------------------------------------------------------------------------- /src/main/resources/data/stocks/msft.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rockthejvm/udemy-spark-streaming/HEAD/src/main/resources/data/stocks/msft.csv -------------------------------------------------------------------------------- /src/main/scala/common/Car.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rockthejvm/udemy-spark-streaming/HEAD/src/main/scala/common/Car.scala -------------------------------------------------------------------------------- /src/main/scala/common/Person.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rockthejvm/udemy-spark-streaming/HEAD/src/main/scala/common/Person.scala -------------------------------------------------------------------------------- /src/main/scala/common/Stock.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rockthejvm/udemy-spark-streaming/HEAD/src/main/scala/common/Stock.scala -------------------------------------------------------------------------------- /src/main/scala/common/package.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rockthejvm/udemy-spark-streaming/HEAD/src/main/scala/common/package.scala -------------------------------------------------------------------------------- /src/main/scala/part1recap/ScalaRecap.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rockthejvm/udemy-spark-streaming/HEAD/src/main/scala/part1recap/ScalaRecap.scala -------------------------------------------------------------------------------- /src/main/scala/part1recap/SparkRecap.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rockthejvm/udemy-spark-streaming/HEAD/src/main/scala/part1recap/SparkRecap.scala -------------------------------------------------------------------------------- /src/main/scala/part2structuredstreaming/StreamingAggregations.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rockthejvm/udemy-spark-streaming/HEAD/src/main/scala/part2structuredstreaming/StreamingAggregations.scala -------------------------------------------------------------------------------- /src/main/scala/part2structuredstreaming/StreamingDataFrames.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rockthejvm/udemy-spark-streaming/HEAD/src/main/scala/part2structuredstreaming/StreamingDataFrames.scala -------------------------------------------------------------------------------- /src/main/scala/part2structuredstreaming/StreamingDatasets.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rockthejvm/udemy-spark-streaming/HEAD/src/main/scala/part2structuredstreaming/StreamingDatasets.scala -------------------------------------------------------------------------------- /src/main/scala/part2structuredstreaming/StreamingJoins.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rockthejvm/udemy-spark-streaming/HEAD/src/main/scala/part2structuredstreaming/StreamingJoins.scala -------------------------------------------------------------------------------- /src/main/scala/part3lowlevel/DStreams.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rockthejvm/udemy-spark-streaming/HEAD/src/main/scala/part3lowlevel/DStreams.scala -------------------------------------------------------------------------------- /src/main/scala/part3lowlevel/DStreamsTransformations.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rockthejvm/udemy-spark-streaming/HEAD/src/main/scala/part3lowlevel/DStreamsTransformations.scala -------------------------------------------------------------------------------- /src/main/scala/part4integrations/IntegratingCassandra.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rockthejvm/udemy-spark-streaming/HEAD/src/main/scala/part4integrations/IntegratingCassandra.scala -------------------------------------------------------------------------------- /src/main/scala/part4integrations/IntegratingJDBC.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rockthejvm/udemy-spark-streaming/HEAD/src/main/scala/part4integrations/IntegratingJDBC.scala -------------------------------------------------------------------------------- /src/main/scala/part4integrations/IntegratingKafka.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rockthejvm/udemy-spark-streaming/HEAD/src/main/scala/part4integrations/IntegratingKafka.scala -------------------------------------------------------------------------------- /src/main/scala/part4integrations/IntegratingKafkaDStreams.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rockthejvm/udemy-spark-streaming/HEAD/src/main/scala/part4integrations/IntegratingKafkaDStreams.scala -------------------------------------------------------------------------------- /src/main/scala/part6advanced/EventTimeWindows.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rockthejvm/udemy-spark-streaming/HEAD/src/main/scala/part6advanced/EventTimeWindows.scala -------------------------------------------------------------------------------- /src/main/scala/part6advanced/ProcessingTimeWindows.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rockthejvm/udemy-spark-streaming/HEAD/src/main/scala/part6advanced/ProcessingTimeWindows.scala -------------------------------------------------------------------------------- /src/main/scala/part6advanced/Watermarks.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rockthejvm/udemy-spark-streaming/HEAD/src/main/scala/part6advanced/Watermarks.scala -------------------------------------------------------------------------------- /src/main/scala/playground/Playground.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rockthejvm/udemy-spark-streaming/HEAD/src/main/scala/playground/Playground.scala --------------------------------------------------------------------------------