├── LICENSE ├── README.md ├── _config.yml ├── data ├── ml-1m │ ├── README │ ├── movies.dat │ ├── ratings.dat │ └── users.dat └── weblog │ ├── apache.access.log │ └── file_to_stream_utils.sh ├── pom.xml └── src └── main └── scala ├── SparkTest.scala └── org ├── spark ├── App.scala └── movie │ ├── MovieUser.scala │ ├── PopularMovie.scala │ └── TopKMovie.scala ├── sparkSQL ├── ApacheAccessLog │ ├── ApacheAccessLog.scala │ └── LogAnalyzerSQL.scala └── SensorLog │ ├── RedisClient.scala │ ├── SensorRow.scala │ └── SensorStatistics.scala └── sparkStreaming ├── kafka_sparkStreaming_mysql ├── DruidConnectionPool.java ├── KafkaEventProducer.scala ├── UserClickCountAnalytics.scala └── UserClickCountByWindowAnalytics.scala ├── kafka_sparkStreaming_offsetToZK ├── KafkaEventProducer.scala ├── UserClickCountAnalytics.scala └── ZkKafkaOffsetManager.scala ├── kafka_sparkStreaming_redis ├── KafkaEventProducer.scala ├── RedisClient.scala ├── UserClickCountAnalytics.scala └── UserClickCountByWindowAnalytics.scala └── sparkStreamingExactltyOnce ├── KafkaEventProducer.scala └── SparkStreamingExactlyOnce.scala /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Higmin/Spark-Learning/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Higmin/Spark-Learning/HEAD/README.md -------------------------------------------------------------------------------- /_config.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Higmin/Spark-Learning/HEAD/_config.yml -------------------------------------------------------------------------------- /data/ml-1m/README: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Higmin/Spark-Learning/HEAD/data/ml-1m/README -------------------------------------------------------------------------------- /data/ml-1m/movies.dat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Higmin/Spark-Learning/HEAD/data/ml-1m/movies.dat -------------------------------------------------------------------------------- /data/ml-1m/ratings.dat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Higmin/Spark-Learning/HEAD/data/ml-1m/ratings.dat -------------------------------------------------------------------------------- /data/ml-1m/users.dat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Higmin/Spark-Learning/HEAD/data/ml-1m/users.dat -------------------------------------------------------------------------------- /data/weblog/apache.access.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Higmin/Spark-Learning/HEAD/data/weblog/apache.access.log -------------------------------------------------------------------------------- /data/weblog/file_to_stream_utils.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Higmin/Spark-Learning/HEAD/data/weblog/file_to_stream_utils.sh -------------------------------------------------------------------------------- /pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Higmin/Spark-Learning/HEAD/pom.xml -------------------------------------------------------------------------------- /src/main/scala/SparkTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Higmin/Spark-Learning/HEAD/src/main/scala/SparkTest.scala -------------------------------------------------------------------------------- /src/main/scala/org/spark/App.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Higmin/Spark-Learning/HEAD/src/main/scala/org/spark/App.scala -------------------------------------------------------------------------------- /src/main/scala/org/spark/movie/MovieUser.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Higmin/Spark-Learning/HEAD/src/main/scala/org/spark/movie/MovieUser.scala -------------------------------------------------------------------------------- /src/main/scala/org/spark/movie/PopularMovie.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Higmin/Spark-Learning/HEAD/src/main/scala/org/spark/movie/PopularMovie.scala -------------------------------------------------------------------------------- /src/main/scala/org/spark/movie/TopKMovie.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Higmin/Spark-Learning/HEAD/src/main/scala/org/spark/movie/TopKMovie.scala -------------------------------------------------------------------------------- /src/main/scala/org/sparkSQL/ApacheAccessLog/ApacheAccessLog.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Higmin/Spark-Learning/HEAD/src/main/scala/org/sparkSQL/ApacheAccessLog/ApacheAccessLog.scala -------------------------------------------------------------------------------- /src/main/scala/org/sparkSQL/ApacheAccessLog/LogAnalyzerSQL.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Higmin/Spark-Learning/HEAD/src/main/scala/org/sparkSQL/ApacheAccessLog/LogAnalyzerSQL.scala -------------------------------------------------------------------------------- /src/main/scala/org/sparkSQL/SensorLog/RedisClient.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Higmin/Spark-Learning/HEAD/src/main/scala/org/sparkSQL/SensorLog/RedisClient.scala -------------------------------------------------------------------------------- /src/main/scala/org/sparkSQL/SensorLog/SensorRow.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Higmin/Spark-Learning/HEAD/src/main/scala/org/sparkSQL/SensorLog/SensorRow.scala -------------------------------------------------------------------------------- /src/main/scala/org/sparkSQL/SensorLog/SensorStatistics.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Higmin/Spark-Learning/HEAD/src/main/scala/org/sparkSQL/SensorLog/SensorStatistics.scala -------------------------------------------------------------------------------- /src/main/scala/org/sparkStreaming/kafka_sparkStreaming_mysql/DruidConnectionPool.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Higmin/Spark-Learning/HEAD/src/main/scala/org/sparkStreaming/kafka_sparkStreaming_mysql/DruidConnectionPool.java -------------------------------------------------------------------------------- /src/main/scala/org/sparkStreaming/kafka_sparkStreaming_mysql/KafkaEventProducer.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Higmin/Spark-Learning/HEAD/src/main/scala/org/sparkStreaming/kafka_sparkStreaming_mysql/KafkaEventProducer.scala -------------------------------------------------------------------------------- /src/main/scala/org/sparkStreaming/kafka_sparkStreaming_mysql/UserClickCountAnalytics.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Higmin/Spark-Learning/HEAD/src/main/scala/org/sparkStreaming/kafka_sparkStreaming_mysql/UserClickCountAnalytics.scala -------------------------------------------------------------------------------- /src/main/scala/org/sparkStreaming/kafka_sparkStreaming_mysql/UserClickCountByWindowAnalytics.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Higmin/Spark-Learning/HEAD/src/main/scala/org/sparkStreaming/kafka_sparkStreaming_mysql/UserClickCountByWindowAnalytics.scala -------------------------------------------------------------------------------- /src/main/scala/org/sparkStreaming/kafka_sparkStreaming_offsetToZK/KafkaEventProducer.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Higmin/Spark-Learning/HEAD/src/main/scala/org/sparkStreaming/kafka_sparkStreaming_offsetToZK/KafkaEventProducer.scala -------------------------------------------------------------------------------- /src/main/scala/org/sparkStreaming/kafka_sparkStreaming_offsetToZK/UserClickCountAnalytics.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Higmin/Spark-Learning/HEAD/src/main/scala/org/sparkStreaming/kafka_sparkStreaming_offsetToZK/UserClickCountAnalytics.scala -------------------------------------------------------------------------------- /src/main/scala/org/sparkStreaming/kafka_sparkStreaming_offsetToZK/ZkKafkaOffsetManager.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Higmin/Spark-Learning/HEAD/src/main/scala/org/sparkStreaming/kafka_sparkStreaming_offsetToZK/ZkKafkaOffsetManager.scala -------------------------------------------------------------------------------- /src/main/scala/org/sparkStreaming/kafka_sparkStreaming_redis/KafkaEventProducer.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Higmin/Spark-Learning/HEAD/src/main/scala/org/sparkStreaming/kafka_sparkStreaming_redis/KafkaEventProducer.scala -------------------------------------------------------------------------------- /src/main/scala/org/sparkStreaming/kafka_sparkStreaming_redis/RedisClient.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Higmin/Spark-Learning/HEAD/src/main/scala/org/sparkStreaming/kafka_sparkStreaming_redis/RedisClient.scala -------------------------------------------------------------------------------- /src/main/scala/org/sparkStreaming/kafka_sparkStreaming_redis/UserClickCountAnalytics.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Higmin/Spark-Learning/HEAD/src/main/scala/org/sparkStreaming/kafka_sparkStreaming_redis/UserClickCountAnalytics.scala -------------------------------------------------------------------------------- /src/main/scala/org/sparkStreaming/kafka_sparkStreaming_redis/UserClickCountByWindowAnalytics.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Higmin/Spark-Learning/HEAD/src/main/scala/org/sparkStreaming/kafka_sparkStreaming_redis/UserClickCountByWindowAnalytics.scala -------------------------------------------------------------------------------- /src/main/scala/org/sparkStreaming/sparkStreamingExactltyOnce/KafkaEventProducer.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Higmin/Spark-Learning/HEAD/src/main/scala/org/sparkStreaming/sparkStreamingExactltyOnce/KafkaEventProducer.scala -------------------------------------------------------------------------------- /src/main/scala/org/sparkStreaming/sparkStreamingExactltyOnce/SparkStreamingExactlyOnce.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Higmin/Spark-Learning/HEAD/src/main/scala/org/sparkStreaming/sparkStreamingExactltyOnce/SparkStreamingExactlyOnce.scala --------------------------------------------------------------------------------