├── .gitignore ├── README.md ├── data ├── China.games.json └── China.reviews_official.json ├── pic ├── 好评数量.png ├── 数据格式.png ├── 数据流.png ├── 游戏动力对比.png ├── 游戏用户关系图.png ├── 游戏用户关系图2.png ├── 游玩时长分析.png ├── 用户游戏推荐.png ├── 用户社群聚合图.png ├── 用户社群聚合图2.png ├── 用户社群聚合图3.png ├── 评论情感分析.png ├── 评论能力对比.png └── 词云图.png ├── ppt ├── GraphX_报告.pdf ├── MLlib_报告.pdf └── Streaming_报告.pdf ├── scripts ├── generate_kaggle_log.py ├── generate_log.py ├── read_mongodb.py ├── steam-recommend.py └── write_log.sh ├── spark-graphx ├── pom.xml └── src │ └── main │ ├── resources │ ├── follows.txt │ ├── log4j.properties │ ├── output │ │ ├── graph.gexf │ │ ├── graphWeapon.gexf │ │ ├── isolate.txt │ │ └── minDegrees.gexf │ ├── steam │ │ ├── hours_3_10W.gexf │ │ ├── hours_5_20W.gexf │ │ ├── hours_6_30W.gexf │ │ ├── hours_7_30W.gexf │ │ ├── steam_3_10W.gexf │ │ ├── steam_5_20W.gexf │ │ ├── steam_6_30W.gexf │ │ └── steam_7_30W.gexf │ └── user.txt │ └── scala │ └── cn │ └── edu │ └── nju │ ├── GraphExample.scala │ ├── GraphExample2.scala │ ├── GraphExample3.scala │ ├── GraphProcess.scala │ ├── GraphProcessTest.scala │ └── MongoDBProcess.scala ├── spark-mllib ├── pom.xml └── src │ └── main │ ├── resources │ ├── game_content.txt │ ├── neg.txt │ ├── pos.txt │ └── recommend_validate │ └── scala │ └── cn │ └── edu │ └── nju │ ├── DataProcessing.scala │ ├── EmotionAnalysis.scala │ └── SteamGameRecommendation.scala ├── spark-streaming ├── pom.xml └── src │ └── main │ ├── java │ └── cn │ │ └── edu │ │ └── nju │ │ ├── ApiReturnUtil.java │ │ ├── DemoMessageController.java │ │ ├── SteamserverdemoApplication.java │ │ ├── Test.java │ │ ├── TimeFieldObject.java │ │ ├── WebSocketConfig.java │ │ ├── WebSocketServer.java │ │ ├── api │ │ ├── ApiReturnObject.java │ │ └── TagReturnObject.java │ │ ├── domain │ │ ├── GameObject.java │ │ └── TagObject.java │ │ ├── encoder │ │ ├── ApiObjectEncoder.java │ │ └── TagObjectEncoder.java │ │ └── utils │ │ ├── DbPool.java │ │ ├── HBaseUtils.java │ │ └── Test.java │ ├── resources │ ├── RollupCSV │ │ ├── ._SUCCESS.crc │ │ ├── .part-00000-4a85a460-3bdb-48ad-bc81-9b68057082a8-c000.csv.crc │ │ └── _SUCCESS │ ├── game.json │ ├── gameAll.json │ ├── gameDetail.json │ ├── log4j.properties │ ├── test.txt │ └── update.sql │ └── scala │ └── cn │ └── edu │ └── nju │ ├── BatchProcess.scala │ ├── HDFSProcess.scala │ ├── KafkaProcess.scala │ ├── MongoDBProcess.scala │ ├── MySQLProcess.scala │ ├── SteamProcess.scala │ ├── dao │ ├── CourseClickCountDAO.scala │ ├── CourseSearchClickCountDAO.scala │ ├── RollUpDAO.scala │ └── TagDAO.scala │ ├── domain │ ├── ClickLog.scala │ ├── CommentLog.scala │ ├── CourseClickCount.scala │ ├── CourseSearchClickCount.scala │ ├── DouBanLog.scala │ ├── GameDetail.scala │ ├── ReviewsChart.scala │ ├── RollUp.scala │ ├── SteamLog.scala │ ├── Tag.scala │ └── UserData.scala │ ├── test │ ├── DateTest.scala │ ├── HDFSProcessTest.scala │ ├── JsonTest.scala │ ├── StatStreaming.scala │ └── TransformTest.scala │ └── utils │ ├── DateUtils.scala │ └── MySQLUtils.scala └── spider ├── spark-graphx ├── steam-reviews-official.py └── steam-reviews.py └── spark-streaming ├── steam-games-multithread-queue.py └── steam-hotN.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/README.md -------------------------------------------------------------------------------- /data/China.games.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/data/China.games.json -------------------------------------------------------------------------------- /data/China.reviews_official.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/data/China.reviews_official.json -------------------------------------------------------------------------------- /pic/好评数量.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/pic/好评数量.png -------------------------------------------------------------------------------- /pic/数据格式.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/pic/数据格式.png -------------------------------------------------------------------------------- /pic/数据流.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/pic/数据流.png -------------------------------------------------------------------------------- /pic/游戏动力对比.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/pic/游戏动力对比.png -------------------------------------------------------------------------------- /pic/游戏用户关系图.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/pic/游戏用户关系图.png -------------------------------------------------------------------------------- /pic/游戏用户关系图2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/pic/游戏用户关系图2.png -------------------------------------------------------------------------------- /pic/游玩时长分析.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/pic/游玩时长分析.png -------------------------------------------------------------------------------- /pic/用户游戏推荐.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/pic/用户游戏推荐.png -------------------------------------------------------------------------------- /pic/用户社群聚合图.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/pic/用户社群聚合图.png -------------------------------------------------------------------------------- /pic/用户社群聚合图2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/pic/用户社群聚合图2.png -------------------------------------------------------------------------------- /pic/用户社群聚合图3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/pic/用户社群聚合图3.png -------------------------------------------------------------------------------- /pic/评论情感分析.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/pic/评论情感分析.png -------------------------------------------------------------------------------- /pic/评论能力对比.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/pic/评论能力对比.png -------------------------------------------------------------------------------- /pic/词云图.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/pic/词云图.png -------------------------------------------------------------------------------- /ppt/GraphX_报告.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/ppt/GraphX_报告.pdf -------------------------------------------------------------------------------- /ppt/MLlib_报告.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/ppt/MLlib_报告.pdf -------------------------------------------------------------------------------- /ppt/Streaming_报告.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/ppt/Streaming_报告.pdf -------------------------------------------------------------------------------- /scripts/generate_kaggle_log.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/scripts/generate_kaggle_log.py -------------------------------------------------------------------------------- /scripts/generate_log.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/scripts/generate_log.py -------------------------------------------------------------------------------- /scripts/read_mongodb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/scripts/read_mongodb.py -------------------------------------------------------------------------------- /scripts/steam-recommend.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/scripts/steam-recommend.py -------------------------------------------------------------------------------- /scripts/write_log.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/scripts/write_log.sh -------------------------------------------------------------------------------- /spark-graphx/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/spark-graphx/pom.xml -------------------------------------------------------------------------------- /spark-graphx/src/main/resources/follows.txt: -------------------------------------------------------------------------------- 1 | 1 2 2 | 2 3 3 | 3 5 4 | 4 6 5 | 7 6 6 | 6 7 -------------------------------------------------------------------------------- /spark-graphx/src/main/resources/log4j.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/spark-graphx/src/main/resources/log4j.properties -------------------------------------------------------------------------------- /spark-graphx/src/main/resources/output/graph.gexf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/spark-graphx/src/main/resources/output/graph.gexf -------------------------------------------------------------------------------- /spark-graphx/src/main/resources/output/graphWeapon.gexf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/spark-graphx/src/main/resources/output/graphWeapon.gexf -------------------------------------------------------------------------------- /spark-graphx/src/main/resources/output/isolate.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/spark-graphx/src/main/resources/output/isolate.txt -------------------------------------------------------------------------------- /spark-graphx/src/main/resources/output/minDegrees.gexf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/spark-graphx/src/main/resources/output/minDegrees.gexf -------------------------------------------------------------------------------- /spark-graphx/src/main/resources/steam/hours_3_10W.gexf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/spark-graphx/src/main/resources/steam/hours_3_10W.gexf -------------------------------------------------------------------------------- /spark-graphx/src/main/resources/steam/hours_5_20W.gexf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/spark-graphx/src/main/resources/steam/hours_5_20W.gexf -------------------------------------------------------------------------------- /spark-graphx/src/main/resources/steam/hours_6_30W.gexf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/spark-graphx/src/main/resources/steam/hours_6_30W.gexf -------------------------------------------------------------------------------- /spark-graphx/src/main/resources/steam/hours_7_30W.gexf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/spark-graphx/src/main/resources/steam/hours_7_30W.gexf -------------------------------------------------------------------------------- /spark-graphx/src/main/resources/steam/steam_3_10W.gexf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/spark-graphx/src/main/resources/steam/steam_3_10W.gexf -------------------------------------------------------------------------------- /spark-graphx/src/main/resources/steam/steam_5_20W.gexf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/spark-graphx/src/main/resources/steam/steam_5_20W.gexf -------------------------------------------------------------------------------- /spark-graphx/src/main/resources/steam/steam_6_30W.gexf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/spark-graphx/src/main/resources/steam/steam_6_30W.gexf -------------------------------------------------------------------------------- /spark-graphx/src/main/resources/steam/steam_7_30W.gexf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/spark-graphx/src/main/resources/steam/steam_7_30W.gexf -------------------------------------------------------------------------------- /spark-graphx/src/main/resources/user.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/spark-graphx/src/main/resources/user.txt -------------------------------------------------------------------------------- /spark-graphx/src/main/scala/cn/edu/nju/GraphExample.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/spark-graphx/src/main/scala/cn/edu/nju/GraphExample.scala -------------------------------------------------------------------------------- /spark-graphx/src/main/scala/cn/edu/nju/GraphExample2.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/spark-graphx/src/main/scala/cn/edu/nju/GraphExample2.scala -------------------------------------------------------------------------------- /spark-graphx/src/main/scala/cn/edu/nju/GraphExample3.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/spark-graphx/src/main/scala/cn/edu/nju/GraphExample3.scala -------------------------------------------------------------------------------- /spark-graphx/src/main/scala/cn/edu/nju/GraphProcess.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/spark-graphx/src/main/scala/cn/edu/nju/GraphProcess.scala -------------------------------------------------------------------------------- /spark-graphx/src/main/scala/cn/edu/nju/GraphProcessTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/spark-graphx/src/main/scala/cn/edu/nju/GraphProcessTest.scala -------------------------------------------------------------------------------- /spark-graphx/src/main/scala/cn/edu/nju/MongoDBProcess.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/spark-graphx/src/main/scala/cn/edu/nju/MongoDBProcess.scala -------------------------------------------------------------------------------- /spark-mllib/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/spark-mllib/pom.xml -------------------------------------------------------------------------------- /spark-mllib/src/main/resources/game_content.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/spark-mllib/src/main/resources/game_content.txt -------------------------------------------------------------------------------- /spark-mllib/src/main/resources/neg.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/spark-mllib/src/main/resources/neg.txt -------------------------------------------------------------------------------- /spark-mllib/src/main/resources/pos.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/spark-mllib/src/main/resources/pos.txt -------------------------------------------------------------------------------- /spark-mllib/src/main/resources/recommend_validate: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/spark-mllib/src/main/resources/recommend_validate -------------------------------------------------------------------------------- /spark-mllib/src/main/scala/cn/edu/nju/DataProcessing.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/spark-mllib/src/main/scala/cn/edu/nju/DataProcessing.scala -------------------------------------------------------------------------------- /spark-mllib/src/main/scala/cn/edu/nju/EmotionAnalysis.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/spark-mllib/src/main/scala/cn/edu/nju/EmotionAnalysis.scala -------------------------------------------------------------------------------- /spark-mllib/src/main/scala/cn/edu/nju/SteamGameRecommendation.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/spark-mllib/src/main/scala/cn/edu/nju/SteamGameRecommendation.scala -------------------------------------------------------------------------------- /spark-streaming/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/spark-streaming/pom.xml -------------------------------------------------------------------------------- /spark-streaming/src/main/java/cn/edu/nju/ApiReturnUtil.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/spark-streaming/src/main/java/cn/edu/nju/ApiReturnUtil.java -------------------------------------------------------------------------------- /spark-streaming/src/main/java/cn/edu/nju/DemoMessageController.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/spark-streaming/src/main/java/cn/edu/nju/DemoMessageController.java -------------------------------------------------------------------------------- /spark-streaming/src/main/java/cn/edu/nju/SteamserverdemoApplication.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/spark-streaming/src/main/java/cn/edu/nju/SteamserverdemoApplication.java -------------------------------------------------------------------------------- /spark-streaming/src/main/java/cn/edu/nju/Test.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/spark-streaming/src/main/java/cn/edu/nju/Test.java -------------------------------------------------------------------------------- /spark-streaming/src/main/java/cn/edu/nju/TimeFieldObject.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/spark-streaming/src/main/java/cn/edu/nju/TimeFieldObject.java -------------------------------------------------------------------------------- /spark-streaming/src/main/java/cn/edu/nju/WebSocketConfig.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/spark-streaming/src/main/java/cn/edu/nju/WebSocketConfig.java -------------------------------------------------------------------------------- /spark-streaming/src/main/java/cn/edu/nju/WebSocketServer.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/spark-streaming/src/main/java/cn/edu/nju/WebSocketServer.java -------------------------------------------------------------------------------- /spark-streaming/src/main/java/cn/edu/nju/api/ApiReturnObject.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/spark-streaming/src/main/java/cn/edu/nju/api/ApiReturnObject.java -------------------------------------------------------------------------------- /spark-streaming/src/main/java/cn/edu/nju/api/TagReturnObject.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/spark-streaming/src/main/java/cn/edu/nju/api/TagReturnObject.java -------------------------------------------------------------------------------- /spark-streaming/src/main/java/cn/edu/nju/domain/GameObject.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/spark-streaming/src/main/java/cn/edu/nju/domain/GameObject.java -------------------------------------------------------------------------------- /spark-streaming/src/main/java/cn/edu/nju/domain/TagObject.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/spark-streaming/src/main/java/cn/edu/nju/domain/TagObject.java -------------------------------------------------------------------------------- /spark-streaming/src/main/java/cn/edu/nju/encoder/ApiObjectEncoder.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/spark-streaming/src/main/java/cn/edu/nju/encoder/ApiObjectEncoder.java -------------------------------------------------------------------------------- /spark-streaming/src/main/java/cn/edu/nju/encoder/TagObjectEncoder.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/spark-streaming/src/main/java/cn/edu/nju/encoder/TagObjectEncoder.java -------------------------------------------------------------------------------- /spark-streaming/src/main/java/cn/edu/nju/utils/DbPool.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/spark-streaming/src/main/java/cn/edu/nju/utils/DbPool.java -------------------------------------------------------------------------------- /spark-streaming/src/main/java/cn/edu/nju/utils/HBaseUtils.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/spark-streaming/src/main/java/cn/edu/nju/utils/HBaseUtils.java -------------------------------------------------------------------------------- /spark-streaming/src/main/java/cn/edu/nju/utils/Test.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/spark-streaming/src/main/java/cn/edu/nju/utils/Test.java -------------------------------------------------------------------------------- /spark-streaming/src/main/resources/RollupCSV/._SUCCESS.crc: -------------------------------------------------------------------------------- 1 | crc -------------------------------------------------------------------------------- /spark-streaming/src/main/resources/RollupCSV/.part-00000-4a85a460-3bdb-48ad-bc81-9b68057082a8-c000.csv.crc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/spark-streaming/src/main/resources/RollupCSV/.part-00000-4a85a460-3bdb-48ad-bc81-9b68057082a8-c000.csv.crc -------------------------------------------------------------------------------- /spark-streaming/src/main/resources/RollupCSV/_SUCCESS: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /spark-streaming/src/main/resources/game.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/spark-streaming/src/main/resources/game.json -------------------------------------------------------------------------------- /spark-streaming/src/main/resources/gameAll.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/spark-streaming/src/main/resources/gameAll.json -------------------------------------------------------------------------------- /spark-streaming/src/main/resources/gameDetail.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/spark-streaming/src/main/resources/gameDetail.json -------------------------------------------------------------------------------- /spark-streaming/src/main/resources/log4j.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/spark-streaming/src/main/resources/log4j.properties -------------------------------------------------------------------------------- /spark-streaming/src/main/resources/test.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/spark-streaming/src/main/resources/test.txt -------------------------------------------------------------------------------- /spark-streaming/src/main/resources/update.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/spark-streaming/src/main/resources/update.sql -------------------------------------------------------------------------------- /spark-streaming/src/main/scala/cn/edu/nju/BatchProcess.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/spark-streaming/src/main/scala/cn/edu/nju/BatchProcess.scala -------------------------------------------------------------------------------- /spark-streaming/src/main/scala/cn/edu/nju/HDFSProcess.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/spark-streaming/src/main/scala/cn/edu/nju/HDFSProcess.scala -------------------------------------------------------------------------------- /spark-streaming/src/main/scala/cn/edu/nju/KafkaProcess.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/spark-streaming/src/main/scala/cn/edu/nju/KafkaProcess.scala -------------------------------------------------------------------------------- /spark-streaming/src/main/scala/cn/edu/nju/MongoDBProcess.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/spark-streaming/src/main/scala/cn/edu/nju/MongoDBProcess.scala -------------------------------------------------------------------------------- /spark-streaming/src/main/scala/cn/edu/nju/MySQLProcess.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/spark-streaming/src/main/scala/cn/edu/nju/MySQLProcess.scala -------------------------------------------------------------------------------- /spark-streaming/src/main/scala/cn/edu/nju/SteamProcess.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/spark-streaming/src/main/scala/cn/edu/nju/SteamProcess.scala -------------------------------------------------------------------------------- /spark-streaming/src/main/scala/cn/edu/nju/dao/CourseClickCountDAO.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/spark-streaming/src/main/scala/cn/edu/nju/dao/CourseClickCountDAO.scala -------------------------------------------------------------------------------- /spark-streaming/src/main/scala/cn/edu/nju/dao/CourseSearchClickCountDAO.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/spark-streaming/src/main/scala/cn/edu/nju/dao/CourseSearchClickCountDAO.scala -------------------------------------------------------------------------------- /spark-streaming/src/main/scala/cn/edu/nju/dao/RollUpDAO.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/spark-streaming/src/main/scala/cn/edu/nju/dao/RollUpDAO.scala -------------------------------------------------------------------------------- /spark-streaming/src/main/scala/cn/edu/nju/dao/TagDAO.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/spark-streaming/src/main/scala/cn/edu/nju/dao/TagDAO.scala -------------------------------------------------------------------------------- /spark-streaming/src/main/scala/cn/edu/nju/domain/ClickLog.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/spark-streaming/src/main/scala/cn/edu/nju/domain/ClickLog.scala -------------------------------------------------------------------------------- /spark-streaming/src/main/scala/cn/edu/nju/domain/CommentLog.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/spark-streaming/src/main/scala/cn/edu/nju/domain/CommentLog.scala -------------------------------------------------------------------------------- /spark-streaming/src/main/scala/cn/edu/nju/domain/CourseClickCount.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/spark-streaming/src/main/scala/cn/edu/nju/domain/CourseClickCount.scala -------------------------------------------------------------------------------- /spark-streaming/src/main/scala/cn/edu/nju/domain/CourseSearchClickCount.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/spark-streaming/src/main/scala/cn/edu/nju/domain/CourseSearchClickCount.scala -------------------------------------------------------------------------------- /spark-streaming/src/main/scala/cn/edu/nju/domain/DouBanLog.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/spark-streaming/src/main/scala/cn/edu/nju/domain/DouBanLog.scala -------------------------------------------------------------------------------- /spark-streaming/src/main/scala/cn/edu/nju/domain/GameDetail.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/spark-streaming/src/main/scala/cn/edu/nju/domain/GameDetail.scala -------------------------------------------------------------------------------- /spark-streaming/src/main/scala/cn/edu/nju/domain/ReviewsChart.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/spark-streaming/src/main/scala/cn/edu/nju/domain/ReviewsChart.scala -------------------------------------------------------------------------------- /spark-streaming/src/main/scala/cn/edu/nju/domain/RollUp.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/spark-streaming/src/main/scala/cn/edu/nju/domain/RollUp.scala -------------------------------------------------------------------------------- /spark-streaming/src/main/scala/cn/edu/nju/domain/SteamLog.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/spark-streaming/src/main/scala/cn/edu/nju/domain/SteamLog.scala -------------------------------------------------------------------------------- /spark-streaming/src/main/scala/cn/edu/nju/domain/Tag.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/spark-streaming/src/main/scala/cn/edu/nju/domain/Tag.scala -------------------------------------------------------------------------------- /spark-streaming/src/main/scala/cn/edu/nju/domain/UserData.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/spark-streaming/src/main/scala/cn/edu/nju/domain/UserData.scala -------------------------------------------------------------------------------- /spark-streaming/src/main/scala/cn/edu/nju/test/DateTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/spark-streaming/src/main/scala/cn/edu/nju/test/DateTest.scala -------------------------------------------------------------------------------- /spark-streaming/src/main/scala/cn/edu/nju/test/HDFSProcessTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/spark-streaming/src/main/scala/cn/edu/nju/test/HDFSProcessTest.scala -------------------------------------------------------------------------------- /spark-streaming/src/main/scala/cn/edu/nju/test/JsonTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/spark-streaming/src/main/scala/cn/edu/nju/test/JsonTest.scala -------------------------------------------------------------------------------- /spark-streaming/src/main/scala/cn/edu/nju/test/StatStreaming.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/spark-streaming/src/main/scala/cn/edu/nju/test/StatStreaming.scala -------------------------------------------------------------------------------- /spark-streaming/src/main/scala/cn/edu/nju/test/TransformTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/spark-streaming/src/main/scala/cn/edu/nju/test/TransformTest.scala -------------------------------------------------------------------------------- /spark-streaming/src/main/scala/cn/edu/nju/utils/DateUtils.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/spark-streaming/src/main/scala/cn/edu/nju/utils/DateUtils.scala -------------------------------------------------------------------------------- /spark-streaming/src/main/scala/cn/edu/nju/utils/MySQLUtils.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/spark-streaming/src/main/scala/cn/edu/nju/utils/MySQLUtils.scala -------------------------------------------------------------------------------- /spider/spark-graphx/steam-reviews-official.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/spider/spark-graphx/steam-reviews-official.py -------------------------------------------------------------------------------- /spider/spark-graphx/steam-reviews.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/spider/spark-graphx/steam-reviews.py -------------------------------------------------------------------------------- /spider/spark-streaming/steam-games-multithread-queue.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/spider/spark-streaming/steam-games-multithread-queue.py -------------------------------------------------------------------------------- /spider/spark-streaming/steam-hotN.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Thpffcj/cloud-computing/HEAD/spider/spark-streaming/steam-hotN.py --------------------------------------------------------------------------------