├── .gitignore ├── HbaseExamples ├── HbaseApiTest │ ├── pom.xml │ └── src │ │ ├── main │ │ └── java │ │ │ └── com │ │ │ └── whirly │ │ │ └── hbase │ │ │ └── api │ │ │ ├── FirstClient.java │ │ │ ├── HBaseConn.java │ │ │ └── HBaseUtil.java │ │ └── test │ │ └── java │ │ └── com │ │ └── whirly │ │ └── hbase │ │ └── api │ │ ├── HBaseConnTest.java │ │ ├── HBaseFilterTest.java │ │ └── HBaseUtilTest.java ├── HbaseEndpointTest │ ├── pom.xml │ └── src │ │ └── main │ │ ├── java │ │ └── com │ │ │ └── whirly │ │ │ └── coprocessor │ │ │ └── endpoint │ │ │ ├── GetRowCount.java │ │ │ └── TestRowCountEndPoint.java │ │ └── proto │ │ └── RowCountTest.proto ├── HbaseExamples.iml ├── HbaseMonitor │ ├── pom.xml │ └── src │ │ └── main │ │ └── java │ │ └── com │ │ └── whirly │ │ └── hbase │ │ └── monitor │ │ ├── HBaseUtil.java │ │ ├── HadoopUtil.java │ │ ├── JsonUtil.java │ │ ├── MonitorApp.java │ │ ├── MonitorMetrics.java │ │ ├── StatefulHttpClient.java │ │ └── entity │ │ ├── DataNodeInfo.java │ │ ├── HbaseSummary.java │ │ ├── HdfsSummary.java │ │ └── RegionServerInfo.java ├── HbaseObserverTest │ ├── pom.xml │ └── src │ │ └── main │ │ └── java │ │ └── com │ │ └── whirly │ │ └── hbase │ │ └── coprocessor │ │ └── RegionObserverTest.java ├── PhoenixMybatis │ ├── pom.xml │ └── src │ │ ├── main │ │ ├── java │ │ │ └── com │ │ │ │ └── whirly │ │ │ │ └── phoenix │ │ │ │ ├── UserInfo.java │ │ │ │ ├── dao │ │ │ │ └── UserInfoMapper.java │ │ │ │ └── mybatis │ │ │ │ ├── HikariDataSourceFactory.java │ │ │ │ └── PhoenixDataSourceConfig.java │ │ └── resources │ │ │ ├── application.properties │ │ │ ├── com.whirly.phoenix.dao │ │ │ └── UserInfoMapper.xml │ │ │ ├── log4j.properties │ │ │ └── mybatis-config.xml │ │ └── test │ │ └── java │ │ └── com │ │ └── whirly │ │ └── phoenix │ │ └── BaseTest.java ├── PhoenixTest │ ├── pom.xml │ └── src │ │ └── main │ │ ├── java │ │ └── PhoenixTest.java │ │ └── resources │ │ ├── hbase-site.xml │ │ └── log4j.properties ├── README.md └── pom.xml ├── ImoocLogAnalysis ├── README.md ├── data │ ├── imooc-log │ │ ├── cleaned │ │ │ ├── ._SUCCESS.crc │ │ │ ├── _SUCCESS │ │ │ └── day=20161110 │ │ │ │ ├── .part-00000-7d7695b5-f7cc-442c-85aa-df9efe1d664c.c000.gz.parquet.crc │ │ │ │ └── part-00000-7d7695b5-f7cc-442c-85aa-df9efe1d664c.c000.gz.parquet │ │ ├── cleanedCsv │ │ │ ├── ._SUCCESS.crc │ │ │ ├── _SUCCESS │ │ │ └── day=20161110 │ │ │ │ ├── .part-00000-286a6aa8-f497-44a6-b27a-60c9bf6d67d6.c000.csv.crc │ │ │ │ └── part-00000-286a6aa8-f497-44a6-b27a-60c9bf6d67d6.c000.csv │ │ └── tempClean │ │ │ ├── ._SUCCESS.crc │ │ │ ├── .part-00000.crc │ │ │ ├── .part-00001.crc │ │ │ ├── _SUCCESS │ │ │ ├── part-00000 │ │ │ └── part-00001 │ ├── imooc_log.sql │ └── 最受欢迎的TopN课程.json ├── images │ ├── 20181216_181326.png │ ├── 20181216_181341.png │ ├── 20181216_181353.png │ └── 20181216_181412.png ├── pom.xml └── src │ ├── main │ ├── resources │ │ ├── ipDatabase.csv │ │ ├── ipRegion.xlsx │ │ └── log4j.properties │ └── scala │ │ └── com │ │ └── whirly │ │ ├── Constants.scala │ │ ├── SparkStatCleanJob.scala │ │ ├── SparkStatFormatJob.scala │ │ ├── TopNStatJob.scala │ │ ├── entity │ │ ├── DayArticleAccessStat.scala │ │ ├── DayCityVideoAccessStat.scala │ │ ├── DayCodeAccessStat.scala │ │ ├── DayIpAccessStat.scala │ │ ├── DayVideoAccessStat.scala │ │ └── DayVideoTrafficsStat.scala │ │ └── util │ │ ├── AccessConvertUtil.scala │ │ ├── DateUtils.scala │ │ ├── DirUtil.scala │ │ ├── MySQLUtils.scala │ │ ├── RegexUtil.scala │ │ └── StatDao.scala │ └── test │ └── scala │ └── com │ └── whirly │ ├── IpHelperTest.scala │ ├── MatterTest.scala │ └── SparkStatCleanJobTest.scala ├── LICENSE ├── README.md ├── SparkStreamingSample ├── SparkStreamingSample.iml └── pom.xml ├── ch2noaa ├── .idea │ ├── compiler.xml │ ├── inspectionProfiles │ │ └── Project_Default.xml │ ├── misc.xml │ ├── uiDesigner.xml │ └── workspace.xml ├── README.md ├── ch2noaa.iml ├── pom.xml └── src │ └── main │ └── java │ ├── avg │ ├── AvgTemperature.java │ ├── AvgTemperatureMapper.java │ └── AvgTemperatureReducer.java │ ├── common │ └── TemperatureMapper.java │ ├── max │ ├── MaxTemperature.java │ └── MaxTemperatureReducer.java │ └── min │ ├── MinTemperature.java │ └── MinTemperatureReducer.java ├── commonfans ├── .idea │ ├── compiler.xml │ ├── inspectionProfiles │ │ └── Project_Default.xml │ ├── misc.xml │ ├── uiDesigner.xml │ └── workspace.xml ├── README.md ├── commonfans.iml ├── data │ ├── input │ │ └── fans.txt │ ├── output │ │ ├── _SUCCESS │ │ └── part-r-00000 │ └── tmp │ │ ├── _SUCCESS │ │ └── part-r-00000 ├── pom.xml └── src │ └── main │ └── java │ ├── job1 │ ├── CommonFansStep1Mapper.java │ ├── CommonFansStep1Reducer.java │ └── CommonFriendStep1.java │ └── job2 │ ├── CommonFansStep2Mapper.java │ ├── CommonFansStep2Reducer.java │ └── CommonFriendStep2.java ├── curator-example ├── .gitignore ├── .mvn │ └── wrapper │ │ ├── maven-wrapper.jar │ │ └── maven-wrapper.properties ├── README.md ├── mvnw ├── mvnw.cmd ├── pom.xml └── src │ └── main │ ├── java │ └── com │ │ └── whirly │ │ ├── curator │ │ ├── CuratorBackGround.java │ │ ├── CuratorCrud.java │ │ ├── CuratorPCWatcher.java │ │ └── CuratorWatcher.java │ │ ├── package-info.java │ │ └── recipes │ │ ├── BarrierTest.java │ │ ├── DistAtomicIntTest.java │ │ ├── DistributedQueueTest.java │ │ ├── DoubleDistributedBarrierTest.java │ │ ├── LeaderLatchTest.java │ │ ├── LeaderSelectorTest.java │ │ ├── ServiceRegisterDiscovery │ │ ├── ConsumerClient.java │ │ ├── InstanceDetails.java │ │ ├── ProviderService1.java │ │ └── ProviderService2.java │ │ ├── SharedReentrantReadWriteLockTest.java │ │ ├── ZKUtils.java │ │ ├── configcenter │ │ ├── ConfigCenterTest.java │ │ └── MysqlConfig.java │ │ └── locks │ │ ├── FakeLimitedResource.java │ │ ├── MultiSharedLockTest.java │ │ ├── SharedLockTest.java │ │ ├── SharedReentrantLockTest.java │ │ ├── SharedReentrantReadWriteLockTest.java │ │ └── SharedSemaphoreTest.java │ └── resources │ ├── application.properties │ └── log4j.properties ├── customizePartition ├── README.md ├── customizePartition.iml ├── data │ ├── input │ │ ├── jidu1.txt │ │ ├── jidu2.txt │ │ ├── jidu3.txt │ │ └── jidu4.txt │ └── output │ │ ├── part-r-00000 │ │ ├── part-r-00001 │ │ ├── part-r-00002 │ │ ├── part-r-00003 │ │ └── part-r-00004 ├── pom.xml └── src │ └── main │ └── java │ ├── JiduPartitioner.java │ └── JiduRunner.java ├── hadoopjoin ├── .idea │ ├── .name │ ├── compiler.xml │ ├── inspectionProfiles │ │ └── Project_Default.xml │ ├── misc.xml │ ├── vcs.xml │ └── workspace.xml ├── README.md ├── hadoopjoin.iml ├── pom.xml └── src │ └── main │ └── java │ ├── Emp_Dep.java │ ├── LeftJoin.java │ └── MapJoin.java ├── hdfscrud ├── .idea │ ├── compiler.xml │ ├── inspectionProfiles │ │ └── Project_Default.xml │ ├── misc.xml │ └── workspace.xml ├── README.md ├── copyFile-2018112623122550.txt ├── copyFile.txt ├── hdfscrud.iml ├── hello.txt ├── pom.xml └── src │ └── main │ └── java │ ├── FileCopyWithProgress.java │ ├── FileSystemCat.java │ ├── FileSystemDoubleCat.java │ ├── HdfsCat.java │ ├── HdfsCreate.java │ ├── HdfsDownload.java │ ├── HdfsRm.java │ ├── HdfsUpload.java │ └── SysUtil.java ├── hdfslogcollect ├── .idea │ ├── compiler.xml │ ├── inspectionProfiles │ │ └── Project_Default.xml │ ├── misc.xml │ └── workspace.xml ├── README.md ├── hdfslogcollect.iml ├── pom.xml └── src │ └── main │ ├── java │ ├── DataCollectMain.java │ ├── config │ │ └── GlobalConstants.java │ ├── task │ │ ├── DataBackupCleanTask.java │ │ └── DataCollectTask.java │ └── util │ │ └── PropsHolder.java │ └── resources │ └── datacollector.properties ├── kafka-example ├── README.md ├── kafka-example.iml ├── pom.xml └── src │ └── main │ ├── java │ └── com │ │ └── whirly │ │ └── kafka │ │ ├── ch10_monitor │ │ ├── JmxConnectionDemo.java │ │ ├── KafkaConsumerGroupAnother.java │ │ └── KafkaConsumerGroupService.java │ │ ├── ch11_high_application │ │ ├── BytesUtils.java │ │ ├── ConsumerInterceptorTTL.java │ │ ├── ConsumerTTL.java │ │ ├── ProducertTTL.java │ │ └── TTLHeader.java │ │ ├── ch12_kafka_spark │ │ ├── KafkaProducerDemo.java │ │ ├── KafkaWordCount.scala │ │ ├── RDDWithKafka.scala │ │ ├── StreamingWithKafka.scala │ │ ├── StreamingWordCount.scala │ │ ├── StructuredStreamingWithKafka.scala │ │ ├── StructuredStreamingWordCount.scala │ │ └── WordCount.scala │ │ ├── ch1_quick_start │ │ ├── ConsumerFastStart.java │ │ └── ProducerFastStart.java │ │ ├── ch2_producer │ │ ├── Company.java │ │ ├── CompanySerializer.java │ │ ├── DemoPartitioner.java │ │ ├── DemoProducerInterceptor.java │ │ └── Test.java │ │ ├── ch3_consumer │ │ ├── CommitSyncInRebalance.java │ │ ├── CompanyDeserailizer.java │ │ ├── ConsumerInterceptorTTL.java │ │ ├── FirstMultiConsumerThreadDemo.java │ │ ├── KafkaConsumerAnalysis.java │ │ ├── OffsetCommitSyncBatch.java │ │ ├── OffsetCommitSyncPartition.java │ │ ├── OffsetCommitSyncSingle.java │ │ ├── ProtostuffDeserializer.java │ │ ├── ProtostuffSerializer.java │ │ ├── SeekDemo.java │ │ ├── SeekDemoAssignment.java │ │ ├── SeekToEnd.java │ │ └── ThirdMultiConsumerThreadDemo.java │ │ ├── ch4_topic_partition │ │ ├── KafkaAdminConfigOperation.java │ │ ├── KafkaAdminTopicOperation.java │ │ ├── PolicyDemo.java │ │ └── TopicCommandUtils.java │ │ ├── ch7_dive_client │ │ ├── BroadcastAssignor.java │ │ ├── RandomAssignor.java │ │ ├── TheNewRebalanceListener.java │ │ ├── TransactionConsumeTransformProduce.java │ │ └── TransactionOnlySend.java │ │ ├── ch9_application │ │ ├── CheckBeginingOffset.java │ │ └── WordCountDemo.java │ │ ├── package-info.java │ │ └── utils │ │ ├── AdminClientFactory.java │ │ ├── ConsumerFactory.java │ │ └── ProducerFactory.java │ └── resources │ └── log4j.properties ├── notes-知识点 ├── Hadoop-知识点.md ├── Hbase-知识点.md ├── Hive-知识点.md ├── Kafka-知识点.md ├── README.md └── Spark-知识点.md └── sparkSqlSample ├── README.md ├── data ├── infos.txt ├── jsonout │ ├── ._SUCCESS.crc │ ├── .part-00000-9e0b9452-9dbb-447f-89dd-86bee1b4cde6-c000.json.crc │ ├── _SUCCESS │ └── part-00000-9e0b9452-9dbb-447f-89dd-86bee1b4cde6-c000.json ├── people.csv ├── people.json ├── people.txt ├── peopleScore.txt └── users.parquet ├── pom.xml ├── sparkSqlSample.iml └── src └── main ├── resources └── log4j.properties └── scala ├── META-INF └── MANIFEST.MF └── com └── whirly ├── DataFrameApp.scala ├── DataFrameRDDApp.scala ├── DatasetApp.scala ├── HiveContextApp.scala ├── HiveMySQLApp.scala ├── ParquetApp.scala ├── SQLContextApp.scala ├── SparkSQLThriftServerApp.scala └── SparkSessionApp.scala /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/.gitignore -------------------------------------------------------------------------------- /HbaseExamples/HbaseApiTest/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/HbaseExamples/HbaseApiTest/pom.xml -------------------------------------------------------------------------------- /HbaseExamples/HbaseApiTest/src/main/java/com/whirly/hbase/api/FirstClient.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/HbaseExamples/HbaseApiTest/src/main/java/com/whirly/hbase/api/FirstClient.java -------------------------------------------------------------------------------- /HbaseExamples/HbaseApiTest/src/main/java/com/whirly/hbase/api/HBaseConn.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/HbaseExamples/HbaseApiTest/src/main/java/com/whirly/hbase/api/HBaseConn.java -------------------------------------------------------------------------------- /HbaseExamples/HbaseApiTest/src/main/java/com/whirly/hbase/api/HBaseUtil.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/HbaseExamples/HbaseApiTest/src/main/java/com/whirly/hbase/api/HBaseUtil.java -------------------------------------------------------------------------------- /HbaseExamples/HbaseApiTest/src/test/java/com/whirly/hbase/api/HBaseConnTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/HbaseExamples/HbaseApiTest/src/test/java/com/whirly/hbase/api/HBaseConnTest.java -------------------------------------------------------------------------------- /HbaseExamples/HbaseApiTest/src/test/java/com/whirly/hbase/api/HBaseFilterTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/HbaseExamples/HbaseApiTest/src/test/java/com/whirly/hbase/api/HBaseFilterTest.java -------------------------------------------------------------------------------- /HbaseExamples/HbaseApiTest/src/test/java/com/whirly/hbase/api/HBaseUtilTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/HbaseExamples/HbaseApiTest/src/test/java/com/whirly/hbase/api/HBaseUtilTest.java -------------------------------------------------------------------------------- /HbaseExamples/HbaseEndpointTest/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/HbaseExamples/HbaseEndpointTest/pom.xml -------------------------------------------------------------------------------- /HbaseExamples/HbaseEndpointTest/src/main/java/com/whirly/coprocessor/endpoint/GetRowCount.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/HbaseExamples/HbaseEndpointTest/src/main/java/com/whirly/coprocessor/endpoint/GetRowCount.java -------------------------------------------------------------------------------- /HbaseExamples/HbaseEndpointTest/src/main/java/com/whirly/coprocessor/endpoint/TestRowCountEndPoint.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/HbaseExamples/HbaseEndpointTest/src/main/java/com/whirly/coprocessor/endpoint/TestRowCountEndPoint.java -------------------------------------------------------------------------------- /HbaseExamples/HbaseEndpointTest/src/main/proto/RowCountTest.proto: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/HbaseExamples/HbaseEndpointTest/src/main/proto/RowCountTest.proto -------------------------------------------------------------------------------- /HbaseExamples/HbaseExamples.iml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/HbaseExamples/HbaseExamples.iml -------------------------------------------------------------------------------- /HbaseExamples/HbaseMonitor/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/HbaseExamples/HbaseMonitor/pom.xml -------------------------------------------------------------------------------- /HbaseExamples/HbaseMonitor/src/main/java/com/whirly/hbase/monitor/HBaseUtil.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/HbaseExamples/HbaseMonitor/src/main/java/com/whirly/hbase/monitor/HBaseUtil.java -------------------------------------------------------------------------------- /HbaseExamples/HbaseMonitor/src/main/java/com/whirly/hbase/monitor/HadoopUtil.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/HbaseExamples/HbaseMonitor/src/main/java/com/whirly/hbase/monitor/HadoopUtil.java -------------------------------------------------------------------------------- /HbaseExamples/HbaseMonitor/src/main/java/com/whirly/hbase/monitor/JsonUtil.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/HbaseExamples/HbaseMonitor/src/main/java/com/whirly/hbase/monitor/JsonUtil.java -------------------------------------------------------------------------------- /HbaseExamples/HbaseMonitor/src/main/java/com/whirly/hbase/monitor/MonitorApp.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/HbaseExamples/HbaseMonitor/src/main/java/com/whirly/hbase/monitor/MonitorApp.java -------------------------------------------------------------------------------- /HbaseExamples/HbaseMonitor/src/main/java/com/whirly/hbase/monitor/MonitorMetrics.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/HbaseExamples/HbaseMonitor/src/main/java/com/whirly/hbase/monitor/MonitorMetrics.java -------------------------------------------------------------------------------- /HbaseExamples/HbaseMonitor/src/main/java/com/whirly/hbase/monitor/StatefulHttpClient.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/HbaseExamples/HbaseMonitor/src/main/java/com/whirly/hbase/monitor/StatefulHttpClient.java -------------------------------------------------------------------------------- /HbaseExamples/HbaseMonitor/src/main/java/com/whirly/hbase/monitor/entity/DataNodeInfo.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/HbaseExamples/HbaseMonitor/src/main/java/com/whirly/hbase/monitor/entity/DataNodeInfo.java -------------------------------------------------------------------------------- /HbaseExamples/HbaseMonitor/src/main/java/com/whirly/hbase/monitor/entity/HbaseSummary.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/HbaseExamples/HbaseMonitor/src/main/java/com/whirly/hbase/monitor/entity/HbaseSummary.java -------------------------------------------------------------------------------- /HbaseExamples/HbaseMonitor/src/main/java/com/whirly/hbase/monitor/entity/HdfsSummary.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/HbaseExamples/HbaseMonitor/src/main/java/com/whirly/hbase/monitor/entity/HdfsSummary.java -------------------------------------------------------------------------------- /HbaseExamples/HbaseMonitor/src/main/java/com/whirly/hbase/monitor/entity/RegionServerInfo.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/HbaseExamples/HbaseMonitor/src/main/java/com/whirly/hbase/monitor/entity/RegionServerInfo.java -------------------------------------------------------------------------------- /HbaseExamples/HbaseObserverTest/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/HbaseExamples/HbaseObserverTest/pom.xml -------------------------------------------------------------------------------- /HbaseExamples/HbaseObserverTest/src/main/java/com/whirly/hbase/coprocessor/RegionObserverTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/HbaseExamples/HbaseObserverTest/src/main/java/com/whirly/hbase/coprocessor/RegionObserverTest.java -------------------------------------------------------------------------------- /HbaseExamples/PhoenixMybatis/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/HbaseExamples/PhoenixMybatis/pom.xml -------------------------------------------------------------------------------- /HbaseExamples/PhoenixMybatis/src/main/java/com/whirly/phoenix/UserInfo.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/HbaseExamples/PhoenixMybatis/src/main/java/com/whirly/phoenix/UserInfo.java -------------------------------------------------------------------------------- /HbaseExamples/PhoenixMybatis/src/main/java/com/whirly/phoenix/dao/UserInfoMapper.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/HbaseExamples/PhoenixMybatis/src/main/java/com/whirly/phoenix/dao/UserInfoMapper.java -------------------------------------------------------------------------------- /HbaseExamples/PhoenixMybatis/src/main/java/com/whirly/phoenix/mybatis/HikariDataSourceFactory.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/HbaseExamples/PhoenixMybatis/src/main/java/com/whirly/phoenix/mybatis/HikariDataSourceFactory.java -------------------------------------------------------------------------------- /HbaseExamples/PhoenixMybatis/src/main/java/com/whirly/phoenix/mybatis/PhoenixDataSourceConfig.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/HbaseExamples/PhoenixMybatis/src/main/java/com/whirly/phoenix/mybatis/PhoenixDataSourceConfig.java -------------------------------------------------------------------------------- /HbaseExamples/PhoenixMybatis/src/main/resources/application.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/HbaseExamples/PhoenixMybatis/src/main/resources/application.properties -------------------------------------------------------------------------------- /HbaseExamples/PhoenixMybatis/src/main/resources/com.whirly.phoenix.dao/UserInfoMapper.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/HbaseExamples/PhoenixMybatis/src/main/resources/com.whirly.phoenix.dao/UserInfoMapper.xml -------------------------------------------------------------------------------- /HbaseExamples/PhoenixMybatis/src/main/resources/log4j.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/HbaseExamples/PhoenixMybatis/src/main/resources/log4j.properties -------------------------------------------------------------------------------- /HbaseExamples/PhoenixMybatis/src/main/resources/mybatis-config.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/HbaseExamples/PhoenixMybatis/src/main/resources/mybatis-config.xml -------------------------------------------------------------------------------- /HbaseExamples/PhoenixMybatis/src/test/java/com/whirly/phoenix/BaseTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/HbaseExamples/PhoenixMybatis/src/test/java/com/whirly/phoenix/BaseTest.java -------------------------------------------------------------------------------- /HbaseExamples/PhoenixTest/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/HbaseExamples/PhoenixTest/pom.xml -------------------------------------------------------------------------------- /HbaseExamples/PhoenixTest/src/main/java/PhoenixTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/HbaseExamples/PhoenixTest/src/main/java/PhoenixTest.java -------------------------------------------------------------------------------- /HbaseExamples/PhoenixTest/src/main/resources/hbase-site.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/HbaseExamples/PhoenixTest/src/main/resources/hbase-site.xml -------------------------------------------------------------------------------- /HbaseExamples/PhoenixTest/src/main/resources/log4j.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/HbaseExamples/PhoenixTest/src/main/resources/log4j.properties -------------------------------------------------------------------------------- /HbaseExamples/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/HbaseExamples/README.md -------------------------------------------------------------------------------- /HbaseExamples/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/HbaseExamples/pom.xml -------------------------------------------------------------------------------- /ImoocLogAnalysis/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/ImoocLogAnalysis/README.md -------------------------------------------------------------------------------- /ImoocLogAnalysis/data/imooc-log/cleaned/._SUCCESS.crc: -------------------------------------------------------------------------------- 1 | crc -------------------------------------------------------------------------------- /ImoocLogAnalysis/data/imooc-log/cleaned/_SUCCESS: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ImoocLogAnalysis/data/imooc-log/cleaned/day=20161110/.part-00000-7d7695b5-f7cc-442c-85aa-df9efe1d664c.c000.gz.parquet.crc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/ImoocLogAnalysis/data/imooc-log/cleaned/day=20161110/.part-00000-7d7695b5-f7cc-442c-85aa-df9efe1d664c.c000.gz.parquet.crc -------------------------------------------------------------------------------- /ImoocLogAnalysis/data/imooc-log/cleaned/day=20161110/part-00000-7d7695b5-f7cc-442c-85aa-df9efe1d664c.c000.gz.parquet: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/ImoocLogAnalysis/data/imooc-log/cleaned/day=20161110/part-00000-7d7695b5-f7cc-442c-85aa-df9efe1d664c.c000.gz.parquet -------------------------------------------------------------------------------- /ImoocLogAnalysis/data/imooc-log/cleanedCsv/._SUCCESS.crc: -------------------------------------------------------------------------------- 1 | crc -------------------------------------------------------------------------------- /ImoocLogAnalysis/data/imooc-log/cleanedCsv/_SUCCESS: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ImoocLogAnalysis/data/imooc-log/cleanedCsv/day=20161110/.part-00000-286a6aa8-f497-44a6-b27a-60c9bf6d67d6.c000.csv.crc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/ImoocLogAnalysis/data/imooc-log/cleanedCsv/day=20161110/.part-00000-286a6aa8-f497-44a6-b27a-60c9bf6d67d6.c000.csv.crc -------------------------------------------------------------------------------- /ImoocLogAnalysis/data/imooc-log/cleanedCsv/day=20161110/part-00000-286a6aa8-f497-44a6-b27a-60c9bf6d67d6.c000.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/ImoocLogAnalysis/data/imooc-log/cleanedCsv/day=20161110/part-00000-286a6aa8-f497-44a6-b27a-60c9bf6d67d6.c000.csv -------------------------------------------------------------------------------- /ImoocLogAnalysis/data/imooc-log/tempClean/._SUCCESS.crc: -------------------------------------------------------------------------------- 1 | crc -------------------------------------------------------------------------------- /ImoocLogAnalysis/data/imooc-log/tempClean/.part-00000.crc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/ImoocLogAnalysis/data/imooc-log/tempClean/.part-00000.crc -------------------------------------------------------------------------------- /ImoocLogAnalysis/data/imooc-log/tempClean/.part-00001.crc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/ImoocLogAnalysis/data/imooc-log/tempClean/.part-00001.crc -------------------------------------------------------------------------------- /ImoocLogAnalysis/data/imooc-log/tempClean/_SUCCESS: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ImoocLogAnalysis/data/imooc-log/tempClean/part-00000: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/ImoocLogAnalysis/data/imooc-log/tempClean/part-00000 -------------------------------------------------------------------------------- /ImoocLogAnalysis/data/imooc-log/tempClean/part-00001: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/ImoocLogAnalysis/data/imooc-log/tempClean/part-00001 -------------------------------------------------------------------------------- /ImoocLogAnalysis/data/imooc_log.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/ImoocLogAnalysis/data/imooc_log.sql -------------------------------------------------------------------------------- /ImoocLogAnalysis/data/最受欢迎的TopN课程.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/ImoocLogAnalysis/data/最受欢迎的TopN课程.json -------------------------------------------------------------------------------- /ImoocLogAnalysis/images/20181216_181326.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/ImoocLogAnalysis/images/20181216_181326.png -------------------------------------------------------------------------------- /ImoocLogAnalysis/images/20181216_181341.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/ImoocLogAnalysis/images/20181216_181341.png -------------------------------------------------------------------------------- /ImoocLogAnalysis/images/20181216_181353.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/ImoocLogAnalysis/images/20181216_181353.png -------------------------------------------------------------------------------- /ImoocLogAnalysis/images/20181216_181412.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/ImoocLogAnalysis/images/20181216_181412.png -------------------------------------------------------------------------------- /ImoocLogAnalysis/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/ImoocLogAnalysis/pom.xml -------------------------------------------------------------------------------- /ImoocLogAnalysis/src/main/resources/ipDatabase.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/ImoocLogAnalysis/src/main/resources/ipDatabase.csv -------------------------------------------------------------------------------- /ImoocLogAnalysis/src/main/resources/ipRegion.xlsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/ImoocLogAnalysis/src/main/resources/ipRegion.xlsx -------------------------------------------------------------------------------- /ImoocLogAnalysis/src/main/resources/log4j.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/ImoocLogAnalysis/src/main/resources/log4j.properties -------------------------------------------------------------------------------- /ImoocLogAnalysis/src/main/scala/com/whirly/Constants.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/ImoocLogAnalysis/src/main/scala/com/whirly/Constants.scala -------------------------------------------------------------------------------- /ImoocLogAnalysis/src/main/scala/com/whirly/SparkStatCleanJob.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/ImoocLogAnalysis/src/main/scala/com/whirly/SparkStatCleanJob.scala -------------------------------------------------------------------------------- /ImoocLogAnalysis/src/main/scala/com/whirly/SparkStatFormatJob.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/ImoocLogAnalysis/src/main/scala/com/whirly/SparkStatFormatJob.scala -------------------------------------------------------------------------------- /ImoocLogAnalysis/src/main/scala/com/whirly/TopNStatJob.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/ImoocLogAnalysis/src/main/scala/com/whirly/TopNStatJob.scala -------------------------------------------------------------------------------- /ImoocLogAnalysis/src/main/scala/com/whirly/entity/DayArticleAccessStat.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/ImoocLogAnalysis/src/main/scala/com/whirly/entity/DayArticleAccessStat.scala -------------------------------------------------------------------------------- /ImoocLogAnalysis/src/main/scala/com/whirly/entity/DayCityVideoAccessStat.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/ImoocLogAnalysis/src/main/scala/com/whirly/entity/DayCityVideoAccessStat.scala -------------------------------------------------------------------------------- /ImoocLogAnalysis/src/main/scala/com/whirly/entity/DayCodeAccessStat.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/ImoocLogAnalysis/src/main/scala/com/whirly/entity/DayCodeAccessStat.scala -------------------------------------------------------------------------------- /ImoocLogAnalysis/src/main/scala/com/whirly/entity/DayIpAccessStat.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/ImoocLogAnalysis/src/main/scala/com/whirly/entity/DayIpAccessStat.scala -------------------------------------------------------------------------------- /ImoocLogAnalysis/src/main/scala/com/whirly/entity/DayVideoAccessStat.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/ImoocLogAnalysis/src/main/scala/com/whirly/entity/DayVideoAccessStat.scala -------------------------------------------------------------------------------- /ImoocLogAnalysis/src/main/scala/com/whirly/entity/DayVideoTrafficsStat.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/ImoocLogAnalysis/src/main/scala/com/whirly/entity/DayVideoTrafficsStat.scala -------------------------------------------------------------------------------- /ImoocLogAnalysis/src/main/scala/com/whirly/util/AccessConvertUtil.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/ImoocLogAnalysis/src/main/scala/com/whirly/util/AccessConvertUtil.scala -------------------------------------------------------------------------------- /ImoocLogAnalysis/src/main/scala/com/whirly/util/DateUtils.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/ImoocLogAnalysis/src/main/scala/com/whirly/util/DateUtils.scala -------------------------------------------------------------------------------- /ImoocLogAnalysis/src/main/scala/com/whirly/util/DirUtil.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/ImoocLogAnalysis/src/main/scala/com/whirly/util/DirUtil.scala -------------------------------------------------------------------------------- /ImoocLogAnalysis/src/main/scala/com/whirly/util/MySQLUtils.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/ImoocLogAnalysis/src/main/scala/com/whirly/util/MySQLUtils.scala -------------------------------------------------------------------------------- /ImoocLogAnalysis/src/main/scala/com/whirly/util/RegexUtil.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/ImoocLogAnalysis/src/main/scala/com/whirly/util/RegexUtil.scala -------------------------------------------------------------------------------- /ImoocLogAnalysis/src/main/scala/com/whirly/util/StatDao.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/ImoocLogAnalysis/src/main/scala/com/whirly/util/StatDao.scala -------------------------------------------------------------------------------- /ImoocLogAnalysis/src/test/scala/com/whirly/IpHelperTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/ImoocLogAnalysis/src/test/scala/com/whirly/IpHelperTest.scala -------------------------------------------------------------------------------- /ImoocLogAnalysis/src/test/scala/com/whirly/MatterTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/ImoocLogAnalysis/src/test/scala/com/whirly/MatterTest.scala -------------------------------------------------------------------------------- /ImoocLogAnalysis/src/test/scala/com/whirly/SparkStatCleanJobTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/ImoocLogAnalysis/src/test/scala/com/whirly/SparkStatCleanJobTest.scala -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/README.md -------------------------------------------------------------------------------- /SparkStreamingSample/SparkStreamingSample.iml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/SparkStreamingSample/SparkStreamingSample.iml -------------------------------------------------------------------------------- /SparkStreamingSample/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/SparkStreamingSample/pom.xml -------------------------------------------------------------------------------- /ch2noaa/.idea/compiler.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/ch2noaa/.idea/compiler.xml -------------------------------------------------------------------------------- /ch2noaa/.idea/inspectionProfiles/Project_Default.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/ch2noaa/.idea/inspectionProfiles/Project_Default.xml -------------------------------------------------------------------------------- /ch2noaa/.idea/misc.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/ch2noaa/.idea/misc.xml -------------------------------------------------------------------------------- /ch2noaa/.idea/uiDesigner.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/ch2noaa/.idea/uiDesigner.xml -------------------------------------------------------------------------------- /ch2noaa/.idea/workspace.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/ch2noaa/.idea/workspace.xml -------------------------------------------------------------------------------- /ch2noaa/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/ch2noaa/README.md -------------------------------------------------------------------------------- /ch2noaa/ch2noaa.iml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/ch2noaa/ch2noaa.iml -------------------------------------------------------------------------------- /ch2noaa/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/ch2noaa/pom.xml -------------------------------------------------------------------------------- /ch2noaa/src/main/java/avg/AvgTemperature.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/ch2noaa/src/main/java/avg/AvgTemperature.java -------------------------------------------------------------------------------- /ch2noaa/src/main/java/avg/AvgTemperatureMapper.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/ch2noaa/src/main/java/avg/AvgTemperatureMapper.java -------------------------------------------------------------------------------- /ch2noaa/src/main/java/avg/AvgTemperatureReducer.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/ch2noaa/src/main/java/avg/AvgTemperatureReducer.java -------------------------------------------------------------------------------- /ch2noaa/src/main/java/common/TemperatureMapper.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/ch2noaa/src/main/java/common/TemperatureMapper.java -------------------------------------------------------------------------------- /ch2noaa/src/main/java/max/MaxTemperature.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/ch2noaa/src/main/java/max/MaxTemperature.java -------------------------------------------------------------------------------- /ch2noaa/src/main/java/max/MaxTemperatureReducer.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/ch2noaa/src/main/java/max/MaxTemperatureReducer.java -------------------------------------------------------------------------------- /ch2noaa/src/main/java/min/MinTemperature.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/ch2noaa/src/main/java/min/MinTemperature.java -------------------------------------------------------------------------------- /ch2noaa/src/main/java/min/MinTemperatureReducer.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/ch2noaa/src/main/java/min/MinTemperatureReducer.java -------------------------------------------------------------------------------- /commonfans/.idea/compiler.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/commonfans/.idea/compiler.xml -------------------------------------------------------------------------------- /commonfans/.idea/inspectionProfiles/Project_Default.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/commonfans/.idea/inspectionProfiles/Project_Default.xml -------------------------------------------------------------------------------- /commonfans/.idea/misc.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/commonfans/.idea/misc.xml -------------------------------------------------------------------------------- /commonfans/.idea/uiDesigner.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/commonfans/.idea/uiDesigner.xml -------------------------------------------------------------------------------- /commonfans/.idea/workspace.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/commonfans/.idea/workspace.xml -------------------------------------------------------------------------------- /commonfans/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/commonfans/README.md -------------------------------------------------------------------------------- /commonfans/commonfans.iml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/commonfans/commonfans.iml -------------------------------------------------------------------------------- /commonfans/data/input/fans.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/commonfans/data/input/fans.txt -------------------------------------------------------------------------------- /commonfans/data/output/_SUCCESS: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /commonfans/data/output/part-r-00000: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/commonfans/data/output/part-r-00000 -------------------------------------------------------------------------------- /commonfans/data/tmp/_SUCCESS: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /commonfans/data/tmp/part-r-00000: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/commonfans/data/tmp/part-r-00000 -------------------------------------------------------------------------------- /commonfans/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/commonfans/pom.xml -------------------------------------------------------------------------------- /commonfans/src/main/java/job1/CommonFansStep1Mapper.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/commonfans/src/main/java/job1/CommonFansStep1Mapper.java -------------------------------------------------------------------------------- /commonfans/src/main/java/job1/CommonFansStep1Reducer.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/commonfans/src/main/java/job1/CommonFansStep1Reducer.java -------------------------------------------------------------------------------- /commonfans/src/main/java/job1/CommonFriendStep1.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/commonfans/src/main/java/job1/CommonFriendStep1.java -------------------------------------------------------------------------------- /commonfans/src/main/java/job2/CommonFansStep2Mapper.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/commonfans/src/main/java/job2/CommonFansStep2Mapper.java -------------------------------------------------------------------------------- /commonfans/src/main/java/job2/CommonFansStep2Reducer.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/commonfans/src/main/java/job2/CommonFansStep2Reducer.java -------------------------------------------------------------------------------- /commonfans/src/main/java/job2/CommonFriendStep2.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/commonfans/src/main/java/job2/CommonFriendStep2.java -------------------------------------------------------------------------------- /curator-example/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/curator-example/.gitignore -------------------------------------------------------------------------------- /curator-example/.mvn/wrapper/maven-wrapper.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/curator-example/.mvn/wrapper/maven-wrapper.jar -------------------------------------------------------------------------------- /curator-example/.mvn/wrapper/maven-wrapper.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/curator-example/.mvn/wrapper/maven-wrapper.properties -------------------------------------------------------------------------------- /curator-example/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/curator-example/README.md -------------------------------------------------------------------------------- /curator-example/mvnw: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/curator-example/mvnw -------------------------------------------------------------------------------- /curator-example/mvnw.cmd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/curator-example/mvnw.cmd -------------------------------------------------------------------------------- /curator-example/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/curator-example/pom.xml -------------------------------------------------------------------------------- /curator-example/src/main/java/com/whirly/curator/CuratorBackGround.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/curator-example/src/main/java/com/whirly/curator/CuratorBackGround.java -------------------------------------------------------------------------------- /curator-example/src/main/java/com/whirly/curator/CuratorCrud.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/curator-example/src/main/java/com/whirly/curator/CuratorCrud.java -------------------------------------------------------------------------------- /curator-example/src/main/java/com/whirly/curator/CuratorPCWatcher.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/curator-example/src/main/java/com/whirly/curator/CuratorPCWatcher.java -------------------------------------------------------------------------------- /curator-example/src/main/java/com/whirly/curator/CuratorWatcher.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/curator-example/src/main/java/com/whirly/curator/CuratorWatcher.java -------------------------------------------------------------------------------- /curator-example/src/main/java/com/whirly/package-info.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/curator-example/src/main/java/com/whirly/package-info.java -------------------------------------------------------------------------------- /curator-example/src/main/java/com/whirly/recipes/BarrierTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/curator-example/src/main/java/com/whirly/recipes/BarrierTest.java -------------------------------------------------------------------------------- /curator-example/src/main/java/com/whirly/recipes/DistAtomicIntTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/curator-example/src/main/java/com/whirly/recipes/DistAtomicIntTest.java -------------------------------------------------------------------------------- /curator-example/src/main/java/com/whirly/recipes/DistributedQueueTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/curator-example/src/main/java/com/whirly/recipes/DistributedQueueTest.java -------------------------------------------------------------------------------- /curator-example/src/main/java/com/whirly/recipes/DoubleDistributedBarrierTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/curator-example/src/main/java/com/whirly/recipes/DoubleDistributedBarrierTest.java -------------------------------------------------------------------------------- /curator-example/src/main/java/com/whirly/recipes/LeaderLatchTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/curator-example/src/main/java/com/whirly/recipes/LeaderLatchTest.java -------------------------------------------------------------------------------- /curator-example/src/main/java/com/whirly/recipes/LeaderSelectorTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/curator-example/src/main/java/com/whirly/recipes/LeaderSelectorTest.java -------------------------------------------------------------------------------- /curator-example/src/main/java/com/whirly/recipes/ServiceRegisterDiscovery/ConsumerClient.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/curator-example/src/main/java/com/whirly/recipes/ServiceRegisterDiscovery/ConsumerClient.java -------------------------------------------------------------------------------- /curator-example/src/main/java/com/whirly/recipes/ServiceRegisterDiscovery/InstanceDetails.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/curator-example/src/main/java/com/whirly/recipes/ServiceRegisterDiscovery/InstanceDetails.java -------------------------------------------------------------------------------- /curator-example/src/main/java/com/whirly/recipes/ServiceRegisterDiscovery/ProviderService1.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/curator-example/src/main/java/com/whirly/recipes/ServiceRegisterDiscovery/ProviderService1.java -------------------------------------------------------------------------------- /curator-example/src/main/java/com/whirly/recipes/ServiceRegisterDiscovery/ProviderService2.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/curator-example/src/main/java/com/whirly/recipes/ServiceRegisterDiscovery/ProviderService2.java -------------------------------------------------------------------------------- /curator-example/src/main/java/com/whirly/recipes/SharedReentrantReadWriteLockTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/curator-example/src/main/java/com/whirly/recipes/SharedReentrantReadWriteLockTest.java -------------------------------------------------------------------------------- /curator-example/src/main/java/com/whirly/recipes/ZKUtils.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/curator-example/src/main/java/com/whirly/recipes/ZKUtils.java -------------------------------------------------------------------------------- /curator-example/src/main/java/com/whirly/recipes/configcenter/ConfigCenterTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/curator-example/src/main/java/com/whirly/recipes/configcenter/ConfigCenterTest.java -------------------------------------------------------------------------------- /curator-example/src/main/java/com/whirly/recipes/configcenter/MysqlConfig.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/curator-example/src/main/java/com/whirly/recipes/configcenter/MysqlConfig.java -------------------------------------------------------------------------------- /curator-example/src/main/java/com/whirly/recipes/locks/FakeLimitedResource.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/curator-example/src/main/java/com/whirly/recipes/locks/FakeLimitedResource.java -------------------------------------------------------------------------------- /curator-example/src/main/java/com/whirly/recipes/locks/MultiSharedLockTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/curator-example/src/main/java/com/whirly/recipes/locks/MultiSharedLockTest.java -------------------------------------------------------------------------------- /curator-example/src/main/java/com/whirly/recipes/locks/SharedLockTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/curator-example/src/main/java/com/whirly/recipes/locks/SharedLockTest.java -------------------------------------------------------------------------------- /curator-example/src/main/java/com/whirly/recipes/locks/SharedReentrantLockTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/curator-example/src/main/java/com/whirly/recipes/locks/SharedReentrantLockTest.java -------------------------------------------------------------------------------- /curator-example/src/main/java/com/whirly/recipes/locks/SharedReentrantReadWriteLockTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/curator-example/src/main/java/com/whirly/recipes/locks/SharedReentrantReadWriteLockTest.java -------------------------------------------------------------------------------- /curator-example/src/main/java/com/whirly/recipes/locks/SharedSemaphoreTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/curator-example/src/main/java/com/whirly/recipes/locks/SharedSemaphoreTest.java -------------------------------------------------------------------------------- /curator-example/src/main/resources/application.properties: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /curator-example/src/main/resources/log4j.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/curator-example/src/main/resources/log4j.properties -------------------------------------------------------------------------------- /customizePartition/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/customizePartition/README.md -------------------------------------------------------------------------------- /customizePartition/customizePartition.iml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/customizePartition/customizePartition.iml -------------------------------------------------------------------------------- /customizePartition/data/input/jidu1.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/customizePartition/data/input/jidu1.txt -------------------------------------------------------------------------------- /customizePartition/data/input/jidu2.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/customizePartition/data/input/jidu2.txt -------------------------------------------------------------------------------- /customizePartition/data/input/jidu3.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/customizePartition/data/input/jidu3.txt -------------------------------------------------------------------------------- /customizePartition/data/input/jidu4.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/customizePartition/data/input/jidu4.txt -------------------------------------------------------------------------------- /customizePartition/data/output/part-r-00000: -------------------------------------------------------------------------------- 1 | 研发部门 711 2 | -------------------------------------------------------------------------------- /customizePartition/data/output/part-r-00001: -------------------------------------------------------------------------------- 1 | 测试部门 373 2 | -------------------------------------------------------------------------------- /customizePartition/data/output/part-r-00002: -------------------------------------------------------------------------------- 1 | 硬件部门 380 2 | -------------------------------------------------------------------------------- /customizePartition/data/output/part-r-00003: -------------------------------------------------------------------------------- 1 | 销售部门 912 2 | -------------------------------------------------------------------------------- /customizePartition/data/output/part-r-00004: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /customizePartition/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/customizePartition/pom.xml -------------------------------------------------------------------------------- /customizePartition/src/main/java/JiduPartitioner.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/customizePartition/src/main/java/JiduPartitioner.java -------------------------------------------------------------------------------- /customizePartition/src/main/java/JiduRunner.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/customizePartition/src/main/java/JiduRunner.java -------------------------------------------------------------------------------- /hadoopjoin/.idea/.name: -------------------------------------------------------------------------------- 1 | hadoop-join -------------------------------------------------------------------------------- /hadoopjoin/.idea/compiler.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/hadoopjoin/.idea/compiler.xml -------------------------------------------------------------------------------- /hadoopjoin/.idea/inspectionProfiles/Project_Default.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/hadoopjoin/.idea/inspectionProfiles/Project_Default.xml -------------------------------------------------------------------------------- /hadoopjoin/.idea/misc.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/hadoopjoin/.idea/misc.xml -------------------------------------------------------------------------------- /hadoopjoin/.idea/vcs.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/hadoopjoin/.idea/vcs.xml -------------------------------------------------------------------------------- /hadoopjoin/.idea/workspace.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/hadoopjoin/.idea/workspace.xml -------------------------------------------------------------------------------- /hadoopjoin/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/hadoopjoin/README.md -------------------------------------------------------------------------------- /hadoopjoin/hadoopjoin.iml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/hadoopjoin/hadoopjoin.iml -------------------------------------------------------------------------------- /hadoopjoin/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/hadoopjoin/pom.xml -------------------------------------------------------------------------------- /hadoopjoin/src/main/java/Emp_Dep.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/hadoopjoin/src/main/java/Emp_Dep.java -------------------------------------------------------------------------------- /hadoopjoin/src/main/java/LeftJoin.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/hadoopjoin/src/main/java/LeftJoin.java -------------------------------------------------------------------------------- /hadoopjoin/src/main/java/MapJoin.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/hadoopjoin/src/main/java/MapJoin.java -------------------------------------------------------------------------------- /hdfscrud/.idea/compiler.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/hdfscrud/.idea/compiler.xml -------------------------------------------------------------------------------- /hdfscrud/.idea/inspectionProfiles/Project_Default.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/hdfscrud/.idea/inspectionProfiles/Project_Default.xml -------------------------------------------------------------------------------- /hdfscrud/.idea/misc.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/hdfscrud/.idea/misc.xml -------------------------------------------------------------------------------- /hdfscrud/.idea/workspace.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/hdfscrud/.idea/workspace.xml -------------------------------------------------------------------------------- /hdfscrud/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/hdfscrud/README.md -------------------------------------------------------------------------------- /hdfscrud/copyFile-2018112623122550.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/hdfscrud/copyFile-2018112623122550.txt -------------------------------------------------------------------------------- /hdfscrud/copyFile.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/hdfscrud/copyFile.txt -------------------------------------------------------------------------------- /hdfscrud/hdfscrud.iml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/hdfscrud/hdfscrud.iml -------------------------------------------------------------------------------- /hdfscrud/hello.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/hdfscrud/hello.txt -------------------------------------------------------------------------------- /hdfscrud/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/hdfscrud/pom.xml -------------------------------------------------------------------------------- /hdfscrud/src/main/java/FileCopyWithProgress.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/hdfscrud/src/main/java/FileCopyWithProgress.java -------------------------------------------------------------------------------- /hdfscrud/src/main/java/FileSystemCat.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/hdfscrud/src/main/java/FileSystemCat.java -------------------------------------------------------------------------------- /hdfscrud/src/main/java/FileSystemDoubleCat.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/hdfscrud/src/main/java/FileSystemDoubleCat.java -------------------------------------------------------------------------------- /hdfscrud/src/main/java/HdfsCat.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/hdfscrud/src/main/java/HdfsCat.java -------------------------------------------------------------------------------- /hdfscrud/src/main/java/HdfsCreate.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/hdfscrud/src/main/java/HdfsCreate.java -------------------------------------------------------------------------------- /hdfscrud/src/main/java/HdfsDownload.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/hdfscrud/src/main/java/HdfsDownload.java -------------------------------------------------------------------------------- /hdfscrud/src/main/java/HdfsRm.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/hdfscrud/src/main/java/HdfsRm.java -------------------------------------------------------------------------------- /hdfscrud/src/main/java/HdfsUpload.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/hdfscrud/src/main/java/HdfsUpload.java -------------------------------------------------------------------------------- /hdfscrud/src/main/java/SysUtil.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/hdfscrud/src/main/java/SysUtil.java -------------------------------------------------------------------------------- /hdfslogcollect/.idea/compiler.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/hdfslogcollect/.idea/compiler.xml -------------------------------------------------------------------------------- /hdfslogcollect/.idea/inspectionProfiles/Project_Default.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/hdfslogcollect/.idea/inspectionProfiles/Project_Default.xml -------------------------------------------------------------------------------- /hdfslogcollect/.idea/misc.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/hdfslogcollect/.idea/misc.xml -------------------------------------------------------------------------------- /hdfslogcollect/.idea/workspace.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/hdfslogcollect/.idea/workspace.xml -------------------------------------------------------------------------------- /hdfslogcollect/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/hdfslogcollect/README.md -------------------------------------------------------------------------------- /hdfslogcollect/hdfslogcollect.iml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/hdfslogcollect/hdfslogcollect.iml -------------------------------------------------------------------------------- /hdfslogcollect/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/hdfslogcollect/pom.xml -------------------------------------------------------------------------------- /hdfslogcollect/src/main/java/DataCollectMain.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/hdfslogcollect/src/main/java/DataCollectMain.java -------------------------------------------------------------------------------- /hdfslogcollect/src/main/java/config/GlobalConstants.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/hdfslogcollect/src/main/java/config/GlobalConstants.java -------------------------------------------------------------------------------- /hdfslogcollect/src/main/java/task/DataBackupCleanTask.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/hdfslogcollect/src/main/java/task/DataBackupCleanTask.java -------------------------------------------------------------------------------- /hdfslogcollect/src/main/java/task/DataCollectTask.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/hdfslogcollect/src/main/java/task/DataCollectTask.java -------------------------------------------------------------------------------- /hdfslogcollect/src/main/java/util/PropsHolder.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/hdfslogcollect/src/main/java/util/PropsHolder.java -------------------------------------------------------------------------------- /hdfslogcollect/src/main/resources/datacollector.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/hdfslogcollect/src/main/resources/datacollector.properties -------------------------------------------------------------------------------- /kafka-example/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/kafka-example/README.md -------------------------------------------------------------------------------- /kafka-example/kafka-example.iml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/kafka-example/kafka-example.iml -------------------------------------------------------------------------------- /kafka-example/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/kafka-example/pom.xml -------------------------------------------------------------------------------- /kafka-example/src/main/java/com/whirly/kafka/ch10_monitor/JmxConnectionDemo.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/kafka-example/src/main/java/com/whirly/kafka/ch10_monitor/JmxConnectionDemo.java -------------------------------------------------------------------------------- /kafka-example/src/main/java/com/whirly/kafka/ch10_monitor/KafkaConsumerGroupAnother.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/kafka-example/src/main/java/com/whirly/kafka/ch10_monitor/KafkaConsumerGroupAnother.java -------------------------------------------------------------------------------- /kafka-example/src/main/java/com/whirly/kafka/ch10_monitor/KafkaConsumerGroupService.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/kafka-example/src/main/java/com/whirly/kafka/ch10_monitor/KafkaConsumerGroupService.java -------------------------------------------------------------------------------- /kafka-example/src/main/java/com/whirly/kafka/ch11_high_application/BytesUtils.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/kafka-example/src/main/java/com/whirly/kafka/ch11_high_application/BytesUtils.java -------------------------------------------------------------------------------- /kafka-example/src/main/java/com/whirly/kafka/ch11_high_application/ConsumerInterceptorTTL.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/kafka-example/src/main/java/com/whirly/kafka/ch11_high_application/ConsumerInterceptorTTL.java -------------------------------------------------------------------------------- /kafka-example/src/main/java/com/whirly/kafka/ch11_high_application/ConsumerTTL.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/kafka-example/src/main/java/com/whirly/kafka/ch11_high_application/ConsumerTTL.java -------------------------------------------------------------------------------- /kafka-example/src/main/java/com/whirly/kafka/ch11_high_application/ProducertTTL.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/kafka-example/src/main/java/com/whirly/kafka/ch11_high_application/ProducertTTL.java -------------------------------------------------------------------------------- /kafka-example/src/main/java/com/whirly/kafka/ch11_high_application/TTLHeader.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/kafka-example/src/main/java/com/whirly/kafka/ch11_high_application/TTLHeader.java -------------------------------------------------------------------------------- /kafka-example/src/main/java/com/whirly/kafka/ch12_kafka_spark/KafkaProducerDemo.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/kafka-example/src/main/java/com/whirly/kafka/ch12_kafka_spark/KafkaProducerDemo.java -------------------------------------------------------------------------------- /kafka-example/src/main/java/com/whirly/kafka/ch12_kafka_spark/KafkaWordCount.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/kafka-example/src/main/java/com/whirly/kafka/ch12_kafka_spark/KafkaWordCount.scala -------------------------------------------------------------------------------- /kafka-example/src/main/java/com/whirly/kafka/ch12_kafka_spark/RDDWithKafka.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/kafka-example/src/main/java/com/whirly/kafka/ch12_kafka_spark/RDDWithKafka.scala -------------------------------------------------------------------------------- /kafka-example/src/main/java/com/whirly/kafka/ch12_kafka_spark/StreamingWithKafka.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/kafka-example/src/main/java/com/whirly/kafka/ch12_kafka_spark/StreamingWithKafka.scala -------------------------------------------------------------------------------- /kafka-example/src/main/java/com/whirly/kafka/ch12_kafka_spark/StreamingWordCount.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/kafka-example/src/main/java/com/whirly/kafka/ch12_kafka_spark/StreamingWordCount.scala -------------------------------------------------------------------------------- /kafka-example/src/main/java/com/whirly/kafka/ch12_kafka_spark/StructuredStreamingWithKafka.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/kafka-example/src/main/java/com/whirly/kafka/ch12_kafka_spark/StructuredStreamingWithKafka.scala -------------------------------------------------------------------------------- /kafka-example/src/main/java/com/whirly/kafka/ch12_kafka_spark/StructuredStreamingWordCount.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/kafka-example/src/main/java/com/whirly/kafka/ch12_kafka_spark/StructuredStreamingWordCount.scala -------------------------------------------------------------------------------- /kafka-example/src/main/java/com/whirly/kafka/ch12_kafka_spark/WordCount.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/kafka-example/src/main/java/com/whirly/kafka/ch12_kafka_spark/WordCount.scala -------------------------------------------------------------------------------- /kafka-example/src/main/java/com/whirly/kafka/ch1_quick_start/ConsumerFastStart.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/kafka-example/src/main/java/com/whirly/kafka/ch1_quick_start/ConsumerFastStart.java -------------------------------------------------------------------------------- /kafka-example/src/main/java/com/whirly/kafka/ch1_quick_start/ProducerFastStart.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/kafka-example/src/main/java/com/whirly/kafka/ch1_quick_start/ProducerFastStart.java -------------------------------------------------------------------------------- /kafka-example/src/main/java/com/whirly/kafka/ch2_producer/Company.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/kafka-example/src/main/java/com/whirly/kafka/ch2_producer/Company.java -------------------------------------------------------------------------------- /kafka-example/src/main/java/com/whirly/kafka/ch2_producer/CompanySerializer.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/kafka-example/src/main/java/com/whirly/kafka/ch2_producer/CompanySerializer.java -------------------------------------------------------------------------------- /kafka-example/src/main/java/com/whirly/kafka/ch2_producer/DemoPartitioner.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/kafka-example/src/main/java/com/whirly/kafka/ch2_producer/DemoPartitioner.java -------------------------------------------------------------------------------- /kafka-example/src/main/java/com/whirly/kafka/ch2_producer/DemoProducerInterceptor.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/kafka-example/src/main/java/com/whirly/kafka/ch2_producer/DemoProducerInterceptor.java -------------------------------------------------------------------------------- /kafka-example/src/main/java/com/whirly/kafka/ch2_producer/Test.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/kafka-example/src/main/java/com/whirly/kafka/ch2_producer/Test.java -------------------------------------------------------------------------------- /kafka-example/src/main/java/com/whirly/kafka/ch3_consumer/CommitSyncInRebalance.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/kafka-example/src/main/java/com/whirly/kafka/ch3_consumer/CommitSyncInRebalance.java -------------------------------------------------------------------------------- /kafka-example/src/main/java/com/whirly/kafka/ch3_consumer/CompanyDeserailizer.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/kafka-example/src/main/java/com/whirly/kafka/ch3_consumer/CompanyDeserailizer.java -------------------------------------------------------------------------------- /kafka-example/src/main/java/com/whirly/kafka/ch3_consumer/ConsumerInterceptorTTL.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/kafka-example/src/main/java/com/whirly/kafka/ch3_consumer/ConsumerInterceptorTTL.java -------------------------------------------------------------------------------- /kafka-example/src/main/java/com/whirly/kafka/ch3_consumer/FirstMultiConsumerThreadDemo.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/kafka-example/src/main/java/com/whirly/kafka/ch3_consumer/FirstMultiConsumerThreadDemo.java -------------------------------------------------------------------------------- /kafka-example/src/main/java/com/whirly/kafka/ch3_consumer/KafkaConsumerAnalysis.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/kafka-example/src/main/java/com/whirly/kafka/ch3_consumer/KafkaConsumerAnalysis.java -------------------------------------------------------------------------------- /kafka-example/src/main/java/com/whirly/kafka/ch3_consumer/OffsetCommitSyncBatch.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/kafka-example/src/main/java/com/whirly/kafka/ch3_consumer/OffsetCommitSyncBatch.java -------------------------------------------------------------------------------- /kafka-example/src/main/java/com/whirly/kafka/ch3_consumer/OffsetCommitSyncPartition.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/kafka-example/src/main/java/com/whirly/kafka/ch3_consumer/OffsetCommitSyncPartition.java -------------------------------------------------------------------------------- /kafka-example/src/main/java/com/whirly/kafka/ch3_consumer/OffsetCommitSyncSingle.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/kafka-example/src/main/java/com/whirly/kafka/ch3_consumer/OffsetCommitSyncSingle.java -------------------------------------------------------------------------------- /kafka-example/src/main/java/com/whirly/kafka/ch3_consumer/ProtostuffDeserializer.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/kafka-example/src/main/java/com/whirly/kafka/ch3_consumer/ProtostuffDeserializer.java -------------------------------------------------------------------------------- /kafka-example/src/main/java/com/whirly/kafka/ch3_consumer/ProtostuffSerializer.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/kafka-example/src/main/java/com/whirly/kafka/ch3_consumer/ProtostuffSerializer.java -------------------------------------------------------------------------------- /kafka-example/src/main/java/com/whirly/kafka/ch3_consumer/SeekDemo.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/kafka-example/src/main/java/com/whirly/kafka/ch3_consumer/SeekDemo.java -------------------------------------------------------------------------------- /kafka-example/src/main/java/com/whirly/kafka/ch3_consumer/SeekDemoAssignment.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/kafka-example/src/main/java/com/whirly/kafka/ch3_consumer/SeekDemoAssignment.java -------------------------------------------------------------------------------- /kafka-example/src/main/java/com/whirly/kafka/ch3_consumer/SeekToEnd.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/kafka-example/src/main/java/com/whirly/kafka/ch3_consumer/SeekToEnd.java -------------------------------------------------------------------------------- /kafka-example/src/main/java/com/whirly/kafka/ch3_consumer/ThirdMultiConsumerThreadDemo.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/kafka-example/src/main/java/com/whirly/kafka/ch3_consumer/ThirdMultiConsumerThreadDemo.java -------------------------------------------------------------------------------- /kafka-example/src/main/java/com/whirly/kafka/ch4_topic_partition/KafkaAdminConfigOperation.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/kafka-example/src/main/java/com/whirly/kafka/ch4_topic_partition/KafkaAdminConfigOperation.java -------------------------------------------------------------------------------- /kafka-example/src/main/java/com/whirly/kafka/ch4_topic_partition/KafkaAdminTopicOperation.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/kafka-example/src/main/java/com/whirly/kafka/ch4_topic_partition/KafkaAdminTopicOperation.java -------------------------------------------------------------------------------- /kafka-example/src/main/java/com/whirly/kafka/ch4_topic_partition/PolicyDemo.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/kafka-example/src/main/java/com/whirly/kafka/ch4_topic_partition/PolicyDemo.java -------------------------------------------------------------------------------- /kafka-example/src/main/java/com/whirly/kafka/ch4_topic_partition/TopicCommandUtils.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/kafka-example/src/main/java/com/whirly/kafka/ch4_topic_partition/TopicCommandUtils.java -------------------------------------------------------------------------------- /kafka-example/src/main/java/com/whirly/kafka/ch7_dive_client/BroadcastAssignor.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/kafka-example/src/main/java/com/whirly/kafka/ch7_dive_client/BroadcastAssignor.java -------------------------------------------------------------------------------- /kafka-example/src/main/java/com/whirly/kafka/ch7_dive_client/RandomAssignor.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/kafka-example/src/main/java/com/whirly/kafka/ch7_dive_client/RandomAssignor.java -------------------------------------------------------------------------------- /kafka-example/src/main/java/com/whirly/kafka/ch7_dive_client/TheNewRebalanceListener.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/kafka-example/src/main/java/com/whirly/kafka/ch7_dive_client/TheNewRebalanceListener.java -------------------------------------------------------------------------------- /kafka-example/src/main/java/com/whirly/kafka/ch7_dive_client/TransactionConsumeTransformProduce.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/kafka-example/src/main/java/com/whirly/kafka/ch7_dive_client/TransactionConsumeTransformProduce.java -------------------------------------------------------------------------------- /kafka-example/src/main/java/com/whirly/kafka/ch7_dive_client/TransactionOnlySend.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/kafka-example/src/main/java/com/whirly/kafka/ch7_dive_client/TransactionOnlySend.java -------------------------------------------------------------------------------- /kafka-example/src/main/java/com/whirly/kafka/ch9_application/CheckBeginingOffset.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/kafka-example/src/main/java/com/whirly/kafka/ch9_application/CheckBeginingOffset.java -------------------------------------------------------------------------------- /kafka-example/src/main/java/com/whirly/kafka/ch9_application/WordCountDemo.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/kafka-example/src/main/java/com/whirly/kafka/ch9_application/WordCountDemo.java -------------------------------------------------------------------------------- /kafka-example/src/main/java/com/whirly/kafka/package-info.java: -------------------------------------------------------------------------------- 1 | package com.whirly.kafka; -------------------------------------------------------------------------------- /kafka-example/src/main/java/com/whirly/kafka/utils/AdminClientFactory.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/kafka-example/src/main/java/com/whirly/kafka/utils/AdminClientFactory.java -------------------------------------------------------------------------------- /kafka-example/src/main/java/com/whirly/kafka/utils/ConsumerFactory.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/kafka-example/src/main/java/com/whirly/kafka/utils/ConsumerFactory.java -------------------------------------------------------------------------------- /kafka-example/src/main/java/com/whirly/kafka/utils/ProducerFactory.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/kafka-example/src/main/java/com/whirly/kafka/utils/ProducerFactory.java -------------------------------------------------------------------------------- /kafka-example/src/main/resources/log4j.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/kafka-example/src/main/resources/log4j.properties -------------------------------------------------------------------------------- /notes-知识点/Hadoop-知识点.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /notes-知识点/Hbase-知识点.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /notes-知识点/Hive-知识点.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /notes-知识点/Kafka-知识点.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /notes-知识点/README.md: -------------------------------------------------------------------------------- 1 | ## 知识点 2 | 3 | 概念、实现原理、最佳实践、重要源码阅读..... -------------------------------------------------------------------------------- /notes-知识点/Spark-知识点.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /sparkSqlSample/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/sparkSqlSample/README.md -------------------------------------------------------------------------------- /sparkSqlSample/data/infos.txt: -------------------------------------------------------------------------------- 1 | 1 Michael 20 2 | 2 Andy 17 3 | 3 Justin 19 -------------------------------------------------------------------------------- /sparkSqlSample/data/jsonout/._SUCCESS.crc: -------------------------------------------------------------------------------- 1 | crc -------------------------------------------------------------------------------- /sparkSqlSample/data/jsonout/.part-00000-9e0b9452-9dbb-447f-89dd-86bee1b4cde6-c000.json.crc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/sparkSqlSample/data/jsonout/.part-00000-9e0b9452-9dbb-447f-89dd-86bee1b4cde6-c000.json.crc -------------------------------------------------------------------------------- /sparkSqlSample/data/jsonout/_SUCCESS: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /sparkSqlSample/data/jsonout/part-00000-9e0b9452-9dbb-447f-89dd-86bee1b4cde6-c000.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/sparkSqlSample/data/jsonout/part-00000-9e0b9452-9dbb-447f-89dd-86bee1b4cde6-c000.json -------------------------------------------------------------------------------- /sparkSqlSample/data/people.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/sparkSqlSample/data/people.csv -------------------------------------------------------------------------------- /sparkSqlSample/data/people.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/sparkSqlSample/data/people.json -------------------------------------------------------------------------------- /sparkSqlSample/data/people.txt: -------------------------------------------------------------------------------- 1 | Michael 20 2 | Andy 17 3 | Justin 19 -------------------------------------------------------------------------------- /sparkSqlSample/data/peopleScore.txt: -------------------------------------------------------------------------------- 1 | Michael 98 2 | Andy 95 3 | Justin 68 -------------------------------------------------------------------------------- /sparkSqlSample/data/users.parquet: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/sparkSqlSample/data/users.parquet -------------------------------------------------------------------------------- /sparkSqlSample/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/sparkSqlSample/pom.xml -------------------------------------------------------------------------------- /sparkSqlSample/sparkSqlSample.iml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/sparkSqlSample/sparkSqlSample.iml -------------------------------------------------------------------------------- /sparkSqlSample/src/main/resources/log4j.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/sparkSqlSample/src/main/resources/log4j.properties -------------------------------------------------------------------------------- /sparkSqlSample/src/main/scala/META-INF/MANIFEST.MF: -------------------------------------------------------------------------------- 1 | Manifest-Version: 1.0 2 | Main-Class: com.whirly.SQLContextApp 3 | 4 | -------------------------------------------------------------------------------- /sparkSqlSample/src/main/scala/com/whirly/DataFrameApp.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/sparkSqlSample/src/main/scala/com/whirly/DataFrameApp.scala -------------------------------------------------------------------------------- /sparkSqlSample/src/main/scala/com/whirly/DataFrameRDDApp.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/sparkSqlSample/src/main/scala/com/whirly/DataFrameRDDApp.scala -------------------------------------------------------------------------------- /sparkSqlSample/src/main/scala/com/whirly/DatasetApp.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/sparkSqlSample/src/main/scala/com/whirly/DatasetApp.scala -------------------------------------------------------------------------------- /sparkSqlSample/src/main/scala/com/whirly/HiveContextApp.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/sparkSqlSample/src/main/scala/com/whirly/HiveContextApp.scala -------------------------------------------------------------------------------- /sparkSqlSample/src/main/scala/com/whirly/HiveMySQLApp.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/sparkSqlSample/src/main/scala/com/whirly/HiveMySQLApp.scala -------------------------------------------------------------------------------- /sparkSqlSample/src/main/scala/com/whirly/ParquetApp.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/sparkSqlSample/src/main/scala/com/whirly/ParquetApp.scala -------------------------------------------------------------------------------- /sparkSqlSample/src/main/scala/com/whirly/SQLContextApp.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/sparkSqlSample/src/main/scala/com/whirly/SQLContextApp.scala -------------------------------------------------------------------------------- /sparkSqlSample/src/main/scala/com/whirly/SparkSQLThriftServerApp.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/sparkSqlSample/src/main/scala/com/whirly/SparkSQLThriftServerApp.scala -------------------------------------------------------------------------------- /sparkSqlSample/src/main/scala/com/whirly/SparkSessionApp.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whirlys/BigData-In-Practice/HEAD/sparkSqlSample/src/main/scala/com/whirly/SparkSessionApp.scala --------------------------------------------------------------------------------