├── .github └── workflows │ └── maven.yml ├── .gitignore ├── LICENSE ├── README.md ├── data ├── mllib │ ├── als │ │ ├── sample_movielens_movies.txt │ │ ├── sample_movielens_ratings.txt │ │ └── test.data │ ├── gmm_data.txt │ ├── kmeans_data.txt │ ├── lr-data │ │ └── random.data │ ├── lr_data.txt │ ├── pagerank_data.txt │ ├── pic_data.txt │ ├── ridge-data │ │ └── lpsa.data │ ├── sample_binary_classification_data.txt │ ├── sample_fpgrowth.txt │ ├── sample_isotonic_regression_data.txt │ ├── sample_lda_data.txt │ ├── sample_libsvm_data.txt │ ├── sample_linear_regression_data.txt │ ├── sample_movielens_data.txt │ ├── sample_multiclass_classification_data.txt │ ├── sample_naive_bayes_data.txt │ ├── sample_svm_data.txt │ └── sample_tree_data.csv └── resources │ ├── full_user.avsc │ ├── kv1.txt │ ├── people.json │ ├── people.txt │ ├── test.txt │ ├── user.avsc │ ├── users.avro │ ├── users.parquet │ └── wc_data ├── pom.xml ├── receivedBlockMetadata └── log-1565088135013-1565088195013 └── src └── main ├── java ├── com │ └── huangyueran │ │ └── spark │ │ ├── WordCount.java │ │ ├── operator │ │ ├── AggregateByKey.java │ │ ├── Cartesian.java │ │ ├── Coalesce.java │ │ ├── Cogroup.java │ │ ├── Distinct.java │ │ ├── Filter.java │ │ ├── FlatMap.java │ │ ├── GroupByKeyAndCountByKey.java │ │ ├── Intersection.java │ │ ├── Join.java │ │ ├── MapPartitions.java │ │ ├── MapPartitionsWithIndex.java │ │ ├── MapTest.java │ │ ├── Reduce.java │ │ ├── ReduceByKey.java │ │ ├── RepartitionAndSortWithinPartitions.java │ │ ├── SampleAndTake.java │ │ ├── SaveAsTextFile.java │ │ ├── SortByKey.java │ │ ├── TestStorageLevel.java │ │ └── Union.java │ │ ├── sharedvariables │ │ ├── AccumulatorValue.java │ │ └── BroadCastValue.java │ │ ├── sql │ │ ├── DataFrameCreate.java │ │ ├── DataFrameOperation.java │ │ ├── HiveDataSource.java │ │ ├── JDBCDataSource.java │ │ ├── JSONDataSource.java │ │ ├── LoadSave.java │ │ ├── RDD2DataFrameReflection.java │ │ ├── RDD2DataFrameReflectionDynamic.java │ │ ├── SaveModelDemo.java │ │ └── SpecifyFormatLoadSave.java │ │ ├── streaming │ │ ├── JavaHDFSWordCount.java │ │ ├── JavaKafkaDirectUpdateStateWordCount.java │ │ ├── JavaKafkaDirectWordCount.java │ │ ├── JavaKafkaReceiverWordCount.java │ │ ├── JavaNetworkWordCount.java │ │ ├── SparkALSByStreaming.java │ │ └── UpdateStateWordCount.java │ │ └── utils │ │ ├── Constant.java │ │ └── SparkUtils.java └── org │ └── apache │ └── spark │ └── examples │ ├── JavaHdfsLR.java │ ├── JavaLogQuery.java │ ├── JavaPageRank.java │ ├── JavaSparkPi.java │ ├── JavaStatusTrackerDemo.java │ ├── JavaTC.java │ ├── JavaWordCount.java │ ├── ml │ ├── JavaAFTSurvivalRegressionExample.java │ ├── JavaALSExample.java │ ├── JavaBinarizerExample.java │ ├── JavaBisectingKMeansExample.java │ ├── JavaBucketedRandomProjectionLSHExample.java │ ├── JavaBucketizerExample.java │ ├── JavaChiSqSelectorExample.java │ ├── JavaCountVectorizerExample.java │ ├── JavaDCTExample.java │ ├── JavaDecisionTreeClassificationExample.java │ ├── JavaDecisionTreeRegressionExample.java │ ├── JavaDocument.java │ ├── JavaElementwiseProductExample.java │ ├── JavaEstimatorTransformerParamExample.java │ ├── JavaGaussianMixtureExample.java │ ├── JavaGeneralizedLinearRegressionExample.java │ ├── JavaGradientBoostedTreeClassifierExample.java │ ├── JavaGradientBoostedTreeRegressorExample.java │ ├── JavaIndexToStringExample.java │ ├── JavaInteractionExample.java │ ├── JavaIsotonicRegressionExample.java │ ├── JavaKMeansExample.java │ ├── JavaLDAExample.java │ ├── JavaLabeledDocument.java │ ├── JavaLinearRegressionWithElasticNetExample.java │ ├── JavaLogisticRegressionSummaryExample.java │ ├── JavaLogisticRegressionWithElasticNetExample.java │ ├── JavaMaxAbsScalerExample.java │ ├── JavaMinHashLSHExample.java │ ├── JavaMinMaxScalerExample.java │ ├── JavaModelSelectionViaCrossValidationExample.java │ ├── JavaModelSelectionViaTrainValidationSplitExample.java │ ├── JavaMulticlassLogisticRegressionWithElasticNetExample.java │ ├── JavaMultilayerPerceptronClassifierExample.java │ ├── JavaNGramExample.java │ ├── JavaNaiveBayesExample.java │ ├── JavaNormalizerExample.java │ ├── JavaOneHotEncoderExample.java │ ├── JavaOneVsRestExample.java │ ├── JavaPCAExample.java │ ├── JavaPipelineExample.java │ ├── JavaPolynomialExpansionExample.java │ ├── JavaQuantileDiscretizerExample.java │ ├── JavaRFormulaExample.java │ ├── JavaRandomForestClassifierExample.java │ ├── JavaRandomForestRegressorExample.java │ ├── JavaSQLTransformerExample.java │ ├── JavaStandardScalerExample.java │ ├── JavaStopWordsRemoverExample.java │ ├── JavaStringIndexerExample.java │ ├── JavaTfIdfExample.java │ ├── JavaTokenizerExample.java │ ├── JavaVectorAssemblerExample.java │ ├── JavaVectorIndexerExample.java │ ├── JavaVectorSlicerExample.java │ └── JavaWord2VecExample.java │ ├── mllib │ ├── JavaALS.java │ ├── JavaAssociationRulesExample.java │ ├── JavaBinaryClassificationMetricsExample.java │ ├── JavaBisectingKMeansExample.java │ ├── JavaChiSqSelectorExample.java │ ├── JavaCorrelationsExample.java │ ├── JavaDecisionTreeClassificationExample.java │ ├── JavaDecisionTreeRegressionExample.java │ ├── JavaElementwiseProductExample.java │ ├── JavaGaussianMixtureExample.java │ ├── JavaGradientBoostingClassificationExample.java │ ├── JavaGradientBoostingRegressionExample.java │ ├── JavaHypothesisTestingExample.java │ ├── JavaHypothesisTestingKolmogorovSmirnovTestExample.java │ ├── JavaIsotonicRegressionExample.java │ ├── JavaKMeansExample.java │ ├── JavaKernelDensityEstimationExample.java │ ├── JavaLBFGSExample.java │ ├── JavaLatentDirichletAllocationExample.java │ ├── JavaLinearRegressionWithSGDExample.java │ ├── JavaLogisticRegressionWithLBFGSExample.java │ ├── JavaMultiLabelClassificationMetricsExample.java │ ├── JavaMulticlassClassificationMetricsExample.java │ ├── JavaNaiveBayesExample.java │ ├── JavaPCAExample.java │ ├── JavaPowerIterationClusteringExample.java │ ├── JavaPrefixSpanExample.java │ ├── JavaRandomForestClassificationExample.java │ ├── JavaRandomForestRegressionExample.java │ ├── JavaRankingMetricsExample.java │ ├── JavaRecommendationExample.java │ ├── JavaRegressionMetricsExample.java │ ├── JavaSVDExample.java │ ├── JavaSVMWithSGDExample.java │ ├── JavaSimpleFPGrowth.java │ ├── JavaStratifiedSamplingExample.java │ ├── JavaStreamingTestExample.java │ └── JavaSummaryStatisticsExample.java │ ├── sql │ ├── JavaSQLDataSourceExample.java │ ├── JavaSparkSQLExample.java │ ├── hive │ │ └── JavaSparkHiveExample.java │ └── streaming │ │ ├── JavaStructuredKafkaWordCount.java │ │ ├── JavaStructuredNetworkWordCount.java │ │ └── JavaStructuredNetworkWordCountWindowed.java │ └── streaming │ ├── JavaCustomReceiver.java │ ├── JavaDirectKafkaWordCount.java │ ├── JavaFlumeEventCount.java │ ├── JavaKafkaWordCount.java │ ├── JavaNetworkWordCount.java │ ├── JavaQueueStream.java │ ├── JavaRecord.java │ ├── JavaRecoverableNetworkWordCount.java │ ├── JavaSqlNetworkWordCount.java │ └── JavaStatefulNetworkWordCount.java ├── resources └── log4j.properties └── scala └── com └── hyr └── spark ├── WordCount.scala ├── operator ├── AggregateByKey.scala ├── Cartesian.scala ├── Coalesce.scala ├── Cogroup.scala ├── Distinct.scala ├── Filter.scala ├── FlatMap.scala ├── GroupByKeyAndCountByKey.scala ├── Intersection.scala ├── Join.scala ├── Map.scala ├── MapPartitions.scala ├── MapPartitionsWithIndex.scala ├── Reduce.scala ├── ReduceByKey.scala ├── RepartitionAndSortWithinPartitions.scala ├── SampleAndTake.scala ├── SaveAsTextFile.scala ├── SortByKey.scala ├── StorageLevel.scala └── Union.scala ├── sharedvariables ├── AccumulatorValue.scala └── BroadCastValue.scala ├── sql ├── DataFrameCreate.scala ├── DataFrameOperation.scala ├── HiveDataSource.scala ├── JSONDataSource.scala ├── LoadSave.scala ├── RDD2DataFrameReflection.scala ├── RDD2DataFrameReflectionDynamic.scala ├── SaveModel.scala └── SpecifyFormatLoadSave.scala ├── streaming └── NetworkWordCount.scala └── utils └── SparkUtils.scala /.github/workflows/maven.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/.github/workflows/maven.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/README.md -------------------------------------------------------------------------------- /data/mllib/als/sample_movielens_movies.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/data/mllib/als/sample_movielens_movies.txt -------------------------------------------------------------------------------- /data/mllib/als/sample_movielens_ratings.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/data/mllib/als/sample_movielens_ratings.txt -------------------------------------------------------------------------------- /data/mllib/als/test.data: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/data/mllib/als/test.data -------------------------------------------------------------------------------- /data/mllib/gmm_data.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/data/mllib/gmm_data.txt -------------------------------------------------------------------------------- /data/mllib/kmeans_data.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/data/mllib/kmeans_data.txt -------------------------------------------------------------------------------- /data/mllib/lr-data/random.data: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/data/mllib/lr-data/random.data -------------------------------------------------------------------------------- /data/mllib/lr_data.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/data/mllib/lr_data.txt -------------------------------------------------------------------------------- /data/mllib/pagerank_data.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/data/mllib/pagerank_data.txt -------------------------------------------------------------------------------- /data/mllib/pic_data.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/data/mllib/pic_data.txt -------------------------------------------------------------------------------- /data/mllib/ridge-data/lpsa.data: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/data/mllib/ridge-data/lpsa.data -------------------------------------------------------------------------------- /data/mllib/sample_binary_classification_data.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/data/mllib/sample_binary_classification_data.txt -------------------------------------------------------------------------------- /data/mllib/sample_fpgrowth.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/data/mllib/sample_fpgrowth.txt -------------------------------------------------------------------------------- /data/mllib/sample_isotonic_regression_data.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/data/mllib/sample_isotonic_regression_data.txt -------------------------------------------------------------------------------- /data/mllib/sample_lda_data.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/data/mllib/sample_lda_data.txt -------------------------------------------------------------------------------- /data/mllib/sample_libsvm_data.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/data/mllib/sample_libsvm_data.txt -------------------------------------------------------------------------------- /data/mllib/sample_linear_regression_data.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/data/mllib/sample_linear_regression_data.txt -------------------------------------------------------------------------------- /data/mllib/sample_movielens_data.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/data/mllib/sample_movielens_data.txt -------------------------------------------------------------------------------- /data/mllib/sample_multiclass_classification_data.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/data/mllib/sample_multiclass_classification_data.txt -------------------------------------------------------------------------------- /data/mllib/sample_naive_bayes_data.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/data/mllib/sample_naive_bayes_data.txt -------------------------------------------------------------------------------- /data/mllib/sample_svm_data.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/data/mllib/sample_svm_data.txt -------------------------------------------------------------------------------- /data/mllib/sample_tree_data.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/data/mllib/sample_tree_data.csv -------------------------------------------------------------------------------- /data/resources/full_user.avsc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/data/resources/full_user.avsc -------------------------------------------------------------------------------- /data/resources/kv1.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/data/resources/kv1.txt -------------------------------------------------------------------------------- /data/resources/people.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/data/resources/people.json -------------------------------------------------------------------------------- /data/resources/people.txt: -------------------------------------------------------------------------------- 1 | Michael,29 2 | Andy,30 3 | Justin,19 4 | -------------------------------------------------------------------------------- /data/resources/test.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/data/resources/test.txt -------------------------------------------------------------------------------- /data/resources/user.avsc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/data/resources/user.avsc -------------------------------------------------------------------------------- /data/resources/users.avro: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/data/resources/users.avro -------------------------------------------------------------------------------- /data/resources/users.parquet: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/data/resources/users.parquet -------------------------------------------------------------------------------- /data/resources/wc_data: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/data/resources/wc_data -------------------------------------------------------------------------------- /pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/pom.xml -------------------------------------------------------------------------------- /receivedBlockMetadata/log-1565088135013-1565088195013: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/receivedBlockMetadata/log-1565088135013-1565088195013 -------------------------------------------------------------------------------- /src/main/java/com/huangyueran/spark/WordCount.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/com/huangyueran/spark/WordCount.java -------------------------------------------------------------------------------- /src/main/java/com/huangyueran/spark/operator/AggregateByKey.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/com/huangyueran/spark/operator/AggregateByKey.java -------------------------------------------------------------------------------- /src/main/java/com/huangyueran/spark/operator/Cartesian.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/com/huangyueran/spark/operator/Cartesian.java -------------------------------------------------------------------------------- /src/main/java/com/huangyueran/spark/operator/Coalesce.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/com/huangyueran/spark/operator/Coalesce.java -------------------------------------------------------------------------------- /src/main/java/com/huangyueran/spark/operator/Cogroup.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/com/huangyueran/spark/operator/Cogroup.java -------------------------------------------------------------------------------- /src/main/java/com/huangyueran/spark/operator/Distinct.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/com/huangyueran/spark/operator/Distinct.java -------------------------------------------------------------------------------- /src/main/java/com/huangyueran/spark/operator/Filter.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/com/huangyueran/spark/operator/Filter.java -------------------------------------------------------------------------------- /src/main/java/com/huangyueran/spark/operator/FlatMap.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/com/huangyueran/spark/operator/FlatMap.java -------------------------------------------------------------------------------- /src/main/java/com/huangyueran/spark/operator/GroupByKeyAndCountByKey.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/com/huangyueran/spark/operator/GroupByKeyAndCountByKey.java -------------------------------------------------------------------------------- /src/main/java/com/huangyueran/spark/operator/Intersection.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/com/huangyueran/spark/operator/Intersection.java -------------------------------------------------------------------------------- /src/main/java/com/huangyueran/spark/operator/Join.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/com/huangyueran/spark/operator/Join.java -------------------------------------------------------------------------------- /src/main/java/com/huangyueran/spark/operator/MapPartitions.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/com/huangyueran/spark/operator/MapPartitions.java -------------------------------------------------------------------------------- /src/main/java/com/huangyueran/spark/operator/MapPartitionsWithIndex.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/com/huangyueran/spark/operator/MapPartitionsWithIndex.java -------------------------------------------------------------------------------- /src/main/java/com/huangyueran/spark/operator/MapTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/com/huangyueran/spark/operator/MapTest.java -------------------------------------------------------------------------------- /src/main/java/com/huangyueran/spark/operator/Reduce.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/com/huangyueran/spark/operator/Reduce.java -------------------------------------------------------------------------------- /src/main/java/com/huangyueran/spark/operator/ReduceByKey.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/com/huangyueran/spark/operator/ReduceByKey.java -------------------------------------------------------------------------------- /src/main/java/com/huangyueran/spark/operator/RepartitionAndSortWithinPartitions.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/com/huangyueran/spark/operator/RepartitionAndSortWithinPartitions.java -------------------------------------------------------------------------------- /src/main/java/com/huangyueran/spark/operator/SampleAndTake.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/com/huangyueran/spark/operator/SampleAndTake.java -------------------------------------------------------------------------------- /src/main/java/com/huangyueran/spark/operator/SaveAsTextFile.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/com/huangyueran/spark/operator/SaveAsTextFile.java -------------------------------------------------------------------------------- /src/main/java/com/huangyueran/spark/operator/SortByKey.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/com/huangyueran/spark/operator/SortByKey.java -------------------------------------------------------------------------------- /src/main/java/com/huangyueran/spark/operator/TestStorageLevel.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/com/huangyueran/spark/operator/TestStorageLevel.java -------------------------------------------------------------------------------- /src/main/java/com/huangyueran/spark/operator/Union.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/com/huangyueran/spark/operator/Union.java -------------------------------------------------------------------------------- /src/main/java/com/huangyueran/spark/sharedvariables/AccumulatorValue.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/com/huangyueran/spark/sharedvariables/AccumulatorValue.java -------------------------------------------------------------------------------- /src/main/java/com/huangyueran/spark/sharedvariables/BroadCastValue.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/com/huangyueran/spark/sharedvariables/BroadCastValue.java -------------------------------------------------------------------------------- /src/main/java/com/huangyueran/spark/sql/DataFrameCreate.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/com/huangyueran/spark/sql/DataFrameCreate.java -------------------------------------------------------------------------------- /src/main/java/com/huangyueran/spark/sql/DataFrameOperation.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/com/huangyueran/spark/sql/DataFrameOperation.java -------------------------------------------------------------------------------- /src/main/java/com/huangyueran/spark/sql/HiveDataSource.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/com/huangyueran/spark/sql/HiveDataSource.java -------------------------------------------------------------------------------- /src/main/java/com/huangyueran/spark/sql/JDBCDataSource.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/com/huangyueran/spark/sql/JDBCDataSource.java -------------------------------------------------------------------------------- /src/main/java/com/huangyueran/spark/sql/JSONDataSource.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/com/huangyueran/spark/sql/JSONDataSource.java -------------------------------------------------------------------------------- /src/main/java/com/huangyueran/spark/sql/LoadSave.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/com/huangyueran/spark/sql/LoadSave.java -------------------------------------------------------------------------------- /src/main/java/com/huangyueran/spark/sql/RDD2DataFrameReflection.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/com/huangyueran/spark/sql/RDD2DataFrameReflection.java -------------------------------------------------------------------------------- /src/main/java/com/huangyueran/spark/sql/RDD2DataFrameReflectionDynamic.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/com/huangyueran/spark/sql/RDD2DataFrameReflectionDynamic.java -------------------------------------------------------------------------------- /src/main/java/com/huangyueran/spark/sql/SaveModelDemo.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/com/huangyueran/spark/sql/SaveModelDemo.java -------------------------------------------------------------------------------- /src/main/java/com/huangyueran/spark/sql/SpecifyFormatLoadSave.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/com/huangyueran/spark/sql/SpecifyFormatLoadSave.java -------------------------------------------------------------------------------- /src/main/java/com/huangyueran/spark/streaming/JavaHDFSWordCount.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/com/huangyueran/spark/streaming/JavaHDFSWordCount.java -------------------------------------------------------------------------------- /src/main/java/com/huangyueran/spark/streaming/JavaKafkaDirectUpdateStateWordCount.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/com/huangyueran/spark/streaming/JavaKafkaDirectUpdateStateWordCount.java -------------------------------------------------------------------------------- /src/main/java/com/huangyueran/spark/streaming/JavaKafkaDirectWordCount.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/com/huangyueran/spark/streaming/JavaKafkaDirectWordCount.java -------------------------------------------------------------------------------- /src/main/java/com/huangyueran/spark/streaming/JavaKafkaReceiverWordCount.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/com/huangyueran/spark/streaming/JavaKafkaReceiverWordCount.java -------------------------------------------------------------------------------- /src/main/java/com/huangyueran/spark/streaming/JavaNetworkWordCount.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/com/huangyueran/spark/streaming/JavaNetworkWordCount.java -------------------------------------------------------------------------------- /src/main/java/com/huangyueran/spark/streaming/SparkALSByStreaming.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/com/huangyueran/spark/streaming/SparkALSByStreaming.java -------------------------------------------------------------------------------- /src/main/java/com/huangyueran/spark/streaming/UpdateStateWordCount.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/com/huangyueran/spark/streaming/UpdateStateWordCount.java -------------------------------------------------------------------------------- /src/main/java/com/huangyueran/spark/utils/Constant.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/com/huangyueran/spark/utils/Constant.java -------------------------------------------------------------------------------- /src/main/java/com/huangyueran/spark/utils/SparkUtils.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/com/huangyueran/spark/utils/SparkUtils.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/JavaHdfsLR.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/JavaHdfsLR.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/JavaLogQuery.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/JavaLogQuery.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/JavaPageRank.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/JavaPageRank.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/JavaSparkPi.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/JavaSparkPi.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/JavaStatusTrackerDemo.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/JavaStatusTrackerDemo.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/JavaTC.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/JavaTC.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/JavaWordCount.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/JavaWordCount.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/ml/JavaAFTSurvivalRegressionExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/ml/JavaAFTSurvivalRegressionExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/ml/JavaALSExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/ml/JavaALSExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/ml/JavaBinarizerExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/ml/JavaBinarizerExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/ml/JavaBisectingKMeansExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/ml/JavaBisectingKMeansExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/ml/JavaBucketedRandomProjectionLSHExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/ml/JavaBucketedRandomProjectionLSHExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/ml/JavaBucketizerExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/ml/JavaBucketizerExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/ml/JavaChiSqSelectorExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/ml/JavaChiSqSelectorExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/ml/JavaCountVectorizerExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/ml/JavaCountVectorizerExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/ml/JavaDCTExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/ml/JavaDCTExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/ml/JavaDecisionTreeClassificationExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/ml/JavaDecisionTreeClassificationExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/ml/JavaDecisionTreeRegressionExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/ml/JavaDecisionTreeRegressionExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/ml/JavaDocument.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/ml/JavaDocument.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/ml/JavaElementwiseProductExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/ml/JavaElementwiseProductExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/ml/JavaEstimatorTransformerParamExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/ml/JavaEstimatorTransformerParamExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/ml/JavaGaussianMixtureExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/ml/JavaGaussianMixtureExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/ml/JavaGeneralizedLinearRegressionExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/ml/JavaGeneralizedLinearRegressionExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/ml/JavaGradientBoostedTreeClassifierExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/ml/JavaGradientBoostedTreeClassifierExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/ml/JavaGradientBoostedTreeRegressorExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/ml/JavaGradientBoostedTreeRegressorExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/ml/JavaIndexToStringExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/ml/JavaIndexToStringExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/ml/JavaInteractionExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/ml/JavaInteractionExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/ml/JavaIsotonicRegressionExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/ml/JavaIsotonicRegressionExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/ml/JavaKMeansExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/ml/JavaKMeansExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/ml/JavaLDAExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/ml/JavaLDAExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/ml/JavaLabeledDocument.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/ml/JavaLabeledDocument.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/ml/JavaLinearRegressionWithElasticNetExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/ml/JavaLinearRegressionWithElasticNetExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/ml/JavaLogisticRegressionSummaryExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/ml/JavaLogisticRegressionSummaryExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/ml/JavaLogisticRegressionWithElasticNetExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/ml/JavaLogisticRegressionWithElasticNetExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/ml/JavaMaxAbsScalerExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/ml/JavaMaxAbsScalerExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/ml/JavaMinHashLSHExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/ml/JavaMinHashLSHExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/ml/JavaMinMaxScalerExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/ml/JavaMinMaxScalerExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/ml/JavaModelSelectionViaCrossValidationExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/ml/JavaModelSelectionViaCrossValidationExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/ml/JavaModelSelectionViaTrainValidationSplitExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/ml/JavaModelSelectionViaTrainValidationSplitExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/ml/JavaMulticlassLogisticRegressionWithElasticNetExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/ml/JavaMulticlassLogisticRegressionWithElasticNetExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/ml/JavaMultilayerPerceptronClassifierExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/ml/JavaMultilayerPerceptronClassifierExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/ml/JavaNGramExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/ml/JavaNGramExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/ml/JavaNaiveBayesExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/ml/JavaNaiveBayesExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/ml/JavaNormalizerExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/ml/JavaNormalizerExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/ml/JavaOneHotEncoderExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/ml/JavaOneHotEncoderExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/ml/JavaOneVsRestExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/ml/JavaOneVsRestExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/ml/JavaPCAExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/ml/JavaPCAExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/ml/JavaPipelineExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/ml/JavaPipelineExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/ml/JavaPolynomialExpansionExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/ml/JavaPolynomialExpansionExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/ml/JavaQuantileDiscretizerExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/ml/JavaQuantileDiscretizerExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/ml/JavaRFormulaExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/ml/JavaRFormulaExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/ml/JavaRandomForestClassifierExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/ml/JavaRandomForestClassifierExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/ml/JavaRandomForestRegressorExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/ml/JavaRandomForestRegressorExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/ml/JavaSQLTransformerExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/ml/JavaSQLTransformerExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/ml/JavaStandardScalerExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/ml/JavaStandardScalerExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/ml/JavaStopWordsRemoverExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/ml/JavaStopWordsRemoverExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/ml/JavaStringIndexerExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/ml/JavaStringIndexerExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/ml/JavaTfIdfExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/ml/JavaTfIdfExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/ml/JavaTokenizerExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/ml/JavaTokenizerExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/ml/JavaVectorAssemblerExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/ml/JavaVectorAssemblerExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/ml/JavaVectorIndexerExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/ml/JavaVectorIndexerExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/ml/JavaVectorSlicerExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/ml/JavaVectorSlicerExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/ml/JavaWord2VecExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/ml/JavaWord2VecExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/mllib/JavaALS.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/mllib/JavaALS.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/mllib/JavaAssociationRulesExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/mllib/JavaAssociationRulesExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/mllib/JavaBinaryClassificationMetricsExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/mllib/JavaBinaryClassificationMetricsExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/mllib/JavaBisectingKMeansExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/mllib/JavaBisectingKMeansExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/mllib/JavaChiSqSelectorExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/mllib/JavaChiSqSelectorExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/mllib/JavaCorrelationsExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/mllib/JavaCorrelationsExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/mllib/JavaDecisionTreeClassificationExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/mllib/JavaDecisionTreeClassificationExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/mllib/JavaDecisionTreeRegressionExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/mllib/JavaDecisionTreeRegressionExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/mllib/JavaElementwiseProductExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/mllib/JavaElementwiseProductExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/mllib/JavaGaussianMixtureExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/mllib/JavaGaussianMixtureExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/mllib/JavaGradientBoostingClassificationExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/mllib/JavaGradientBoostingClassificationExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/mllib/JavaGradientBoostingRegressionExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/mllib/JavaGradientBoostingRegressionExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/mllib/JavaHypothesisTestingExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/mllib/JavaHypothesisTestingExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/mllib/JavaHypothesisTestingKolmogorovSmirnovTestExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/mllib/JavaHypothesisTestingKolmogorovSmirnovTestExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/mllib/JavaIsotonicRegressionExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/mllib/JavaIsotonicRegressionExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/mllib/JavaKMeansExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/mllib/JavaKMeansExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/mllib/JavaKernelDensityEstimationExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/mllib/JavaKernelDensityEstimationExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/mllib/JavaLBFGSExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/mllib/JavaLBFGSExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/mllib/JavaLatentDirichletAllocationExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/mllib/JavaLatentDirichletAllocationExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/mllib/JavaLinearRegressionWithSGDExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/mllib/JavaLinearRegressionWithSGDExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/mllib/JavaLogisticRegressionWithLBFGSExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/mllib/JavaLogisticRegressionWithLBFGSExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/mllib/JavaMultiLabelClassificationMetricsExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/mllib/JavaMultiLabelClassificationMetricsExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/mllib/JavaMulticlassClassificationMetricsExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/mllib/JavaMulticlassClassificationMetricsExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/mllib/JavaNaiveBayesExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/mllib/JavaNaiveBayesExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/mllib/JavaPCAExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/mllib/JavaPCAExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/mllib/JavaPowerIterationClusteringExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/mllib/JavaPowerIterationClusteringExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/mllib/JavaPrefixSpanExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/mllib/JavaPrefixSpanExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/mllib/JavaRandomForestClassificationExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/mllib/JavaRandomForestClassificationExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/mllib/JavaRandomForestRegressionExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/mllib/JavaRandomForestRegressionExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/mllib/JavaRankingMetricsExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/mllib/JavaRankingMetricsExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/mllib/JavaRecommendationExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/mllib/JavaRecommendationExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/mllib/JavaRegressionMetricsExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/mllib/JavaRegressionMetricsExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/mllib/JavaSVDExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/mllib/JavaSVDExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/mllib/JavaSVMWithSGDExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/mllib/JavaSVMWithSGDExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/mllib/JavaSimpleFPGrowth.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/mllib/JavaSimpleFPGrowth.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/mllib/JavaStratifiedSamplingExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/mllib/JavaStratifiedSamplingExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/mllib/JavaStreamingTestExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/mllib/JavaStreamingTestExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/mllib/JavaSummaryStatisticsExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/mllib/JavaSummaryStatisticsExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/sql/JavaSQLDataSourceExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/sql/JavaSQLDataSourceExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/sql/JavaSparkSQLExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/sql/JavaSparkSQLExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/sql/hive/JavaSparkHiveExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/sql/hive/JavaSparkHiveExample.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/sql/streaming/JavaStructuredKafkaWordCount.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/sql/streaming/JavaStructuredKafkaWordCount.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/sql/streaming/JavaStructuredNetworkWordCount.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/sql/streaming/JavaStructuredNetworkWordCount.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/sql/streaming/JavaStructuredNetworkWordCountWindowed.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/sql/streaming/JavaStructuredNetworkWordCountWindowed.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/streaming/JavaCustomReceiver.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/streaming/JavaCustomReceiver.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/streaming/JavaDirectKafkaWordCount.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/streaming/JavaDirectKafkaWordCount.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/streaming/JavaFlumeEventCount.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/streaming/JavaFlumeEventCount.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/streaming/JavaKafkaWordCount.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/streaming/JavaKafkaWordCount.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/streaming/JavaNetworkWordCount.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/streaming/JavaNetworkWordCount.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/streaming/JavaQueueStream.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/streaming/JavaQueueStream.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/streaming/JavaRecord.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/streaming/JavaRecord.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/streaming/JavaRecoverableNetworkWordCount.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/streaming/JavaRecoverableNetworkWordCount.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/streaming/JavaSqlNetworkWordCount.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/streaming/JavaSqlNetworkWordCount.java -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/examples/streaming/JavaStatefulNetworkWordCount.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/java/org/apache/spark/examples/streaming/JavaStatefulNetworkWordCount.java -------------------------------------------------------------------------------- /src/main/resources/log4j.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/resources/log4j.properties -------------------------------------------------------------------------------- /src/main/scala/com/hyr/spark/WordCount.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/scala/com/hyr/spark/WordCount.scala -------------------------------------------------------------------------------- /src/main/scala/com/hyr/spark/operator/AggregateByKey.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/scala/com/hyr/spark/operator/AggregateByKey.scala -------------------------------------------------------------------------------- /src/main/scala/com/hyr/spark/operator/Cartesian.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/scala/com/hyr/spark/operator/Cartesian.scala -------------------------------------------------------------------------------- /src/main/scala/com/hyr/spark/operator/Coalesce.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/scala/com/hyr/spark/operator/Coalesce.scala -------------------------------------------------------------------------------- /src/main/scala/com/hyr/spark/operator/Cogroup.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/scala/com/hyr/spark/operator/Cogroup.scala -------------------------------------------------------------------------------- /src/main/scala/com/hyr/spark/operator/Distinct.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/scala/com/hyr/spark/operator/Distinct.scala -------------------------------------------------------------------------------- /src/main/scala/com/hyr/spark/operator/Filter.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/scala/com/hyr/spark/operator/Filter.scala -------------------------------------------------------------------------------- /src/main/scala/com/hyr/spark/operator/FlatMap.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/scala/com/hyr/spark/operator/FlatMap.scala -------------------------------------------------------------------------------- /src/main/scala/com/hyr/spark/operator/GroupByKeyAndCountByKey.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/scala/com/hyr/spark/operator/GroupByKeyAndCountByKey.scala -------------------------------------------------------------------------------- /src/main/scala/com/hyr/spark/operator/Intersection.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/scala/com/hyr/spark/operator/Intersection.scala -------------------------------------------------------------------------------- /src/main/scala/com/hyr/spark/operator/Join.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/scala/com/hyr/spark/operator/Join.scala -------------------------------------------------------------------------------- /src/main/scala/com/hyr/spark/operator/Map.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/scala/com/hyr/spark/operator/Map.scala -------------------------------------------------------------------------------- /src/main/scala/com/hyr/spark/operator/MapPartitions.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/scala/com/hyr/spark/operator/MapPartitions.scala -------------------------------------------------------------------------------- /src/main/scala/com/hyr/spark/operator/MapPartitionsWithIndex.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/scala/com/hyr/spark/operator/MapPartitionsWithIndex.scala -------------------------------------------------------------------------------- /src/main/scala/com/hyr/spark/operator/Reduce.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/scala/com/hyr/spark/operator/Reduce.scala -------------------------------------------------------------------------------- /src/main/scala/com/hyr/spark/operator/ReduceByKey.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/scala/com/hyr/spark/operator/ReduceByKey.scala -------------------------------------------------------------------------------- /src/main/scala/com/hyr/spark/operator/RepartitionAndSortWithinPartitions.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/scala/com/hyr/spark/operator/RepartitionAndSortWithinPartitions.scala -------------------------------------------------------------------------------- /src/main/scala/com/hyr/spark/operator/SampleAndTake.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/scala/com/hyr/spark/operator/SampleAndTake.scala -------------------------------------------------------------------------------- /src/main/scala/com/hyr/spark/operator/SaveAsTextFile.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/scala/com/hyr/spark/operator/SaveAsTextFile.scala -------------------------------------------------------------------------------- /src/main/scala/com/hyr/spark/operator/SortByKey.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/scala/com/hyr/spark/operator/SortByKey.scala -------------------------------------------------------------------------------- /src/main/scala/com/hyr/spark/operator/StorageLevel.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/scala/com/hyr/spark/operator/StorageLevel.scala -------------------------------------------------------------------------------- /src/main/scala/com/hyr/spark/operator/Union.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/scala/com/hyr/spark/operator/Union.scala -------------------------------------------------------------------------------- /src/main/scala/com/hyr/spark/sharedvariables/AccumulatorValue.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/scala/com/hyr/spark/sharedvariables/AccumulatorValue.scala -------------------------------------------------------------------------------- /src/main/scala/com/hyr/spark/sharedvariables/BroadCastValue.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/scala/com/hyr/spark/sharedvariables/BroadCastValue.scala -------------------------------------------------------------------------------- /src/main/scala/com/hyr/spark/sql/DataFrameCreate.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/scala/com/hyr/spark/sql/DataFrameCreate.scala -------------------------------------------------------------------------------- /src/main/scala/com/hyr/spark/sql/DataFrameOperation.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/scala/com/hyr/spark/sql/DataFrameOperation.scala -------------------------------------------------------------------------------- /src/main/scala/com/hyr/spark/sql/HiveDataSource.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/scala/com/hyr/spark/sql/HiveDataSource.scala -------------------------------------------------------------------------------- /src/main/scala/com/hyr/spark/sql/JSONDataSource.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/scala/com/hyr/spark/sql/JSONDataSource.scala -------------------------------------------------------------------------------- /src/main/scala/com/hyr/spark/sql/LoadSave.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/scala/com/hyr/spark/sql/LoadSave.scala -------------------------------------------------------------------------------- /src/main/scala/com/hyr/spark/sql/RDD2DataFrameReflection.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/scala/com/hyr/spark/sql/RDD2DataFrameReflection.scala -------------------------------------------------------------------------------- /src/main/scala/com/hyr/spark/sql/RDD2DataFrameReflectionDynamic.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/scala/com/hyr/spark/sql/RDD2DataFrameReflectionDynamic.scala -------------------------------------------------------------------------------- /src/main/scala/com/hyr/spark/sql/SaveModel.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/scala/com/hyr/spark/sql/SaveModel.scala -------------------------------------------------------------------------------- /src/main/scala/com/hyr/spark/sql/SpecifyFormatLoadSave.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/scala/com/hyr/spark/sql/SpecifyFormatLoadSave.scala -------------------------------------------------------------------------------- /src/main/scala/com/hyr/spark/streaming/NetworkWordCount.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/scala/com/hyr/spark/streaming/NetworkWordCount.scala -------------------------------------------------------------------------------- /src/main/scala/com/hyr/spark/utils/SparkUtils.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huangyueranbbc/SparkDemo/HEAD/src/main/scala/com/hyr/spark/utils/SparkUtils.scala --------------------------------------------------------------------------------