├── .DS_Store ├── .gitattributes ├── .gitignore ├── .idea ├── compiler.xml ├── encodings.xml ├── hydra.xml ├── inspectionProfiles │ └── Project_Default.xml ├── libraries │ ├── Maven__cglib_cglib_nodep_2_1_3.xml │ ├── Maven__com_clearspring_analytics_stream_2_7_0.xml │ ├── Maven__com_esotericsoftware_kryo_kryo_2_21.xml │ ├── Maven__com_esotericsoftware_minlog_minlog_1_2.xml │ ├── Maven__com_esotericsoftware_reflectasm_reflectasm_shaded_1_07.xml │ ├── Maven__com_fasterxml_jackson_core_jackson_annotations_2_4_0.xml │ ├── Maven__com_fasterxml_jackson_core_jackson_core_2_4_4.xml │ ├── Maven__com_fasterxml_jackson_core_jackson_databind_2_4_4.xml │ ├── Maven__com_fasterxml_jackson_module_jackson_module_scala_2_10_2_4_4.xml │ ├── Maven__com_google_code_findbugs_jsr305_1_3_9.xml │ ├── Maven__com_google_guava_guava_14_0_1.xml │ ├── Maven__com_ning_compress_lzf_1_0_0.xml │ ├── Maven__com_novocode_junit_interface_0_10.xml │ ├── Maven__com_thoughtworks_paranamer_paranamer_2_6.xml │ ├── Maven__com_twitter_chill_2_10_0_5_0.xml │ ├── Maven__com_twitter_chill_java_0_5_0.xml │ ├── Maven__com_typesafe_config_1_2_1.xml │ ├── Maven__commons_beanutils_commons_beanutils_1_7_0.xml │ ├── Maven__commons_beanutils_commons_beanutils_core_1_8_0.xml │ ├── Maven__commons_codec_commons_codec_1_10.xml │ ├── Maven__commons_collections_commons_collections_3_2_1.xml │ ├── Maven__commons_configuration_commons_configuration_1_6.xml │ ├── Maven__commons_digester_commons_digester_1_8.xml │ ├── Maven__commons_el_commons_el_1_0.xml │ ├── Maven__commons_httpclient_commons_httpclient_3_1.xml │ ├── Maven__commons_io_commons_io_2_4.xml │ ├── Maven__commons_lang_commons_lang_2_4.xml │ ├── Maven__commons_logging_commons_logging_1_1_3.xml │ ├── Maven__commons_net_commons_net_2_2.xml │ ├── Maven__hsqldb_hsqldb_1_8_0_10.xml │ ├── Maven__io_dropwizard_metrics_metrics_core_3_1_0.xml │ ├── Maven__io_dropwizard_metrics_metrics_graphite_3_1_0.xml │ ├── Maven__io_dropwizard_metrics_metrics_json_3_1_0.xml │ ├── Maven__io_dropwizard_metrics_metrics_jvm_3_1_0.xml │ ├── Maven__io_netty_netty_3_8_0_Final.xml │ ├── Maven__io_netty_netty_all_4_0_23_Final.xml │ ├── Maven__jline_jline_0_9_94.xml │ ├── Maven__junit_junit_4_10.xml │ ├── Maven__junit_junit_dep_4_10.xml │ ├── Maven__log4j_log4j_1_2_17.xml │ ├── Maven__net_java_dev_jets3t_jets3t_0_7_1.xml │ ├── Maven__net_java_dev_jna_jna_3_4_0.xml │ ├── Maven__net_java_dev_jna_platform_3_4_0.xml │ ├── Maven__net_jpountz_lz4_lz4_1_2_0.xml │ ├── Maven__net_sf_py4j_py4j_0_8_2_1.xml │ ├── Maven__net_sourceforge_cssparser_cssparser_0_9_13.xml │ ├── Maven__net_sourceforge_htmlunit_htmlunit_2_14.xml │ ├── Maven__net_sourceforge_htmlunit_htmlunit_core_js_2_14.xml │ ├── Maven__net_sourceforge_nekohtml_nekohtml_1_9_20.xml │ ├── Maven__org_apache_commons_commons_exec_1_1.xml │ ├── Maven__org_apache_commons_commons_lang3_3_3_2.xml │ ├── Maven__org_apache_commons_commons_math3_3_1_1.xml │ ├── Maven__org_apache_commons_commons_math_2_1.xml │ ├── Maven__org_apache_curator_curator_client_2_4_0.xml │ ├── Maven__org_apache_curator_curator_framework_2_4_0.xml │ ├── Maven__org_apache_curator_curator_recipes_2_4_0.xml │ ├── Maven__org_apache_derby_derby_10_10_1_1.xml │ ├── Maven__org_apache_hadoop_hadoop_client_1_0_4.xml │ ├── Maven__org_apache_hadoop_hadoop_core_1_0_4.xml │ ├── Maven__org_apache_httpcomponents_httpclient_4_3_2.xml │ ├── Maven__org_apache_httpcomponents_httpcore_4_3_1.xml │ ├── Maven__org_apache_httpcomponents_httpmime_4_3_2.xml │ ├── Maven__org_apache_ivy_ivy_2_4_0.xml │ ├── Maven__org_apache_mesos_mesos_shaded_protobuf_0_21_0.xml │ ├── Maven__org_apache_spark_spark_network_common_2_10_1_3_1.xml │ ├── Maven__org_apache_spark_spark_network_shuffle_2_10_1_3_1.xml │ ├── Maven__org_apache_zookeeper_zookeeper_3_4_5.xml │ ├── Maven__org_codehaus_groovy_groovy_all_2_3_7.xml │ ├── Maven__org_codehaus_jackson_jackson_core_asl_1_8_8.xml │ ├── Maven__org_codehaus_jackson_jackson_mapper_asl_1_8_8.xml │ ├── Maven__org_eclipse_jetty_jetty_continuation_8_1_14_v20131031.xml │ ├── Maven__org_eclipse_jetty_jetty_http_8_1_14_v20131031.xml │ ├── Maven__org_eclipse_jetty_jetty_io_8_1_14_v20131031.xml │ ├── Maven__org_eclipse_jetty_jetty_jndi_8_1_14_v20131031.xml │ ├── Maven__org_eclipse_jetty_jetty_plus_8_1_14_v20131031.xml │ ├── Maven__org_eclipse_jetty_jetty_security_8_1_14_v20131031.xml │ ├── Maven__org_eclipse_jetty_jetty_server_8_1_14_v20131031.xml │ ├── Maven__org_eclipse_jetty_jetty_servlet_8_1_14_v20131031.xml │ ├── Maven__org_eclipse_jetty_jetty_util_8_1_14_v20131031.xml │ ├── Maven__org_eclipse_jetty_jetty_webapp_8_1_14_v20131031.xml │ ├── Maven__org_eclipse_jetty_jetty_websocket_8_1_14_v20131031.xml │ ├── Maven__org_eclipse_jetty_jetty_xml_8_1_14_v20131031.xml │ ├── Maven__org_eclipse_jetty_orbit_javax_activation_1_1_0_v201105071233.xml │ ├── Maven__org_eclipse_jetty_orbit_javax_mail_glassfish_1_4_1_v201005082020.xml │ ├── Maven__org_eclipse_jetty_orbit_javax_servlet_3_0_0_v201112011016.xml │ ├── Maven__org_eclipse_jetty_orbit_javax_transaction_1_1_1_v201105210645.xml │ ├── Maven__org_hamcrest_hamcrest_core_1_1.xml │ ├── Maven__org_json4s_json4s_ast_2_10_3_2_10.xml │ ├── Maven__org_json4s_json4s_core_2_10_3_2_10.xml │ ├── Maven__org_json4s_json4s_jackson_2_10_3_2_10.xml │ ├── Maven__org_json_json_20080701.xml │ ├── Maven__org_mockito_mockito_all_1_9_0.xml │ ├── Maven__org_objenesis_objenesis_1_2.xml │ ├── Maven__org_roaringbitmap_RoaringBitmap_0_4_5.xml │ ├── Maven__org_scala_lang_scala_compiler_2_10_4.xml │ ├── Maven__org_scala_lang_scala_library_2_10_4.xml │ ├── Maven__org_scala_lang_scala_reflect_2_10_4.xml │ ├── Maven__org_scala_lang_scalap_2_10_4.xml │ ├── Maven__org_scala_sbt_test_interface_1_0.xml │ ├── Maven__org_scala_tools_testing_test_interface_0_5.xml │ ├── Maven__org_scalacheck_scalacheck_2_10_1_11_3.xml │ ├── Maven__org_scalatest_scalatest_2_10_2_2_1.xml │ ├── Maven__org_seleniumhq_selenium_selenium_api_2_42_2.xml │ ├── Maven__org_seleniumhq_selenium_selenium_chrome_driver_2_42_2.xml │ ├── Maven__org_seleniumhq_selenium_selenium_firefox_driver_2_42_2.xml │ ├── Maven__org_seleniumhq_selenium_selenium_htmlunit_driver_2_42_2.xml │ ├── Maven__org_seleniumhq_selenium_selenium_ie_driver_2_42_2.xml │ ├── Maven__org_seleniumhq_selenium_selenium_java_2_42_2.xml │ ├── Maven__org_seleniumhq_selenium_selenium_remote_driver_2_42_2.xml │ ├── Maven__org_seleniumhq_selenium_selenium_safari_driver_2_42_2.xml │ ├── Maven__org_seleniumhq_selenium_selenium_support_2_42_2.xml │ ├── Maven__org_slf4j_jcl_over_slf4j_1_7_10.xml │ ├── Maven__org_slf4j_jul_to_slf4j_1_7_10.xml │ ├── Maven__org_slf4j_slf4j_api_1_7_10.xml │ ├── Maven__org_slf4j_slf4j_log4j12_1_7_10.xml │ ├── Maven__org_spark_project_akka_akka_actor_2_10_2_3_4_spark.xml │ ├── Maven__org_spark_project_akka_akka_remote_2_10_2_3_4_spark.xml │ ├── Maven__org_spark_project_akka_akka_slf4j_2_10_2_3_4_spark.xml │ ├── Maven__org_spark_project_akka_akka_testkit_2_10_2_3_4_spark.xml │ ├── Maven__org_spark_project_protobuf_protobuf_java_2_5_0_spark.xml │ ├── Maven__org_spark_project_pyrolite_2_0_1.xml │ ├── Maven__org_spark_project_spark_unused_1_0_0.xml │ ├── Maven__org_tachyonproject_tachyon_0_5_0.xml │ ├── Maven__org_tachyonproject_tachyon_client_0_5_0.xml │ ├── Maven__org_uncommons_maths_uncommons_maths_1_2_2a.xml │ ├── Maven__org_w3c_css_sac_1_3.xml │ ├── Maven__org_webbitserver_webbit_0_4_14.xml │ ├── Maven__org_xerial_snappy_snappy_java_1_1_1_6.xml │ ├── Maven__oro_oro_2_0_8.xml │ ├── Maven__xalan_serializer_2_7_1.xml │ ├── Maven__xalan_xalan_2_7_1.xml │ ├── Maven__xerces_xercesImpl_2_11_0.xml │ ├── Maven__xml_apis_xml_apis_1_4_01.xml │ └── Maven__xmlenc_xmlenc_0_52.xml ├── misc.xml ├── modules.xml ├── scala_compiler.xml ├── vcs.xml └── workspace.xml ├── LICENSE ├── README.md ├── dependency-reduced-pom.xml ├── image ├── Action.png ├── CoarseGrainedExecutorBackend.png ├── RDD运行流程.png ├── SparkContext.png ├── SparkRDD的依赖关系.png ├── SparkSubmit的大概流程.jpg ├── Spark执行流程.png ├── Stage划分流程.png ├── Transformation.png ├── Woker启动Executor过程并向Driver注册.jpg ├── WordCount的RDD依赖.png ├── images.jpeg ├── qrcode.jpg └── spark启动脚本.png ├── md ├── Executor启动流程.md ├── RDD详解.md ├── SparkContext流程.md ├── Spark启动脚本详解.md ├── 任务提交流程.md └── 结合WordCount的Stage划分.md ├── pom.xml ├── scalastyle-output.xml ├── spark-core_2.10 (1).iml ├── spark-core_2.10 (2).iml ├── spark-core_2.10.iml ├── src ├── .DS_Store ├── main │ ├── .DS_Store │ ├── java │ │ └── org │ │ │ └── apache │ │ │ └── spark │ │ │ ├── JavaSparkListener.java │ │ │ ├── JobExecutionStatus.java │ │ │ ├── SparkFirehoseListener.java │ │ │ ├── SparkJobInfo.java │ │ │ ├── SparkStageInfo.java │ │ │ ├── api │ │ │ └── java │ │ │ │ ├── JavaFutureAction.java │ │ │ │ ├── JavaSparkContextVarargsWorkaround.java │ │ │ │ ├── StorageLevels.java │ │ │ │ └── function │ │ │ │ ├── DoubleFlatMapFunction.java │ │ │ │ ├── DoubleFunction.java │ │ │ │ ├── FlatMapFunction.java │ │ │ │ ├── FlatMapFunction2.java │ │ │ │ ├── Function.java │ │ │ │ ├── Function2.java │ │ │ │ ├── Function3.java │ │ │ │ ├── PairFlatMapFunction.java │ │ │ │ ├── PairFunction.java │ │ │ │ ├── VoidFunction.java │ │ │ │ ├── package-info.java │ │ │ │ └── package.scala │ │ │ ├── package-info.java │ │ │ └── util │ │ │ └── collection │ │ │ └── TimSort.java │ ├── resources │ │ └── org │ │ │ └── apache │ │ │ └── spark │ │ │ ├── log4j-defaults.properties │ │ │ └── ui │ │ │ └── static │ │ │ ├── additional-metrics.js │ │ │ ├── bootstrap-tooltip.js │ │ │ ├── bootstrap.min.css │ │ │ ├── initialize-tooltips.js │ │ │ ├── jquery-1.11.1.min.js │ │ │ ├── sorttable.js │ │ │ ├── spark-logo-77x50px-hd.png │ │ │ ├── spark_logo.png │ │ │ ├── table.js │ │ │ └── webui.css │ ├── scala │ │ ├── .DS_Store │ │ └── org │ │ │ ├── .DS_Store │ │ │ └── apache │ │ │ ├── .DS_Store │ │ │ └── spark │ │ │ ├── Accumulators.scala │ │ │ ├── Aggregator.scala │ │ │ ├── CacheManager.scala │ │ │ ├── ContextCleaner.scala │ │ │ ├── Dependency.scala │ │ │ ├── ExecutorAllocationClient.scala │ │ │ ├── ExecutorAllocationManager.scala │ │ │ ├── FutureAction.scala │ │ │ ├── HeartbeatReceiver.scala │ │ │ ├── HttpFileServer.scala │ │ │ ├── HttpServer.scala │ │ │ ├── InterruptibleIterator.scala │ │ │ ├── Logging.scala │ │ │ ├── MapOutputTracker.scala │ │ │ ├── Partition.scala │ │ │ ├── Partitioner.scala │ │ │ ├── SSLOptions.scala │ │ │ ├── SecurityManager.scala │ │ │ ├── SerializableWritable.scala │ │ │ ├── SparkConf.scala │ │ │ ├── SparkContext.scala │ │ │ ├── SparkEnv.scala │ │ │ ├── SparkException.scala │ │ │ ├── SparkFiles.scala │ │ │ ├── SparkHadoopWriter.scala │ │ │ ├── SparkStatusTracker.scala │ │ │ ├── StatusAPIImpl.scala │ │ │ ├── TaskContext.scala │ │ │ ├── TaskContextHelper.scala │ │ │ ├── TaskContextImpl.scala │ │ │ ├── TaskEndReason.scala │ │ │ ├── TaskKilledException.scala │ │ │ ├── TaskNotSerializableException.scala │ │ │ ├── TaskState.scala │ │ │ ├── TestUtils.scala │ │ │ ├── annotation │ │ │ ├── AlphaComponent.java │ │ │ ├── DeveloperApi.java │ │ │ ├── Experimental.java │ │ │ ├── package-info.java │ │ │ └── package.scala │ │ │ ├── api │ │ │ ├── java │ │ │ │ ├── JavaDoubleRDD.scala │ │ │ │ ├── JavaHadoopRDD.scala │ │ │ │ ├── JavaNewHadoopRDD.scala │ │ │ │ ├── JavaPairRDD.scala │ │ │ │ ├── JavaRDD.scala │ │ │ │ ├── JavaRDDLike.scala │ │ │ │ ├── JavaSparkContext.scala │ │ │ │ ├── JavaSparkStatusTracker.scala │ │ │ │ ├── JavaUtils.scala │ │ │ │ ├── package-info.java │ │ │ │ └── package.scala │ │ │ └── python │ │ │ │ ├── PythonGatewayServer.scala │ │ │ │ ├── PythonHadoopUtil.scala │ │ │ │ ├── PythonPartitioner.scala │ │ │ │ ├── PythonRDD.scala │ │ │ │ ├── PythonUtils.scala │ │ │ │ ├── PythonWorkerFactory.scala │ │ │ │ ├── SerDeUtil.scala │ │ │ │ └── WriteInputFormatTestDataGenerator.scala │ │ │ ├── broadcast │ │ │ ├── Broadcast.scala │ │ │ ├── BroadcastFactory.scala │ │ │ ├── BroadcastManager.scala │ │ │ ├── HttpBroadcast.scala │ │ │ ├── HttpBroadcastFactory.scala │ │ │ ├── TorrentBroadcast.scala │ │ │ ├── TorrentBroadcastFactory.scala │ │ │ ├── package-info.java │ │ │ └── package.scala │ │ │ ├── deploy │ │ │ ├── ApplicationDescription.scala │ │ │ ├── Client.scala │ │ │ ├── ClientArguments.scala │ │ │ ├── Command.scala │ │ │ ├── DeployMessage.scala │ │ │ ├── DriverDescription.scala │ │ │ ├── ExecutorDescription.scala │ │ │ ├── ExecutorState.scala │ │ │ ├── FaultToleranceTest.scala │ │ │ ├── JsonProtocol.scala │ │ │ ├── LocalSparkCluster.scala │ │ │ ├── PythonRunner.scala │ │ │ ├── SparkHadoopUtil.scala │ │ │ ├── SparkSubmit.scala │ │ │ ├── SparkSubmitArguments.scala │ │ │ ├── SparkSubmitDriverBootstrapper.scala │ │ │ ├── client │ │ │ │ ├── AppClient.scala │ │ │ │ ├── AppClientListener.scala │ │ │ │ ├── TestClient.scala │ │ │ │ └── TestExecutor.scala │ │ │ ├── history │ │ │ │ ├── ApplicationHistoryProvider.scala │ │ │ │ ├── FsHistoryProvider.scala │ │ │ │ ├── HistoryPage.scala │ │ │ │ ├── HistoryServer.scala │ │ │ │ └── HistoryServerArguments.scala │ │ │ ├── master │ │ │ │ ├── ApplicationInfo.scala │ │ │ │ ├── ApplicationSource.scala │ │ │ │ ├── ApplicationState.scala │ │ │ │ ├── DriverInfo.scala │ │ │ │ ├── DriverState.scala │ │ │ │ ├── ExecutorDesc.scala │ │ │ │ ├── FileSystemPersistenceEngine.scala │ │ │ │ ├── LeaderElectionAgent.scala │ │ │ │ ├── Master.scala │ │ │ │ ├── MasterArguments.scala │ │ │ │ ├── MasterMessages.scala │ │ │ │ ├── MasterSource.scala │ │ │ │ ├── PersistenceEngine.scala │ │ │ │ ├── RecoveryModeFactory.scala │ │ │ │ ├── RecoveryState.scala │ │ │ │ ├── SparkCuratorUtil.scala │ │ │ │ ├── WorkerInfo.scala │ │ │ │ ├── WorkerState.scala │ │ │ │ ├── ZooKeeperLeaderElectionAgent.scala │ │ │ │ ├── ZooKeeperPersistenceEngine.scala │ │ │ │ └── ui │ │ │ │ │ ├── ApplicationPage.scala │ │ │ │ │ ├── HistoryNotFoundPage.scala │ │ │ │ │ ├── MasterPage.scala │ │ │ │ │ └── MasterWebUI.scala │ │ │ ├── rest │ │ │ │ ├── StandaloneRestClient.scala │ │ │ │ ├── StandaloneRestServer.scala │ │ │ │ ├── SubmitRestProtocolException.scala │ │ │ │ ├── SubmitRestProtocolMessage.scala │ │ │ │ ├── SubmitRestProtocolRequest.scala │ │ │ │ └── SubmitRestProtocolResponse.scala │ │ │ └── worker │ │ │ │ ├── CommandUtils.scala │ │ │ │ ├── DriverRunner.scala │ │ │ │ ├── DriverWrapper.scala │ │ │ │ ├── ExecutorRunner.scala │ │ │ │ ├── StandaloneWorkerShuffleService.scala │ │ │ │ ├── Worker.scala │ │ │ │ ├── WorkerArguments.scala │ │ │ │ ├── WorkerSource.scala │ │ │ │ ├── WorkerWatcher.scala │ │ │ │ └── ui │ │ │ │ ├── LogPage.scala │ │ │ │ ├── WorkerPage.scala │ │ │ │ └── WorkerWebUI.scala │ │ │ ├── executor │ │ │ ├── CoarseGrainedExecutorBackend.scala │ │ │ ├── CommitDeniedException.scala │ │ │ ├── Executor.scala │ │ │ ├── ExecutorActor.scala │ │ │ ├── ExecutorBackend.scala │ │ │ ├── ExecutorExitCode.scala │ │ │ ├── ExecutorSource.scala │ │ │ ├── MesosExecutorBackend.scala │ │ │ ├── TaskMetrics.scala │ │ │ ├── package-info.java │ │ │ └── package.scala │ │ │ ├── input │ │ │ ├── FixedLengthBinaryInputFormat.scala │ │ │ ├── FixedLengthBinaryRecordReader.scala │ │ │ ├── PortableDataStream.scala │ │ │ ├── WholeTextFileInputFormat.scala │ │ │ └── WholeTextFileRecordReader.scala │ │ │ ├── io │ │ │ ├── CompressionCodec.scala │ │ │ ├── package-info.java │ │ │ └── package.scala │ │ │ ├── mapred │ │ │ └── SparkHadoopMapRedUtil.scala │ │ │ ├── mapreduce │ │ │ └── SparkHadoopMapReduceUtil.scala │ │ │ ├── metrics │ │ │ ├── MetricsConfig.scala │ │ │ ├── MetricsSystem.scala │ │ │ ├── sink │ │ │ │ ├── ConsoleSink.scala │ │ │ │ ├── CsvSink.scala │ │ │ │ ├── GraphiteSink.scala │ │ │ │ ├── JmxSink.scala │ │ │ │ ├── MetricsServlet.scala │ │ │ │ ├── Sink.scala │ │ │ │ └── package.scala │ │ │ └── source │ │ │ │ ├── JvmSource.scala │ │ │ │ ├── Source.scala │ │ │ │ └── package.scala │ │ │ ├── network │ │ │ ├── BlockDataManager.scala │ │ │ ├── BlockTransferService.scala │ │ │ ├── netty │ │ │ │ ├── NettyBlockRpcServer.scala │ │ │ │ ├── NettyBlockTransferService.scala │ │ │ │ └── SparkTransportConf.scala │ │ │ └── nio │ │ │ │ ├── BlockMessage.scala │ │ │ │ ├── BlockMessageArray.scala │ │ │ │ ├── BufferMessage.scala │ │ │ │ ├── Connection.scala │ │ │ │ ├── ConnectionId.scala │ │ │ │ ├── ConnectionManager.scala │ │ │ │ ├── ConnectionManagerId.scala │ │ │ │ ├── Message.scala │ │ │ │ ├── MessageChunk.scala │ │ │ │ ├── MessageChunkHeader.scala │ │ │ │ ├── NioBlockTransferService.scala │ │ │ │ └── SecurityMessage.scala │ │ │ ├── package.scala │ │ │ ├── partial │ │ │ ├── ApproximateActionListener.scala │ │ │ ├── ApproximateEvaluator.scala │ │ │ ├── BoundedDouble.scala │ │ │ ├── CountEvaluator.scala │ │ │ ├── GroupedCountEvaluator.scala │ │ │ ├── GroupedMeanEvaluator.scala │ │ │ ├── GroupedSumEvaluator.scala │ │ │ ├── MeanEvaluator.scala │ │ │ ├── PartialResult.scala │ │ │ ├── StudentTCacher.scala │ │ │ ├── SumEvaluator.scala │ │ │ └── package.scala │ │ │ ├── rdd │ │ │ ├── AsyncRDDActions.scala │ │ │ ├── BinaryFileRDD.scala │ │ │ ├── BlockRDD.scala │ │ │ ├── CartesianRDD.scala │ │ │ ├── CheckpointRDD.scala │ │ │ ├── CoGroupedRDD.scala │ │ │ ├── CoalescedRDD.scala │ │ │ ├── DoubleRDDFunctions.scala │ │ │ ├── EmptyRDD.scala │ │ │ ├── HadoopRDD.scala │ │ │ ├── JdbcRDD.scala │ │ │ ├── MapPartitionsRDD.scala │ │ │ ├── NewHadoopRDD.scala │ │ │ ├── OrderedRDDFunctions.scala │ │ │ ├── PairRDDFunctions.scala │ │ │ ├── ParallelCollectionRDD.scala │ │ │ ├── PartitionPruningRDD.scala │ │ │ ├── PartitionerAwareUnionRDD.scala │ │ │ ├── PartitionwiseSampledRDD.scala │ │ │ ├── PipedRDD.scala │ │ │ ├── RDD.scala │ │ │ ├── RDDCheckpointData.scala │ │ │ ├── SampledRDD.scala │ │ │ ├── SequenceFileRDDFunctions.scala │ │ │ ├── ShuffledRDD.scala │ │ │ ├── SubtractedRDD.scala │ │ │ ├── UnionRDD.scala │ │ │ ├── ZippedPartitionsRDD.scala │ │ │ ├── ZippedWithIndexRDD.scala │ │ │ ├── package-info.java │ │ │ └── package.scala │ │ │ ├── scheduler │ │ │ ├── AccumulableInfo.scala │ │ │ ├── ActiveJob.scala │ │ │ ├── ApplicationEventListener.scala │ │ │ ├── DAGScheduler.scala │ │ │ ├── DAGSchedulerEvent.scala │ │ │ ├── DAGSchedulerSource.scala │ │ │ ├── EventLoggingListener.scala │ │ │ ├── ExecutorLossReason.scala │ │ │ ├── InputFormatInfo.scala │ │ │ ├── JobListener.scala │ │ │ ├── JobLogger.scala │ │ │ ├── JobResult.scala │ │ │ ├── JobWaiter.scala │ │ │ ├── LiveListenerBus.scala │ │ │ ├── MapStatus.scala │ │ │ ├── OutputCommitCoordinator.scala │ │ │ ├── Pool.scala │ │ │ ├── ReplayListenerBus.scala │ │ │ ├── ResultTask.scala │ │ │ ├── Schedulable.scala │ │ │ ├── SchedulableBuilder.scala │ │ │ ├── SchedulerBackend.scala │ │ │ ├── SchedulingAlgorithm.scala │ │ │ ├── SchedulingMode.scala │ │ │ ├── ShuffleMapTask.scala │ │ │ ├── SparkListener.scala │ │ │ ├── SparkListenerBus.scala │ │ │ ├── SplitInfo.scala │ │ │ ├── Stage.scala │ │ │ ├── StageInfo.scala │ │ │ ├── Task.scala │ │ │ ├── TaskDescription.scala │ │ │ ├── TaskInfo.scala │ │ │ ├── TaskLocality.scala │ │ │ ├── TaskLocation.scala │ │ │ ├── TaskResult.scala │ │ │ ├── TaskResultGetter.scala │ │ │ ├── TaskScheduler.scala │ │ │ ├── TaskSchedulerImpl.scala │ │ │ ├── TaskSet.scala │ │ │ ├── TaskSetManager.scala │ │ │ ├── WorkerOffer.scala │ │ │ ├── cluster │ │ │ │ ├── CoarseGrainedClusterMessage.scala │ │ │ │ ├── CoarseGrainedSchedulerBackend.scala │ │ │ │ ├── ExecutorData.scala │ │ │ │ ├── ExecutorInfo.scala │ │ │ │ ├── SimrSchedulerBackend.scala │ │ │ │ ├── SparkDeploySchedulerBackend.scala │ │ │ │ ├── YarnSchedulerBackend.scala │ │ │ │ └── mesos │ │ │ │ │ ├── CoarseMesosSchedulerBackend.scala │ │ │ │ │ ├── MemoryUtils.scala │ │ │ │ │ ├── MesosSchedulerBackend.scala │ │ │ │ │ └── MesosTaskLaunchData.scala │ │ │ ├── local │ │ │ │ └── LocalBackend.scala │ │ │ ├── package-info.java │ │ │ └── package.scala │ │ │ ├── serializer │ │ │ ├── JavaSerializer.scala │ │ │ ├── KryoSerializer.scala │ │ │ ├── SerializationDebugger.scala │ │ │ ├── Serializer.scala │ │ │ ├── package-info.java │ │ │ └── package.scala │ │ │ ├── shuffle │ │ │ ├── BaseShuffleHandle.scala │ │ │ ├── FetchFailedException.scala │ │ │ ├── FileShuffleBlockManager.scala │ │ │ ├── IndexShuffleBlockManager.scala │ │ │ ├── ShuffleBlockManager.scala │ │ │ ├── ShuffleHandle.scala │ │ │ ├── ShuffleManager.scala │ │ │ ├── ShuffleMemoryManager.scala │ │ │ ├── ShuffleReader.scala │ │ │ ├── ShuffleWriter.scala │ │ │ ├── hash │ │ │ │ ├── BlockStoreShuffleFetcher.scala │ │ │ │ ├── HashShuffleManager.scala │ │ │ │ ├── HashShuffleReader.scala │ │ │ │ └── HashShuffleWriter.scala │ │ │ └── sort │ │ │ │ ├── SortShuffleManager.scala │ │ │ │ └── SortShuffleWriter.scala │ │ │ ├── storage │ │ │ ├── BlockException.scala │ │ │ ├── BlockId.scala │ │ │ ├── BlockInfo.scala │ │ │ ├── BlockManager.scala │ │ │ ├── BlockManagerId.scala │ │ │ ├── BlockManagerMaster.scala │ │ │ ├── BlockManagerMasterActor.scala │ │ │ ├── BlockManagerMessages.scala │ │ │ ├── BlockManagerSlaveActor.scala │ │ │ ├── BlockManagerSource.scala │ │ │ ├── BlockNotFoundException.scala │ │ │ ├── BlockObjectWriter.scala │ │ │ ├── BlockStore.scala │ │ │ ├── DiskBlockManager.scala │ │ │ ├── DiskStore.scala │ │ │ ├── FileSegment.scala │ │ │ ├── MemoryStore.scala │ │ │ ├── PutResult.scala │ │ │ ├── RDDInfo.scala │ │ │ ├── ShuffleBlockFetcherIterator.scala │ │ │ ├── StorageLevel.scala │ │ │ ├── StorageStatusListener.scala │ │ │ ├── StorageUtils.scala │ │ │ ├── TachyonBlockManager.scala │ │ │ ├── TachyonFileSegment.scala │ │ │ └── TachyonStore.scala │ │ │ ├── ui │ │ │ ├── ConsoleProgressBar.scala │ │ │ ├── JettyUtils.scala │ │ │ ├── SparkUI.scala │ │ │ ├── ToolTips.scala │ │ │ ├── UIUtils.scala │ │ │ ├── UIWorkloadGenerator.scala │ │ │ ├── WebUI.scala │ │ │ ├── env │ │ │ │ ├── EnvironmentPage.scala │ │ │ │ └── EnvironmentTab.scala │ │ │ ├── exec │ │ │ │ ├── ExecutorThreadDumpPage.scala │ │ │ │ ├── ExecutorsPage.scala │ │ │ │ └── ExecutorsTab.scala │ │ │ ├── jobs │ │ │ │ ├── AllJobsPage.scala │ │ │ │ ├── AllStagesPage.scala │ │ │ │ ├── ExecutorTable.scala │ │ │ │ ├── JobPage.scala │ │ │ │ ├── JobProgressListener.scala │ │ │ │ ├── JobsTab.scala │ │ │ │ ├── PoolPage.scala │ │ │ │ ├── PoolTable.scala │ │ │ │ ├── StagePage.scala │ │ │ │ ├── StageTable.scala │ │ │ │ ├── StagesTab.scala │ │ │ │ ├── TaskDetailsClassNames.scala │ │ │ │ └── UIData.scala │ │ │ └── storage │ │ │ │ ├── RDDPage.scala │ │ │ │ ├── StoragePage.scala │ │ │ │ └── StorageTab.scala │ │ │ └── util │ │ │ ├── ActorLogReceive.scala │ │ │ ├── AkkaUtils.scala │ │ │ ├── AsynchronousListenerBus.scala │ │ │ ├── BoundedPriorityQueue.scala │ │ │ ├── ByteBufferInputStream.scala │ │ │ ├── Clock.scala │ │ │ ├── ClosureCleaner.scala │ │ │ ├── CollectionsUtils.scala │ │ │ ├── CompletionIterator.scala │ │ │ ├── Distribution.scala │ │ │ ├── EventLoop.scala │ │ │ ├── IdGenerator.scala │ │ │ ├── IntParam.scala │ │ │ ├── JsonProtocol.scala │ │ │ ├── ListenerBus.scala │ │ │ ├── ManualClock.scala │ │ │ ├── MemoryParam.scala │ │ │ ├── MetadataCleaner.scala │ │ │ ├── MutablePair.scala │ │ │ ├── MutableURLClassLoader.scala │ │ │ ├── NextIterator.scala │ │ │ ├── ParentClassLoader.scala │ │ │ ├── SerializableBuffer.scala │ │ │ ├── SignalLogger.scala │ │ │ ├── SizeEstimator.scala │ │ │ ├── SparkExitCode.scala │ │ │ ├── SparkUncaughtExceptionHandler.scala │ │ │ ├── StatCounter.scala │ │ │ ├── TaskCompletionListener.scala │ │ │ ├── TaskCompletionListenerException.scala │ │ │ ├── ThreadStackTrace.scala │ │ │ ├── TimeStampedHashMap.scala │ │ │ ├── TimeStampedHashSet.scala │ │ │ ├── TimeStampedWeakValueHashMap.scala │ │ │ ├── Utils.scala │ │ │ ├── Vector.scala │ │ │ ├── collection │ │ │ ├── AppendOnlyMap.scala │ │ │ ├── BitSet.scala │ │ │ ├── CompactBuffer.scala │ │ │ ├── ExternalAppendOnlyMap.scala │ │ │ ├── ExternalSorter.scala │ │ │ ├── OpenHashMap.scala │ │ │ ├── OpenHashSet.scala │ │ │ ├── PrimitiveKeyOpenHashMap.scala │ │ │ ├── PrimitiveVector.scala │ │ │ ├── SizeTracker.scala │ │ │ ├── SizeTrackingAppendOnlyMap.scala │ │ │ ├── SizeTrackingPairBuffer.scala │ │ │ ├── SizeTrackingPairCollection.scala │ │ │ ├── SizeTrackingVector.scala │ │ │ ├── SortDataFormat.scala │ │ │ ├── Sorter.scala │ │ │ ├── Spillable.scala │ │ │ └── Utils.scala │ │ │ ├── io │ │ │ └── ByteArrayChunkOutputStream.scala │ │ │ ├── logging │ │ │ ├── FileAppender.scala │ │ │ ├── RollingFileAppender.scala │ │ │ └── RollingPolicy.scala │ │ │ ├── package-info.java │ │ │ ├── package.scala │ │ │ └── random │ │ │ ├── Pseudorandom.scala │ │ │ ├── RandomSampler.scala │ │ │ ├── SamplingUtils.scala │ │ │ ├── StratifiedSamplingUtils.scala │ │ │ ├── XORShiftRandom.scala │ │ │ ├── package-info.java │ │ │ └── package.scala │ └── wordCount │ │ └── cn.edu.hust │ │ └── WordCount.scala └── test │ ├── java │ ├── org │ │ └── apache │ │ │ └── spark │ │ │ ├── JavaAPISuite.java │ │ │ ├── JavaJdbcRDDSuite.java │ │ │ ├── serializer │ │ │ └── TestJavaSerializerImpl.java │ │ │ └── util │ │ │ └── collection │ │ │ └── TestTimSort.java │ └── test │ │ └── org │ │ └── apache │ │ └── spark │ │ ├── JavaTaskCompletionListenerImpl.java │ │ └── JavaTaskContextCompileCheck.java │ ├── resources │ ├── fairscheduler.xml │ ├── keystore │ ├── log4j.properties │ ├── test_metrics_config.properties │ ├── test_metrics_system.properties │ ├── truststore │ └── untrusted-keystore │ └── scala │ └── org │ └── apache │ ├── spark │ ├── AccumulatorSuite.scala │ ├── CacheManagerSuite.scala │ ├── CheckpointSuite.scala │ ├── ContextCleanerSuite.scala │ ├── DistributedSuite.scala │ ├── DriverSuite.scala │ ├── ExecutorAllocationManagerSuite.scala │ ├── ExternalShuffleServiceSuite.scala │ ├── FailureSuite.scala │ ├── FileServerSuite.scala │ ├── FileSuite.scala │ ├── FutureActionSuite.scala │ ├── HashShuffleSuite.scala │ ├── ImplicitOrderingSuite.scala │ ├── JobCancellationSuite.scala │ ├── LocalSparkContext.scala │ ├── MapOutputTrackerSuite.scala │ ├── PartitioningSuite.scala │ ├── SSLOptionsSuite.scala │ ├── SSLSampleConfigs.scala │ ├── SecurityManagerSuite.scala │ ├── SharedSparkContext.scala │ ├── ShuffleNettySuite.scala │ ├── ShuffleSuite.scala │ ├── SortShuffleSuite.scala │ ├── SparkConfSuite.scala │ ├── SparkContextInfoSuite.scala │ ├── SparkContextSchedulerCreationSuite.scala │ ├── SparkContextSuite.scala │ ├── StatusTrackerSuite.scala │ ├── ThreadingSuite.scala │ ├── UnpersistSuite.scala │ ├── api │ │ └── python │ │ │ ├── PythonBroadcastSuite.scala │ │ │ ├── PythonRDDSuite.scala │ │ │ └── SerDeUtilSuite.scala │ ├── broadcast │ │ └── BroadcastSuite.scala │ ├── deploy │ │ ├── ClientSuite.scala │ │ ├── CommandUtilsSuite.scala │ │ ├── JsonProtocolSuite.scala │ │ ├── LogUrlsStandaloneSuite.scala │ │ ├── PythonRunnerSuite.scala │ │ ├── SparkSubmitSuite.scala │ │ ├── SparkSubmitUtilsSuite.scala │ │ ├── history │ │ │ ├── FsHistoryProviderSuite.scala │ │ │ └── HistoryServerSuite.scala │ │ ├── master │ │ │ └── MasterSuite.scala │ │ ├── rest │ │ │ ├── StandaloneRestSubmitSuite.scala │ │ │ └── SubmitRestProtocolSuite.scala │ │ └── worker │ │ │ ├── DriverRunnerTest.scala │ │ │ ├── ExecutorRunnerTest.scala │ │ │ ├── WorkerArgumentsTest.scala │ │ │ ├── WorkerSuite.scala │ │ │ └── WorkerWatcherSuite.scala │ ├── executor │ │ └── TaskMetricsSuite.scala │ ├── input │ │ └── WholeTextFileRecordReaderSuite.scala │ ├── io │ │ └── CompressionCodecSuite.scala │ ├── metrics │ │ ├── InputOutputMetricsSuite.scala │ │ ├── MetricsConfigSuite.scala │ │ └── MetricsSystemSuite.scala │ ├── network │ │ ├── netty │ │ │ └── NettyBlockTransferSecuritySuite.scala │ │ └── nio │ │ │ └── ConnectionManagerSuite.scala │ ├── rdd │ │ ├── AsyncRDDActionsSuite.scala │ │ ├── DoubleRDDSuite.scala │ │ ├── JdbcRDDSuite.scala │ │ ├── PairRDDFunctionsSuite.scala │ │ ├── ParallelCollectionSplitSuite.scala │ │ ├── PartitionPruningRDDSuite.scala │ │ ├── PartitionwiseSampledRDDSuite.scala │ │ ├── PipedRDDSuite.scala │ │ ├── RDDSuite.scala │ │ ├── RDDSuiteUtils.scala │ │ ├── SortingSuite.scala │ │ └── ZippedPartitionsSuite.scala │ ├── scheduler │ │ ├── CoarseGrainedSchedulerBackendSuite.scala │ │ ├── DAGSchedulerSuite.scala │ │ ├── EventLoggingListenerSuite.scala │ │ ├── FakeTask.scala │ │ ├── MapStatusSuite.scala │ │ ├── NotSerializableFakeTask.scala │ │ ├── OutputCommitCoordinatorSuite.scala │ │ ├── PoolSuite.scala │ │ ├── ReplayListenerSuite.scala │ │ ├── SparkListenerSuite.scala │ │ ├── SparkListenerWithClusterSuite.scala │ │ ├── TaskContextSuite.scala │ │ ├── TaskResultGetterSuite.scala │ │ ├── TaskSchedulerImplSuite.scala │ │ ├── TaskSetManagerSuite.scala │ │ └── mesos │ │ │ ├── MesosSchedulerBackendSuite.scala │ │ │ └── MesosTaskLaunchDataSuite.scala │ ├── serializer │ │ ├── KryoSerializerDistributedSuite.scala │ │ ├── KryoSerializerResizableOutputSuite.scala │ │ ├── KryoSerializerSuite.scala │ │ ├── ProactiveClosureSerializationSuite.scala │ │ ├── SerializationDebuggerSuite.scala │ │ └── TestSerializer.scala │ ├── shuffle │ │ ├── ShuffleMemoryManagerSuite.scala │ │ └── hash │ │ │ └── HashShuffleManagerSuite.scala │ ├── storage │ │ ├── BlockIdSuite.scala │ │ ├── BlockManagerReplicationSuite.scala │ │ ├── BlockManagerSuite.scala │ │ ├── BlockObjectWriterSuite.scala │ │ ├── DiskBlockManagerSuite.scala │ │ ├── FlatmapIteratorSuite.scala │ │ ├── LocalDirsSuite.scala │ │ ├── ShuffleBlockFetcherIteratorSuite.scala │ │ ├── StorageStatusListenerSuite.scala │ │ └── StorageSuite.scala │ ├── ui │ │ ├── UISeleniumSuite.scala │ │ ├── UISuite.scala │ │ ├── jobs │ │ │ └── JobProgressListenerSuite.scala │ │ └── storage │ │ │ └── StorageTabSuite.scala │ └── util │ │ ├── AkkaUtilsSuite.scala │ │ ├── ClosureCleanerSuite.scala │ │ ├── CompletionIteratorSuite.scala │ │ ├── DistributionSuite.scala │ │ ├── EventLoopSuite.scala │ │ ├── FileAppenderSuite.scala │ │ ├── JsonProtocolSuite.scala │ │ ├── MutableURLClassLoaderSuite.scala │ │ ├── NextIteratorSuite.scala │ │ ├── ResetSystemProperties.scala │ │ ├── SizeEstimatorSuite.scala │ │ ├── TimeStampedHashMapSuite.scala │ │ ├── UtilsSuite.scala │ │ ├── VectorSuite.scala │ │ ├── collection │ │ ├── AppendOnlyMapSuite.scala │ │ ├── BitSetSuite.scala │ │ ├── CompactBufferSuite.scala │ │ ├── ExternalAppendOnlyMapSuite.scala │ │ ├── ExternalSorterSuite.scala │ │ ├── FixedHashObject.scala │ │ ├── OpenHashMapSuite.scala │ │ ├── OpenHashSetSuite.scala │ │ ├── PrimitiveKeyOpenHashMapSuite.scala │ │ ├── PrimitiveVectorSuite.scala │ │ ├── SizeTrackerSuite.scala │ │ └── SorterSuite.scala │ │ ├── io │ │ └── ByteArrayChunkOutputStreamSuite.scala │ │ └── random │ │ ├── RandomSamplerSuite.scala │ │ ├── SamplingUtilsSuite.scala │ │ └── XORShiftRandomSuite.scala │ └── sparktest │ └── ImplicitSuite.scala └── target ├── .plxarc ├── analysis ├── compile ├── compile.relations ├── test-compile └── test-compile.relations ├── antrun └── build-main.xml ├── jars ├── guava-14.0.1.jar ├── jetty-continuation-8.1.14.v20131031.jar ├── jetty-http-8.1.14.v20131031.jar ├── jetty-io-8.1.14.v20131031.jar ├── jetty-plus-8.1.14.v20131031.jar ├── jetty-security-8.1.14.v20131031.jar ├── jetty-server-8.1.14.v20131031.jar ├── jetty-servlet-8.1.14.v20131031.jar ├── jetty-util-6.1.26.jar └── jetty-util-8.1.14.v20131031.jar ├── maven-archiver └── pom.properties ├── maven-shared-archive-resources └── META-INF │ ├── DEPENDENCIES │ ├── LICENSE │ └── NOTICE ├── maven-status └── maven-compiler-plugin │ ├── compile │ └── default-compile │ │ ├── createdFiles.lst │ │ └── inputFiles.lst │ └── testCompile │ └── default-testCompile │ ├── createdFiles.lst │ └── inputFiles.lst ├── original-spark-core_2.10-1.3.1.jar ├── scala-2.10 ├── classes │ ├── META-INF │ │ ├── DEPENDENCIES │ │ ├── LICENSE │ │ └── NOTICE │ ├── org │ │ └── apache │ │ │ └── spark │ │ │ ├── log4j-defaults.properties │ │ │ └── ui │ │ │ └── static │ │ │ ├── additional-metrics.js │ │ │ ├── bootstrap-tooltip.js │ │ │ ├── bootstrap.min.css │ │ │ ├── initialize-tooltips.js │ │ │ ├── jquery-1.11.1.min.js │ │ │ ├── sorttable.js │ │ │ ├── spark-logo-77x50px-hd.png │ │ │ ├── spark_logo.png │ │ │ ├── table.js │ │ │ └── webui.css │ ├── py4j │ │ ├── __init__.py │ │ ├── compat.py │ │ ├── finalizer.py │ │ ├── java_collections.py │ │ ├── java_gateway.py │ │ ├── protocol.py │ │ └── version.py │ └── pyspark │ │ ├── __init__.py │ │ ├── accumulators.py │ │ ├── broadcast.py │ │ ├── cloudpickle.py │ │ ├── conf.py │ │ ├── context.py │ │ ├── daemon.py │ │ ├── files.py │ │ ├── heapq3.py │ │ ├── java_gateway.py │ │ ├── join.py │ │ ├── profiler.py │ │ ├── rdd.py │ │ ├── rddsampler.py │ │ ├── resultiterable.py │ │ ├── serializers.py │ │ ├── shell.py │ │ ├── shuffle.py │ │ ├── statcounter.py │ │ ├── status.py │ │ ├── storagelevel.py │ │ ├── tests.py │ │ ├── traceback_utils.py │ │ └── worker.py └── test-classes │ ├── META-INF │ ├── DEPENDENCIES │ ├── LICENSE │ └── NOTICE │ ├── fairscheduler.xml │ ├── keystore │ ├── log4j.properties │ ├── test_metrics_config.properties │ ├── test_metrics_system.properties │ ├── truststore │ └── untrusted-keystore ├── spark-core_2.10-1.3.1-sources.jar ├── spark-core_2.10-1.3.1.jar └── spark-test-classpath.txt /.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oeljeklaus-you/SparkCore/98c76fa5df4fc1d63ab3216e79f4db0ec764bea6/.DS_Store -------------------------------------------------------------------------------- /.gitattributes: -------------------------------------------------------------------------------- 1 | # Auto detect text files and perform LF normalization 2 | * text=auto 3 | -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- 1 | *.class 2 | *.log 3 | -------------------------------------------------------------------------------- /.idea/compiler.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | -------------------------------------------------------------------------------- /.idea/encodings.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | -------------------------------------------------------------------------------- /.idea/hydra.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 9 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__cglib_cglib_nodep_2_1_3.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__com_clearspring_analytics_stream_2_7_0.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__com_esotericsoftware_kryo_kryo_2_21.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__com_esotericsoftware_minlog_minlog_1_2.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__com_esotericsoftware_reflectasm_reflectasm_shaded_1_07.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__com_fasterxml_jackson_core_jackson_annotations_2_4_0.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__com_fasterxml_jackson_core_jackson_core_2_4_4.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__com_fasterxml_jackson_core_jackson_databind_2_4_4.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__com_fasterxml_jackson_module_jackson_module_scala_2_10_2_4_4.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__com_google_code_findbugs_jsr305_1_3_9.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__com_google_guava_guava_14_0_1.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__com_ning_compress_lzf_1_0_0.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__com_novocode_junit_interface_0_10.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__com_thoughtworks_paranamer_paranamer_2_6.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__com_twitter_chill_2_10_0_5_0.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__com_twitter_chill_java_0_5_0.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__com_typesafe_config_1_2_1.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__commons_beanutils_commons_beanutils_1_7_0.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__commons_beanutils_commons_beanutils_core_1_8_0.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__commons_codec_commons_codec_1_10.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__commons_collections_commons_collections_3_2_1.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__commons_configuration_commons_configuration_1_6.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__commons_digester_commons_digester_1_8.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__commons_el_commons_el_1_0.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__commons_httpclient_commons_httpclient_3_1.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__commons_io_commons_io_2_4.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__commons_lang_commons_lang_2_4.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__commons_logging_commons_logging_1_1_3.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__commons_net_commons_net_2_2.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__hsqldb_hsqldb_1_8_0_10.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__io_dropwizard_metrics_metrics_core_3_1_0.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__io_dropwizard_metrics_metrics_graphite_3_1_0.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__io_dropwizard_metrics_metrics_json_3_1_0.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__io_dropwizard_metrics_metrics_jvm_3_1_0.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__io_netty_netty_3_8_0_Final.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__io_netty_netty_all_4_0_23_Final.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__jline_jline_0_9_94.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__junit_junit_4_10.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__junit_junit_dep_4_10.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__log4j_log4j_1_2_17.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__net_java_dev_jets3t_jets3t_0_7_1.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__net_java_dev_jna_jna_3_4_0.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__net_java_dev_jna_platform_3_4_0.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__net_jpountz_lz4_lz4_1_2_0.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__net_sf_py4j_py4j_0_8_2_1.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__net_sourceforge_cssparser_cssparser_0_9_13.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__net_sourceforge_htmlunit_htmlunit_2_14.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__net_sourceforge_htmlunit_htmlunit_core_js_2_14.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__net_sourceforge_nekohtml_nekohtml_1_9_20.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__org_apache_commons_commons_exec_1_1.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__org_apache_commons_commons_lang3_3_3_2.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__org_apache_commons_commons_math3_3_1_1.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__org_apache_commons_commons_math_2_1.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__org_apache_curator_curator_client_2_4_0.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__org_apache_curator_curator_framework_2_4_0.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__org_apache_curator_curator_recipes_2_4_0.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__org_apache_derby_derby_10_10_1_1.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__org_apache_hadoop_hadoop_client_1_0_4.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__org_apache_hadoop_hadoop_core_1_0_4.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__org_apache_httpcomponents_httpclient_4_3_2.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__org_apache_httpcomponents_httpcore_4_3_1.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__org_apache_httpcomponents_httpmime_4_3_2.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__org_apache_ivy_ivy_2_4_0.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__org_apache_mesos_mesos_shaded_protobuf_0_21_0.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__org_apache_spark_spark_network_common_2_10_1_3_1.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__org_apache_spark_spark_network_shuffle_2_10_1_3_1.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__org_apache_zookeeper_zookeeper_3_4_5.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__org_codehaus_groovy_groovy_all_2_3_7.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__org_codehaus_jackson_jackson_core_asl_1_8_8.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__org_codehaus_jackson_jackson_mapper_asl_1_8_8.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__org_eclipse_jetty_jetty_continuation_8_1_14_v20131031.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__org_eclipse_jetty_jetty_http_8_1_14_v20131031.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__org_eclipse_jetty_jetty_io_8_1_14_v20131031.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__org_eclipse_jetty_jetty_jndi_8_1_14_v20131031.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__org_eclipse_jetty_jetty_plus_8_1_14_v20131031.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__org_eclipse_jetty_jetty_security_8_1_14_v20131031.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__org_eclipse_jetty_jetty_server_8_1_14_v20131031.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__org_eclipse_jetty_jetty_servlet_8_1_14_v20131031.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__org_eclipse_jetty_jetty_util_8_1_14_v20131031.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__org_eclipse_jetty_jetty_webapp_8_1_14_v20131031.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__org_eclipse_jetty_jetty_websocket_8_1_14_v20131031.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__org_eclipse_jetty_jetty_xml_8_1_14_v20131031.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__org_eclipse_jetty_orbit_javax_activation_1_1_0_v201105071233.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__org_eclipse_jetty_orbit_javax_mail_glassfish_1_4_1_v201005082020.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__org_eclipse_jetty_orbit_javax_servlet_3_0_0_v201112011016.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__org_eclipse_jetty_orbit_javax_transaction_1_1_1_v201105210645.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__org_hamcrest_hamcrest_core_1_1.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__org_json4s_json4s_ast_2_10_3_2_10.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__org_json4s_json4s_core_2_10_3_2_10.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__org_json4s_json4s_jackson_2_10_3_2_10.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__org_json_json_20080701.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__org_mockito_mockito_all_1_9_0.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__org_objenesis_objenesis_1_2.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__org_roaringbitmap_RoaringBitmap_0_4_5.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__org_scala_lang_scala_compiler_2_10_4.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__org_scala_lang_scala_library_2_10_4.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19 | 20 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__org_scala_lang_scala_reflect_2_10_4.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__org_scala_lang_scalap_2_10_4.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__org_scala_sbt_test_interface_1_0.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__org_scala_tools_testing_test_interface_0_5.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__org_scalacheck_scalacheck_2_10_1_11_3.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__org_scalatest_scalatest_2_10_2_2_1.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__org_seleniumhq_selenium_selenium_api_2_42_2.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__org_seleniumhq_selenium_selenium_chrome_driver_2_42_2.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__org_seleniumhq_selenium_selenium_firefox_driver_2_42_2.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__org_seleniumhq_selenium_selenium_htmlunit_driver_2_42_2.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__org_seleniumhq_selenium_selenium_ie_driver_2_42_2.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__org_seleniumhq_selenium_selenium_java_2_42_2.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__org_seleniumhq_selenium_selenium_remote_driver_2_42_2.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__org_seleniumhq_selenium_selenium_safari_driver_2_42_2.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__org_seleniumhq_selenium_selenium_support_2_42_2.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__org_slf4j_jcl_over_slf4j_1_7_10.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__org_slf4j_jul_to_slf4j_1_7_10.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__org_slf4j_slf4j_api_1_7_10.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__org_slf4j_slf4j_log4j12_1_7_10.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__org_spark_project_akka_akka_actor_2_10_2_3_4_spark.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__org_spark_project_akka_akka_remote_2_10_2_3_4_spark.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__org_spark_project_akka_akka_slf4j_2_10_2_3_4_spark.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__org_spark_project_akka_akka_testkit_2_10_2_3_4_spark.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__org_spark_project_protobuf_protobuf_java_2_5_0_spark.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__org_spark_project_pyrolite_2_0_1.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__org_spark_project_spark_unused_1_0_0.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__org_tachyonproject_tachyon_0_5_0.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__org_tachyonproject_tachyon_client_0_5_0.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__org_uncommons_maths_uncommons_maths_1_2_2a.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__org_w3c_css_sac_1_3.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__org_webbitserver_webbit_0_4_14.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__org_xerial_snappy_snappy_java_1_1_1_6.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__oro_oro_2_0_8.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__xalan_serializer_2_7_1.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__xalan_xalan_2_7_1.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__xerces_xercesImpl_2_11_0.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__xml_apis_xml_apis_1_4_01.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/libraries/Maven__xmlenc_xmlenc_0_52.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/misc.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | -------------------------------------------------------------------------------- /.idea/modules.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | -------------------------------------------------------------------------------- /.idea/scala_compiler.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 12 | 13 | -------------------------------------------------------------------------------- /.idea/vcs.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | -------------------------------------------------------------------------------- /image/Action.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oeljeklaus-you/SparkCore/98c76fa5df4fc1d63ab3216e79f4db0ec764bea6/image/Action.png -------------------------------------------------------------------------------- /image/CoarseGrainedExecutorBackend.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oeljeklaus-you/SparkCore/98c76fa5df4fc1d63ab3216e79f4db0ec764bea6/image/CoarseGrainedExecutorBackend.png -------------------------------------------------------------------------------- /image/RDD运行流程.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oeljeklaus-you/SparkCore/98c76fa5df4fc1d63ab3216e79f4db0ec764bea6/image/RDD运行流程.png -------------------------------------------------------------------------------- /image/SparkContext.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oeljeklaus-you/SparkCore/98c76fa5df4fc1d63ab3216e79f4db0ec764bea6/image/SparkContext.png -------------------------------------------------------------------------------- /image/SparkRDD的依赖关系.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oeljeklaus-you/SparkCore/98c76fa5df4fc1d63ab3216e79f4db0ec764bea6/image/SparkRDD的依赖关系.png -------------------------------------------------------------------------------- /image/SparkSubmit的大概流程.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oeljeklaus-you/SparkCore/98c76fa5df4fc1d63ab3216e79f4db0ec764bea6/image/SparkSubmit的大概流程.jpg -------------------------------------------------------------------------------- /image/Spark执行流程.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oeljeklaus-you/SparkCore/98c76fa5df4fc1d63ab3216e79f4db0ec764bea6/image/Spark执行流程.png -------------------------------------------------------------------------------- /image/Stage划分流程.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oeljeklaus-you/SparkCore/98c76fa5df4fc1d63ab3216e79f4db0ec764bea6/image/Stage划分流程.png -------------------------------------------------------------------------------- /image/Transformation.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oeljeklaus-you/SparkCore/98c76fa5df4fc1d63ab3216e79f4db0ec764bea6/image/Transformation.png -------------------------------------------------------------------------------- /image/Woker启动Executor过程并向Driver注册.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oeljeklaus-you/SparkCore/98c76fa5df4fc1d63ab3216e79f4db0ec764bea6/image/Woker启动Executor过程并向Driver注册.jpg -------------------------------------------------------------------------------- /image/WordCount的RDD依赖.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oeljeklaus-you/SparkCore/98c76fa5df4fc1d63ab3216e79f4db0ec764bea6/image/WordCount的RDD依赖.png -------------------------------------------------------------------------------- /image/images.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oeljeklaus-you/SparkCore/98c76fa5df4fc1d63ab3216e79f4db0ec764bea6/image/images.jpeg -------------------------------------------------------------------------------- /image/qrcode.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oeljeklaus-you/SparkCore/98c76fa5df4fc1d63ab3216e79f4db0ec764bea6/image/qrcode.jpg -------------------------------------------------------------------------------- /image/spark启动脚本.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oeljeklaus-you/SparkCore/98c76fa5df4fc1d63ab3216e79f4db0ec764bea6/image/spark启动脚本.png -------------------------------------------------------------------------------- /scalastyle-output.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | -------------------------------------------------------------------------------- /spark-core_2.10 (2).iml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | -------------------------------------------------------------------------------- /src/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oeljeklaus-you/SparkCore/98c76fa5df4fc1d63ab3216e79f4db0ec764bea6/src/.DS_Store -------------------------------------------------------------------------------- /src/main/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oeljeklaus-you/SparkCore/98c76fa5df4fc1d63ab3216e79f4db0ec764bea6/src/main/.DS_Store -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/JobExecutionStatus.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one or more 3 | * contributor license agreements. See the NOTICE file distributed with 4 | * this work for additional information regarding copyright ownership. 5 | * The ASF licenses this file to You under the Apache License, Version 2.0 6 | * (the "License"); you may not use this file except in compliance with 7 | * the License. You may obtain a copy of the License at 8 | * 9 | * http://www.apache.org/licenses/LICENSE-2.0 10 | * 11 | * Unless required by applicable law or agreed to in writing, software 12 | * distributed under the License is distributed on an "AS IS" BASIS, 13 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | * See the License for the specific language governing permissions and 15 | * limitations under the License. 16 | */ 17 | 18 | package org.apache.spark; 19 | 20 | public enum JobExecutionStatus { 21 | RUNNING, 22 | SUCCEEDED, 23 | FAILED, 24 | UNKNOWN 25 | } 26 | -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/SparkJobInfo.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one or more 3 | * contributor license agreements. See the NOTICE file distributed with 4 | * this work for additional information regarding copyright ownership. 5 | * The ASF licenses this file to You under the Apache License, Version 2.0 6 | * (the "License"); you may not use this file except in compliance with 7 | * the License. You may obtain a copy of the License at 8 | * 9 | * http://www.apache.org/licenses/LICENSE-2.0 10 | * 11 | * Unless required by applicable law or agreed to in writing, software 12 | * distributed under the License is distributed on an "AS IS" BASIS, 13 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | * See the License for the specific language governing permissions and 15 | * limitations under the License. 16 | */ 17 | 18 | package org.apache.spark; 19 | 20 | import java.io.Serializable; 21 | 22 | /** 23 | * Exposes information about Spark Jobs. 24 | * 25 | * This interface is not designed to be implemented outside of Spark. We may add additional methods 26 | * which may break binary compatibility with outside implementations. 27 | */ 28 | public interface SparkJobInfo extends Serializable { 29 | int jobId(); 30 | int[] stageIds(); 31 | JobExecutionStatus status(); 32 | } 33 | -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/api/java/function/DoubleFlatMapFunction.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one or more 3 | * contributor license agreements. See the NOTICE file distributed with 4 | * this work for additional information regarding copyright ownership. 5 | * The ASF licenses this file to You under the Apache License, Version 2.0 6 | * (the "License"); you may not use this file except in compliance with 7 | * the License. You may obtain a copy of the License at 8 | * 9 | * http://www.apache.org/licenses/LICENSE-2.0 10 | * 11 | * Unless required by applicable law or agreed to in writing, software 12 | * distributed under the License is distributed on an "AS IS" BASIS, 13 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | * See the License for the specific language governing permissions and 15 | * limitations under the License. 16 | */ 17 | 18 | package org.apache.spark.api.java.function; 19 | 20 | import java.io.Serializable; 21 | 22 | /** 23 | * A function that returns zero or more records of type Double from each input record. 24 | */ 25 | public interface DoubleFlatMapFunction extends Serializable { 26 | public Iterable call(T t) throws Exception; 27 | } 28 | -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/api/java/function/DoubleFunction.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one or more 3 | * contributor license agreements. See the NOTICE file distributed with 4 | * this work for additional information regarding copyright ownership. 5 | * The ASF licenses this file to You under the Apache License, Version 2.0 6 | * (the "License"); you may not use this file except in compliance with 7 | * the License. You may obtain a copy of the License at 8 | * 9 | * http://www.apache.org/licenses/LICENSE-2.0 10 | * 11 | * Unless required by applicable law or agreed to in writing, software 12 | * distributed under the License is distributed on an "AS IS" BASIS, 13 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | * See the License for the specific language governing permissions and 15 | * limitations under the License. 16 | */ 17 | 18 | package org.apache.spark.api.java.function; 19 | 20 | import java.io.Serializable; 21 | 22 | /** 23 | * A function that returns Doubles, and can be used to construct DoubleRDDs. 24 | */ 25 | public interface DoubleFunction extends Serializable { 26 | public double call(T t) throws Exception; 27 | } 28 | -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/api/java/function/FlatMapFunction.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one or more 3 | * contributor license agreements. See the NOTICE file distributed with 4 | * this work for additional information regarding copyright ownership. 5 | * The ASF licenses this file to You under the Apache License, Version 2.0 6 | * (the "License"); you may not use this file except in compliance with 7 | * the License. You may obtain a copy of the License at 8 | * 9 | * http://www.apache.org/licenses/LICENSE-2.0 10 | * 11 | * Unless required by applicable law or agreed to in writing, software 12 | * distributed under the License is distributed on an "AS IS" BASIS, 13 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | * See the License for the specific language governing permissions and 15 | * limitations under the License. 16 | */ 17 | 18 | package org.apache.spark.api.java.function; 19 | 20 | import java.io.Serializable; 21 | 22 | /** 23 | * A function that returns zero or more output records from each input record. 24 | */ 25 | public interface FlatMapFunction extends Serializable { 26 | public Iterable call(T t) throws Exception; 27 | } 28 | -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/api/java/function/FlatMapFunction2.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one or more 3 | * contributor license agreements. See the NOTICE file distributed with 4 | * this work for additional information regarding copyright ownership. 5 | * The ASF licenses this file to You under the Apache License, Version 2.0 6 | * (the "License"); you may not use this file except in compliance with 7 | * the License. You may obtain a copy of the License at 8 | * 9 | * http://www.apache.org/licenses/LICENSE-2.0 10 | * 11 | * Unless required by applicable law or agreed to in writing, software 12 | * distributed under the License is distributed on an "AS IS" BASIS, 13 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | * See the License for the specific language governing permissions and 15 | * limitations under the License. 16 | */ 17 | 18 | package org.apache.spark.api.java.function; 19 | 20 | import java.io.Serializable; 21 | 22 | /** 23 | * A function that takes two inputs and returns zero or more output records. 24 | */ 25 | public interface FlatMapFunction2 extends Serializable { 26 | public Iterable call(T1 t1, T2 t2) throws Exception; 27 | } 28 | -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/api/java/function/Function2.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one or more 3 | * contributor license agreements. See the NOTICE file distributed with 4 | * this work for additional information regarding copyright ownership. 5 | * The ASF licenses this file to You under the Apache License, Version 2.0 6 | * (the "License"); you may not use this file except in compliance with 7 | * the License. You may obtain a copy of the License at 8 | * 9 | * http://www.apache.org/licenses/LICENSE-2.0 10 | * 11 | * Unless required by applicable law or agreed to in writing, software 12 | * distributed under the License is distributed on an "AS IS" BASIS, 13 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | * See the License for the specific language governing permissions and 15 | * limitations under the License. 16 | */ 17 | 18 | package org.apache.spark.api.java.function; 19 | 20 | import java.io.Serializable; 21 | 22 | /** 23 | * A two-argument function that takes arguments of type T1 and T2 and returns an R. 24 | */ 25 | public interface Function2 extends Serializable { 26 | public R call(T1 v1, T2 v2) throws Exception; 27 | } 28 | -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/api/java/function/Function3.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one or more 3 | * contributor license agreements. See the NOTICE file distributed with 4 | * this work for additional information regarding copyright ownership. 5 | * The ASF licenses this file to You under the Apache License, Version 2.0 6 | * (the "License"); you may not use this file except in compliance with 7 | * the License. You may obtain a copy of the License at 8 | * 9 | * http://www.apache.org/licenses/LICENSE-2.0 10 | * 11 | * Unless required by applicable law or agreed to in writing, software 12 | * distributed under the License is distributed on an "AS IS" BASIS, 13 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | * See the License for the specific language governing permissions and 15 | * limitations under the License. 16 | */ 17 | 18 | package org.apache.spark.api.java.function; 19 | 20 | import java.io.Serializable; 21 | 22 | /** 23 | * A three-argument function that takes arguments of type T1, T2 and T3 and returns an R. 24 | */ 25 | public interface Function3 extends Serializable { 26 | public R call(T1 v1, T2 v2, T3 v3) throws Exception; 27 | } 28 | -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/api/java/function/PairFlatMapFunction.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one or more 3 | * contributor license agreements. See the NOTICE file distributed with 4 | * this work for additional information regarding copyright ownership. 5 | * The ASF licenses this file to You under the Apache License, Version 2.0 6 | * (the "License"); you may not use this file except in compliance with 7 | * the License. You may obtain a copy of the License at 8 | * 9 | * http://www.apache.org/licenses/LICENSE-2.0 10 | * 11 | * Unless required by applicable law or agreed to in writing, software 12 | * distributed under the License is distributed on an "AS IS" BASIS, 13 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | * See the License for the specific language governing permissions and 15 | * limitations under the License. 16 | */ 17 | 18 | package org.apache.spark.api.java.function; 19 | 20 | import java.io.Serializable; 21 | 22 | import scala.Tuple2; 23 | 24 | /** 25 | * A function that returns zero or more key-value pair records from each input record. The 26 | * key-value pairs are represented as scala.Tuple2 objects. 27 | */ 28 | public interface PairFlatMapFunction extends Serializable { 29 | public Iterable> call(T t) throws Exception; 30 | } 31 | -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/api/java/function/PairFunction.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one or more 3 | * contributor license agreements. See the NOTICE file distributed with 4 | * this work for additional information regarding copyright ownership. 5 | * The ASF licenses this file to You under the Apache License, Version 2.0 6 | * (the "License"); you may not use this file except in compliance with 7 | * the License. You may obtain a copy of the License at 8 | * 9 | * http://www.apache.org/licenses/LICENSE-2.0 10 | * 11 | * Unless required by applicable law or agreed to in writing, software 12 | * distributed under the License is distributed on an "AS IS" BASIS, 13 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | * See the License for the specific language governing permissions and 15 | * limitations under the License. 16 | */ 17 | 18 | package org.apache.spark.api.java.function; 19 | 20 | import java.io.Serializable; 21 | 22 | import scala.Tuple2; 23 | 24 | /** 25 | * A function that returns key-value pairs (Tuple2<K, V>), and can be used to 26 | * construct PairRDDs. 27 | */ 28 | public interface PairFunction extends Serializable { 29 | public Tuple2 call(T t) throws Exception; 30 | } 31 | -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/api/java/function/VoidFunction.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one or more 3 | * contributor license agreements. See the NOTICE file distributed with 4 | * this work for additional information regarding copyright ownership. 5 | * The ASF licenses this file to You under the Apache License, Version 2.0 6 | * (the "License"); you may not use this file except in compliance with 7 | * the License. You may obtain a copy of the License at 8 | * 9 | * http://www.apache.org/licenses/LICENSE-2.0 10 | * 11 | * Unless required by applicable law or agreed to in writing, software 12 | * distributed under the License is distributed on an "AS IS" BASIS, 13 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | * See the License for the specific language governing permissions and 15 | * limitations under the License. 16 | */ 17 | 18 | package org.apache.spark.api.java.function; 19 | 20 | import java.io.Serializable; 21 | 22 | /** 23 | * A function with no return value. 24 | */ 25 | public interface VoidFunction extends Serializable { 26 | public void call(T t) throws Exception; 27 | } 28 | -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/api/java/function/package-info.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one or more 3 | * contributor license agreements. See the NOTICE file distributed with 4 | * this work for additional information regarding copyright ownership. 5 | * The ASF licenses this file to You under the Apache License, Version 2.0 6 | * (the "License"); you may not use this file except in compliance with 7 | * the License. You may obtain a copy of the License at 8 | * 9 | * http://www.apache.org/licenses/LICENSE-2.0 10 | * 11 | * Unless required by applicable law or agreed to in writing, software 12 | * distributed under the License is distributed on an "AS IS" BASIS, 13 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | * See the License for the specific language governing permissions and 15 | * limitations under the License. 16 | */ 17 | 18 | /** 19 | * Set of interfaces to represent functions in Spark's Java API. Users create implementations of 20 | * these interfaces to pass functions to various Java API methods for Spark. Please visit Spark's 21 | * Java programming guide for more details. 22 | */ 23 | package org.apache.spark.api.java.function; -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/api/java/function/package.scala: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one or more 3 | * contributor license agreements. See the NOTICE file distributed with 4 | * this work for additional information regarding copyright ownership. 5 | * The ASF licenses this file to You under the Apache License, Version 2.0 6 | * (the "License"); you may not use this file except in compliance with 7 | * the License. You may obtain a copy of the License at 8 | * 9 | * http://www.apache.org/licenses/LICENSE-2.0 10 | * 11 | * Unless required by applicable law or agreed to in writing, software 12 | * distributed under the License is distributed on an "AS IS" BASIS, 13 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | * See the License for the specific language governing permissions and 15 | * limitations under the License. 16 | */ 17 | 18 | package org.apache.spark.api.java 19 | 20 | /** 21 | * Set of interfaces to represent functions in Spark's Java API. Users create implementations of 22 | * these interfaces to pass functions to various Java API methods for Spark. Please visit Spark's 23 | * Java programming guide for more details. 24 | */ 25 | package object function 26 | -------------------------------------------------------------------------------- /src/main/java/org/apache/spark/package-info.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one or more 3 | * contributor license agreements. See the NOTICE file distributed with 4 | * this work for additional information regarding copyright ownership. 5 | * The ASF licenses this file to You under the Apache License, Version 2.0 6 | * (the "License"); you may not use this file except in compliance with 7 | * the License. You may obtain a copy of the License at 8 | * 9 | * http://www.apache.org/licenses/LICENSE-2.0 10 | * 11 | * Unless required by applicable law or agreed to in writing, software 12 | * distributed under the License is distributed on an "AS IS" BASIS, 13 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | * See the License for the specific language governing permissions and 15 | * limitations under the License. 16 | */ 17 | 18 | /** 19 | * Core Spark classes in Scala. A few classes here, such as {@link org.apache.spark.Accumulator} 20 | * and {@link org.apache.spark.storage.StorageLevel}, are also used in Java, but the 21 | * {@link org.apache.spark.api.java} package contains the main Java API. 22 | */ 23 | package org.apache.spark; 24 | -------------------------------------------------------------------------------- /src/main/resources/org/apache/spark/log4j-defaults.properties: -------------------------------------------------------------------------------- 1 | # Set everything to be logged to the console 2 | log4j.rootCategory=INFO, console 3 | log4j.appender.console=org.apache.log4j.ConsoleAppender 4 | log4j.appender.console.target=System.err 5 | log4j.appender.console.layout=org.apache.log4j.PatternLayout 6 | log4j.appender.console.layout.ConversionPattern=%d{yy/MM/dd HH:mm:ss} %p %c{1}: %m%n 7 | 8 | # Settings to quiet third party logs that are too verbose 9 | log4j.logger.org.eclipse.jetty=WARN 10 | log4j.logger.org.eclipse.jetty.util.component.AbstractLifeCycle=ERROR 11 | log4j.logger.org.apache.spark.repl.SparkIMain$exprTyper=INFO 12 | log4j.logger.org.apache.spark.repl.SparkILoop$SparkILoopInterpreter=INFO 13 | -------------------------------------------------------------------------------- /src/main/resources/org/apache/spark/ui/static/initialize-tooltips.js: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one or more 3 | * contributor license agreements. See the NOTICE file distributed with 4 | * this work for additional information regarding copyright ownership. 5 | * The ASF licenses this file to You under the Apache License, Version 2.0 6 | * (the "License"); you may not use this file except in compliance with 7 | * the License. You may obtain a copy of the License at 8 | * 9 | * http://www.apache.org/licenses/LICENSE-2.0 10 | * 11 | * Unless required by applicable law or agreed to in writing, software 12 | * distributed under the License is distributed on an "AS IS" BASIS, 13 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | * See the License for the specific language governing permissions and 15 | * limitations under the License. 16 | */ 17 | 18 | $(document).ready(function(){ 19 | $("[data-toggle=tooltip]").tooltip({container: 'body'}); 20 | }); 21 | 22 | -------------------------------------------------------------------------------- /src/main/resources/org/apache/spark/ui/static/sorttable.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oeljeklaus-you/SparkCore/98c76fa5df4fc1d63ab3216e79f4db0ec764bea6/src/main/resources/org/apache/spark/ui/static/sorttable.js -------------------------------------------------------------------------------- /src/main/resources/org/apache/spark/ui/static/spark-logo-77x50px-hd.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oeljeklaus-you/SparkCore/98c76fa5df4fc1d63ab3216e79f4db0ec764bea6/src/main/resources/org/apache/spark/ui/static/spark-logo-77x50px-hd.png -------------------------------------------------------------------------------- /src/main/resources/org/apache/spark/ui/static/spark_logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oeljeklaus-you/SparkCore/98c76fa5df4fc1d63ab3216e79f4db0ec764bea6/src/main/resources/org/apache/spark/ui/static/spark_logo.png -------------------------------------------------------------------------------- /src/main/scala/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oeljeklaus-you/SparkCore/98c76fa5df4fc1d63ab3216e79f4db0ec764bea6/src/main/scala/.DS_Store -------------------------------------------------------------------------------- /src/main/scala/org/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oeljeklaus-you/SparkCore/98c76fa5df4fc1d63ab3216e79f4db0ec764bea6/src/main/scala/org/.DS_Store -------------------------------------------------------------------------------- /src/main/scala/org/apache/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oeljeklaus-you/SparkCore/98c76fa5df4fc1d63ab3216e79f4db0ec764bea6/src/main/scala/org/apache/.DS_Store -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/Partition.scala: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one or more 3 | * contributor license agreements. See the NOTICE file distributed with 4 | * this work for additional information regarding copyright ownership. 5 | * The ASF licenses this file to You under the Apache License, Version 2.0 6 | * (the "License"); you may not use this file except in compliance with 7 | * the License. You may obtain a copy of the License at 8 | * 9 | * http://www.apache.org/licenses/LICENSE-2.0 10 | * 11 | * Unless required by applicable law or agreed to in writing, software 12 | * distributed under the License is distributed on an "AS IS" BASIS, 13 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | * See the License for the specific language governing permissions and 15 | * limitations under the License. 16 | */ 17 | 18 | package org.apache.spark 19 | 20 | /** 21 | * An identifier for a partition in an RDD. 22 | */ 23 | trait Partition extends Serializable { 24 | /** 25 | * Get the partition's index within its parent RDD 26 | */ 27 | def index: Int 28 | 29 | // A better default implementation of HashCode 30 | override def hashCode(): Int = index 31 | } 32 | -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/TaskContextHelper.scala: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one or more 3 | * contributor license agreements. See the NOTICE file distributed with 4 | * this work for additional information regarding copyright ownership. 5 | * The ASF licenses this file to You under the Apache License, Version 2.0 6 | * (the "License"); you may not use this file except in compliance with 7 | * the License. You may obtain a copy of the License at 8 | * 9 | * http://www.apache.org/licenses/LICENSE-2.0 10 | * 11 | * Unless required by applicable law or agreed to in writing, software 12 | * distributed under the License is distributed on an "AS IS" BASIS, 13 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | * See the License for the specific language governing permissions and 15 | * limitations under the License. 16 | */ 17 | 18 | package org.apache.spark 19 | 20 | /** 21 | * This class exists to restrict the visibility of TaskContext setters. 22 | */ 23 | private [spark] object TaskContextHelper { 24 | 25 | def setTaskContext(tc: TaskContext): Unit = TaskContext.setTaskContext(tc) 26 | 27 | def unset(): Unit = TaskContext.unset() 28 | 29 | } 30 | -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/TaskKilledException.scala: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one or more 3 | * contributor license agreements. See the NOTICE file distributed with 4 | * this work for additional information regarding copyright ownership. 5 | * The ASF licenses this file to You under the Apache License, Version 2.0 6 | * (the "License"); you may not use this file except in compliance with 7 | * the License. You may obtain a copy of the License at 8 | * 9 | * http://www.apache.org/licenses/LICENSE-2.0 10 | * 11 | * Unless required by applicable law or agreed to in writing, software 12 | * distributed under the License is distributed on an "AS IS" BASIS, 13 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | * See the License for the specific language governing permissions and 15 | * limitations under the License. 16 | */ 17 | 18 | package org.apache.spark 19 | 20 | import org.apache.spark.annotation.DeveloperApi 21 | 22 | /** 23 | * :: DeveloperApi :: 24 | * Exception thrown when a task is explicitly killed (i.e., task failure is expected). 25 | */ 26 | @DeveloperApi 27 | class TaskKilledException extends RuntimeException 28 | -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/TaskNotSerializableException.scala: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one or more 3 | * contributor license agreements. See the NOTICE file distributed with 4 | * this work for additional information regarding copyright ownership. 5 | * The ASF licenses this file to You under the Apache License, Version 2.0 6 | * (the "License"); you may not use this file except in compliance with 7 | * the License. You may obtain a copy of the License at 8 | * 9 | * http://www.apache.org/licenses/LICENSE-2.0 10 | * 11 | * Unless required by applicable law or agreed to in writing, software 12 | * distributed under the License is distributed on an "AS IS" BASIS, 13 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | * See the License for the specific language governing permissions and 15 | * limitations under the License. 16 | */ 17 | 18 | package org.apache.spark 19 | 20 | import org.apache.spark.annotation.DeveloperApi 21 | 22 | /** 23 | * Exception thrown when a task cannot be serialized. 24 | */ 25 | private[spark] class TaskNotSerializableException(error: Throwable) extends Exception(error) 26 | -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/annotation/package-info.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one or more 3 | * contributor license agreements. See the NOTICE file distributed with 4 | * this work for additional information regarding copyright ownership. 5 | * The ASF licenses this file to You under the Apache License, Version 2.0 6 | * (the "License"); you may not use this file except in compliance with 7 | * the License. You may obtain a copy of the License at 8 | * 9 | * http://www.apache.org/licenses/LICENSE-2.0 10 | * 11 | * Unless required by applicable law or agreed to in writing, software 12 | * distributed under the License is distributed on an "AS IS" BASIS, 13 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | * See the License for the specific language governing permissions and 15 | * limitations under the License. 16 | */ 17 | 18 | /** 19 | * Spark annotations to mark an API experimental or intended only for advanced usages by developers. 20 | * This package consist of these annotations, which are used project wide and are reflected in 21 | * Scala and Java docs. 22 | */ 23 | package org.apache.spark.annotation; -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/annotation/package.scala: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one or more 3 | * contributor license agreements. See the NOTICE file distributed with 4 | * this work for additional information regarding copyright ownership. 5 | * The ASF licenses this file to You under the Apache License, Version 2.0 6 | * (the "License"); you may not use this file except in compliance with 7 | * the License. You may obtain a copy of the License at 8 | * 9 | * http://www.apache.org/licenses/LICENSE-2.0 10 | * 11 | * Unless required by applicable law or agreed to in writing, software 12 | * distributed under the License is distributed on an "AS IS" BASIS, 13 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | * See the License for the specific language governing permissions and 15 | * limitations under the License. 16 | */ 17 | 18 | package org.apache.spark 19 | 20 | /** 21 | * Spark annotations to mark an API experimental or intended only for advanced usages by developers. 22 | * This package consist of these annotations, which are used project wide and are reflected in 23 | * Scala and Java docs. 24 | */ 25 | package object annotation 26 | -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/api/java/package-info.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one or more 3 | * contributor license agreements. See the NOTICE file distributed with 4 | * this work for additional information regarding copyright ownership. 5 | * The ASF licenses this file to You under the Apache License, Version 2.0 6 | * (the "License"); you may not use this file except in compliance with 7 | * the License. You may obtain a copy of the License at 8 | * 9 | * http://www.apache.org/licenses/LICENSE-2.0 10 | * 11 | * Unless required by applicable law or agreed to in writing, software 12 | * distributed under the License is distributed on an "AS IS" BASIS, 13 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | * See the License for the specific language governing permissions and 15 | * limitations under the License. 16 | */ 17 | 18 | /** 19 | * Spark Java programming APIs. 20 | */ 21 | package org.apache.spark.api.java; -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/api/java/package.scala: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one or more 3 | * contributor license agreements. See the NOTICE file distributed with 4 | * this work for additional information regarding copyright ownership. 5 | * The ASF licenses this file to You under the Apache License, Version 2.0 6 | * (the "License"); you may not use this file except in compliance with 7 | * the License. You may obtain a copy of the License at 8 | * 9 | * http://www.apache.org/licenses/LICENSE-2.0 10 | * 11 | * Unless required by applicable law or agreed to in writing, software 12 | * distributed under the License is distributed on an "AS IS" BASIS, 13 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | * See the License for the specific language governing permissions and 15 | * limitations under the License. 16 | */ 17 | 18 | package org.apache.spark.api 19 | 20 | /** Spark Java programming APIs. */ 21 | package object java { 22 | // For package docs only 23 | } 24 | -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/broadcast/package-info.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one or more 3 | * contributor license agreements. See the NOTICE file distributed with 4 | * this work for additional information regarding copyright ownership. 5 | * The ASF licenses this file to You under the Apache License, Version 2.0 6 | * (the "License"); you may not use this file except in compliance with 7 | * the License. You may obtain a copy of the License at 8 | * 9 | * http://www.apache.org/licenses/LICENSE-2.0 10 | * 11 | * Unless required by applicable law or agreed to in writing, software 12 | * distributed under the License is distributed on an "AS IS" BASIS, 13 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | * See the License for the specific language governing permissions and 15 | * limitations under the License. 16 | */ 17 | 18 | /** 19 | * Spark's broadcast variables, used to broadcast immutable datasets to all nodes. 20 | */ 21 | package org.apache.spark.broadcast; -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/broadcast/package.scala: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one or more 3 | * contributor license agreements. See the NOTICE file distributed with 4 | * this work for additional information regarding copyright ownership. 5 | * The ASF licenses this file to You under the Apache License, Version 2.0 6 | * (the "License"); you may not use this file except in compliance with 7 | * the License. You may obtain a copy of the License at 8 | * 9 | * http://www.apache.org/licenses/LICENSE-2.0 10 | * 11 | * Unless required by applicable law or agreed to in writing, software 12 | * distributed under the License is distributed on an "AS IS" BASIS, 13 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | * See the License for the specific language governing permissions and 15 | * limitations under the License. 16 | */ 17 | 18 | package org.apache.spark 19 | 20 | /** 21 | * Spark's broadcast variables, used to broadcast immutable datasets to all nodes. 22 | */ 23 | package object broadcast { 24 | // For package docs only 25 | } 26 | -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/deploy/Command.scala: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one or more 3 | * contributor license agreements. See the NOTICE file distributed with 4 | * this work for additional information regarding copyright ownership. 5 | * The ASF licenses this file to You under the Apache License, Version 2.0 6 | * (the "License"); you may not use this file except in compliance with 7 | * the License. You may obtain a copy of the License at 8 | * 9 | * http://www.apache.org/licenses/LICENSE-2.0 10 | * 11 | * Unless required by applicable law or agreed to in writing, software 12 | * distributed under the License is distributed on an "AS IS" BASIS, 13 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | * See the License for the specific language governing permissions and 15 | * limitations under the License. 16 | */ 17 | 18 | package org.apache.spark.deploy 19 | 20 | import scala.collection.Map 21 | 22 | private[spark] case class Command( 23 | mainClass: String, 24 | arguments: Seq[String], 25 | environment: Map[String, String], 26 | classPathEntries: Seq[String], 27 | libraryPathEntries: Seq[String], 28 | javaOpts: Seq[String]) { 29 | } 30 | -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/deploy/ExecutorState.scala: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one or more 3 | * contributor license agreements. See the NOTICE file distributed with 4 | * this work for additional information regarding copyright ownership. 5 | * The ASF licenses this file to You under the Apache License, Version 2.0 6 | * (the "License"); you may not use this file except in compliance with 7 | * the License. You may obtain a copy of the License at 8 | * 9 | * http://www.apache.org/licenses/LICENSE-2.0 10 | * 11 | * Unless required by applicable law or agreed to in writing, software 12 | * distributed under the License is distributed on an "AS IS" BASIS, 13 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | * See the License for the specific language governing permissions and 15 | * limitations under the License. 16 | */ 17 | 18 | package org.apache.spark.deploy 19 | 20 | private[spark] object ExecutorState extends Enumeration { 21 | 22 | val LAUNCHING, LOADING, RUNNING, KILLED, FAILED, LOST, EXITED = Value 23 | 24 | type ExecutorState = Value 25 | 26 | def isFinished(state: ExecutorState): Boolean = Seq(KILLED, FAILED, LOST, EXITED).contains(state) 27 | } 28 | -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/deploy/client/TestExecutor.scala: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one or more 3 | * contributor license agreements. See the NOTICE file distributed with 4 | * this work for additional information regarding copyright ownership. 5 | * The ASF licenses this file to You under the Apache License, Version 2.0 6 | * (the "License"); you may not use this file except in compliance with 7 | * the License. You may obtain a copy of the License at 8 | * 9 | * http://www.apache.org/licenses/LICENSE-2.0 10 | * 11 | * Unless required by applicable law or agreed to in writing, software 12 | * distributed under the License is distributed on an "AS IS" BASIS, 13 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | * See the License for the specific language governing permissions and 15 | * limitations under the License. 16 | */ 17 | 18 | package org.apache.spark.deploy.client 19 | 20 | private[spark] object TestExecutor { 21 | def main(args: Array[String]) { 22 | println("Hello world!") 23 | while (true) { 24 | Thread.sleep(1000) 25 | } 26 | } 27 | } 28 | -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/deploy/master/ApplicationState.scala: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one or more 3 | * contributor license agreements. See the NOTICE file distributed with 4 | * this work for additional information regarding copyright ownership. 5 | * The ASF licenses this file to You under the Apache License, Version 2.0 6 | * (the "License"); you may not use this file except in compliance with 7 | * the License. You may obtain a copy of the License at 8 | * 9 | * http://www.apache.org/licenses/LICENSE-2.0 10 | * 11 | * Unless required by applicable law or agreed to in writing, software 12 | * distributed under the License is distributed on an "AS IS" BASIS, 13 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | * See the License for the specific language governing permissions and 15 | * limitations under the License. 16 | */ 17 | 18 | package org.apache.spark.deploy.master 19 | 20 | private[spark] object ApplicationState extends Enumeration { 21 | 22 | type ApplicationState = Value 23 | 24 | val WAITING, RUNNING, FINISHED, FAILED, UNKNOWN = Value 25 | 26 | val MAX_NUM_RETRY = 10 27 | } 28 | -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/deploy/master/RecoveryState.scala: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one or more 3 | * contributor license agreements. See the NOTICE file distributed with 4 | * this work for additional information regarding copyright ownership. 5 | * The ASF licenses this file to You under the Apache License, Version 2.0 6 | * (the "License"); you may not use this file except in compliance with 7 | * the License. You may obtain a copy of the License at 8 | * 9 | * http://www.apache.org/licenses/LICENSE-2.0 10 | * 11 | * Unless required by applicable law or agreed to in writing, software 12 | * distributed under the License is distributed on an "AS IS" BASIS, 13 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | * See the License for the specific language governing permissions and 15 | * limitations under the License. 16 | */ 17 | 18 | package org.apache.spark.deploy.master 19 | 20 | private[spark] object RecoveryState extends Enumeration { 21 | type MasterState = Value 22 | 23 | val STANDBY, ALIVE, RECOVERING, COMPLETING_RECOVERY = Value 24 | } 25 | -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/deploy/master/WorkerState.scala: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one or more 3 | * contributor license agreements. See the NOTICE file distributed with 4 | * this work for additional information regarding copyright ownership. 5 | * The ASF licenses this file to You under the Apache License, Version 2.0 6 | * (the "License"); you may not use this file except in compliance with 7 | * the License. You may obtain a copy of the License at 8 | * 9 | * http://www.apache.org/licenses/LICENSE-2.0 10 | * 11 | * Unless required by applicable law or agreed to in writing, software 12 | * distributed under the License is distributed on an "AS IS" BASIS, 13 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | * See the License for the specific language governing permissions and 15 | * limitations under the License. 16 | */ 17 | 18 | package org.apache.spark.deploy.master 19 | 20 | private[spark] object WorkerState extends Enumeration { 21 | type WorkerState = Value 22 | 23 | val ALIVE, DEAD, DECOMMISSIONED, UNKNOWN = Value 24 | } 25 | -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/executor/ExecutorBackend.scala: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one or more 3 | * contributor license agreements. See the NOTICE file distributed with 4 | * this work for additional information regarding copyright ownership. 5 | * The ASF licenses this file to You under the Apache License, Version 2.0 6 | * (the "License"); you may not use this file except in compliance with 7 | * the License. You may obtain a copy of the License at 8 | * 9 | * http://www.apache.org/licenses/LICENSE-2.0 10 | * 11 | * Unless required by applicable law or agreed to in writing, software 12 | * distributed under the License is distributed on an "AS IS" BASIS, 13 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | * See the License for the specific language governing permissions and 15 | * limitations under the License. 16 | */ 17 | 18 | package org.apache.spark.executor 19 | 20 | import java.nio.ByteBuffer 21 | 22 | import org.apache.spark.TaskState.TaskState 23 | 24 | /** 25 | * A pluggable interface used by the Executor to send updates to the cluster scheduler. 26 | */ 27 | private[spark] trait ExecutorBackend { 28 | def statusUpdate(taskId: Long, state: TaskState, data: ByteBuffer) 29 | } 30 | 31 | -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/executor/package-info.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one or more 3 | * contributor license agreements. See the NOTICE file distributed with 4 | * this work for additional information regarding copyright ownership. 5 | * The ASF licenses this file to You under the Apache License, Version 2.0 6 | * (the "License"); you may not use this file except in compliance with 7 | * the License. You may obtain a copy of the License at 8 | * 9 | * http://www.apache.org/licenses/LICENSE-2.0 10 | * 11 | * Unless required by applicable law or agreed to in writing, software 12 | * distributed under the License is distributed on an "AS IS" BASIS, 13 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | * See the License for the specific language governing permissions and 15 | * limitations under the License. 16 | */ 17 | 18 | /** 19 | * Package for executor components used with various cluster managers. 20 | */ 21 | package org.apache.spark.executor; -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/executor/package.scala: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one or more 3 | * contributor license agreements. See the NOTICE file distributed with 4 | * this work for additional information regarding copyright ownership. 5 | * The ASF licenses this file to You under the Apache License, Version 2.0 6 | * (the "License"); you may not use this file except in compliance with 7 | * the License. You may obtain a copy of the License at 8 | * 9 | * http://www.apache.org/licenses/LICENSE-2.0 10 | * 11 | * Unless required by applicable law or agreed to in writing, software 12 | * distributed under the License is distributed on an "AS IS" BASIS, 13 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | * See the License for the specific language governing permissions and 15 | * limitations under the License. 16 | */ 17 | 18 | package org.apache.spark 19 | 20 | /** 21 | * Executor components used with various cluster managers. 22 | * See [[org.apache.spark.executor.Executor]]. 23 | */ 24 | package object executor 25 | -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/io/package-info.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one or more 3 | * contributor license agreements. See the NOTICE file distributed with 4 | * this work for additional information regarding copyright ownership. 5 | * The ASF licenses this file to You under the Apache License, Version 2.0 6 | * (the "License"); you may not use this file except in compliance with 7 | * the License. You may obtain a copy of the License at 8 | * 9 | * http://www.apache.org/licenses/LICENSE-2.0 10 | * 11 | * Unless required by applicable law or agreed to in writing, software 12 | * distributed under the License is distributed on an "AS IS" BASIS, 13 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | * See the License for the specific language governing permissions and 15 | * limitations under the License. 16 | */ 17 | 18 | /** 19 | * IO codecs used for compression. 20 | */ 21 | package org.apache.spark.io; -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/io/package.scala: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one or more 3 | * contributor license agreements. See the NOTICE file distributed with 4 | * this work for additional information regarding copyright ownership. 5 | * The ASF licenses this file to You under the Apache License, Version 2.0 6 | * (the "License"); you may not use this file except in compliance with 7 | * the License. You may obtain a copy of the License at 8 | * 9 | * http://www.apache.org/licenses/LICENSE-2.0 10 | * 11 | * Unless required by applicable law or agreed to in writing, software 12 | * distributed under the License is distributed on an "AS IS" BASIS, 13 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | * See the License for the specific language governing permissions and 15 | * limitations under the License. 16 | */ 17 | 18 | package org.apache.spark 19 | 20 | /** 21 | * IO codecs used for compression. See [[org.apache.spark.io.CompressionCodec]]. 22 | */ 23 | package object io 24 | -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/metrics/sink/Sink.scala: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one or more 3 | * contributor license agreements. See the NOTICE file distributed with 4 | * this work for additional information regarding copyright ownership. 5 | * The ASF licenses this file to You under the Apache License, Version 2.0 6 | * (the "License"); you may not use this file except in compliance with 7 | * the License. You may obtain a copy of the License at 8 | * 9 | * http://www.apache.org/licenses/LICENSE-2.0 10 | * 11 | * Unless required by applicable law or agreed to in writing, software 12 | * distributed under the License is distributed on an "AS IS" BASIS, 13 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | * See the License for the specific language governing permissions and 15 | * limitations under the License. 16 | */ 17 | 18 | package org.apache.spark.metrics.sink 19 | 20 | private[spark] trait Sink { 21 | def start: Unit 22 | def stop: Unit 23 | def report(): Unit 24 | } 25 | -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/metrics/sink/package.scala: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one or more 3 | * contributor license agreements. See the NOTICE file distributed with 4 | * this work for additional information regarding copyright ownership. 5 | * The ASF licenses this file to You under the Apache License, Version 2.0 6 | * (the "License"); you may not use this file except in compliance with 7 | * the License. You may obtain a copy of the License at 8 | * 9 | * http://www.apache.org/licenses/LICENSE-2.0 10 | * 11 | * Unless required by applicable law or agreed to in writing, software 12 | * distributed under the License is distributed on an "AS IS" BASIS, 13 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | * See the License for the specific language governing permissions and 15 | * limitations under the License. 16 | */ 17 | 18 | package org.apache.spark.metrics 19 | 20 | /** 21 | * Sinks used in Spark's metrics system. 22 | */ 23 | package object sink 24 | -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/metrics/source/Source.scala: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one or more 3 | * contributor license agreements. See the NOTICE file distributed with 4 | * this work for additional information regarding copyright ownership. 5 | * The ASF licenses this file to You under the Apache License, Version 2.0 6 | * (the "License"); you may not use this file except in compliance with 7 | * the License. You may obtain a copy of the License at 8 | * 9 | * http://www.apache.org/licenses/LICENSE-2.0 10 | * 11 | * Unless required by applicable law or agreed to in writing, software 12 | * distributed under the License is distributed on an "AS IS" BASIS, 13 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | * See the License for the specific language governing permissions and 15 | * limitations under the License. 16 | */ 17 | 18 | package org.apache.spark.metrics.source 19 | 20 | import com.codahale.metrics.MetricRegistry 21 | 22 | private[spark] trait Source { 23 | def sourceName: String 24 | def metricRegistry: MetricRegistry 25 | } 26 | -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/metrics/source/package.scala: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one or more 3 | * contributor license agreements. See the NOTICE file distributed with 4 | * this work for additional information regarding copyright ownership. 5 | * The ASF licenses this file to You under the Apache License, Version 2.0 6 | * (the "License"); you may not use this file except in compliance with 7 | * the License. You may obtain a copy of the License at 8 | * 9 | * http://www.apache.org/licenses/LICENSE-2.0 10 | * 11 | * Unless required by applicable law or agreed to in writing, software 12 | * distributed under the License is distributed on an "AS IS" BASIS, 13 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | * See the License for the specific language governing permissions and 15 | * limitations under the License. 16 | */ 17 | 18 | package org.apache.spark.metrics 19 | 20 | /** 21 | * Sources used in Spark's metrics system. 22 | */ 23 | package object source 24 | -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/partial/ApproximateEvaluator.scala: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one or more 3 | * contributor license agreements. See the NOTICE file distributed with 4 | * this work for additional information regarding copyright ownership. 5 | * The ASF licenses this file to You under the Apache License, Version 2.0 6 | * (the "License"); you may not use this file except in compliance with 7 | * the License. You may obtain a copy of the License at 8 | * 9 | * http://www.apache.org/licenses/LICENSE-2.0 10 | * 11 | * Unless required by applicable law or agreed to in writing, software 12 | * distributed under the License is distributed on an "AS IS" BASIS, 13 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | * See the License for the specific language governing permissions and 15 | * limitations under the License. 16 | */ 17 | 18 | package org.apache.spark.partial 19 | 20 | /** 21 | * An object that computes a function incrementally by merging in results of type U from multiple 22 | * tasks. Allows partial evaluation at any point by calling currentResult(). 23 | */ 24 | private[spark] trait ApproximateEvaluator[U, R] { 25 | def merge(outputId: Int, taskResult: U): Unit 26 | def currentResult(): R 27 | } 28 | -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/partial/BoundedDouble.scala: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one or more 3 | * contributor license agreements. See the NOTICE file distributed with 4 | * this work for additional information regarding copyright ownership. 5 | * The ASF licenses this file to You under the Apache License, Version 2.0 6 | * (the "License"); you may not use this file except in compliance with 7 | * the License. You may obtain a copy of the License at 8 | * 9 | * http://www.apache.org/licenses/LICENSE-2.0 10 | * 11 | * Unless required by applicable law or agreed to in writing, software 12 | * distributed under the License is distributed on an "AS IS" BASIS, 13 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | * See the License for the specific language governing permissions and 15 | * limitations under the License. 16 | */ 17 | 18 | package org.apache.spark.partial 19 | 20 | import org.apache.spark.annotation.Experimental 21 | 22 | /** 23 | * :: Experimental :: 24 | * A Double value with error bars and associated confidence. 25 | */ 26 | @Experimental 27 | class BoundedDouble(val mean: Double, val confidence: Double, val low: Double, val high: Double) { 28 | override def toString(): String = "[%.3f, %.3f]".format(low, high) 29 | } 30 | -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/partial/package.scala: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one or more 3 | * contributor license agreements. See the NOTICE file distributed with 4 | * this work for additional information regarding copyright ownership. 5 | * The ASF licenses this file to You under the Apache License, Version 2.0 6 | * (the "License"); you may not use this file except in compliance with 7 | * the License. You may obtain a copy of the License at 8 | * 9 | * http://www.apache.org/licenses/LICENSE-2.0 10 | * 11 | * Unless required by applicable law or agreed to in writing, software 12 | * distributed under the License is distributed on an "AS IS" BASIS, 13 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | * See the License for the specific language governing permissions and 15 | * limitations under the License. 16 | */ 17 | 18 | package org.apache.spark 19 | 20 | /** 21 | * :: Experimental :: 22 | * 23 | * Support for approximate results. This provides convenient api and also implementation for 24 | * approximate calculation. 25 | * 26 | * @see [[org.apache.spark.rdd.RDD.countApprox]] 27 | */ 28 | package object partial 29 | -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/rdd/package-info.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one or more 3 | * contributor license agreements. See the NOTICE file distributed with 4 | * this work for additional information regarding copyright ownership. 5 | * The ASF licenses this file to You under the Apache License, Version 2.0 6 | * (the "License"); you may not use this file except in compliance with 7 | * the License. You may obtain a copy of the License at 8 | * 9 | * http://www.apache.org/licenses/LICENSE-2.0 10 | * 11 | * Unless required by applicable law or agreed to in writing, software 12 | * distributed under the License is distributed on an "AS IS" BASIS, 13 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | * See the License for the specific language governing permissions and 15 | * limitations under the License. 16 | */ 17 | 18 | /** 19 | * Provides implementation's of various RDDs. 20 | */ 21 | package org.apache.spark.rdd; -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/rdd/package.scala: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one or more 3 | * contributor license agreements. See the NOTICE file distributed with 4 | * this work for additional information regarding copyright ownership. 5 | * The ASF licenses this file to You under the Apache License, Version 2.0 6 | * (the "License"); you may not use this file except in compliance with 7 | * the License. You may obtain a copy of the License at 8 | * 9 | * http://www.apache.org/licenses/LICENSE-2.0 10 | * 11 | * Unless required by applicable law or agreed to in writing, software 12 | * distributed under the License is distributed on an "AS IS" BASIS, 13 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | * See the License for the specific language governing permissions and 15 | * limitations under the License. 16 | */ 17 | 18 | package org.apache.spark 19 | 20 | /** 21 | * Provides several RDD implementations. See [[org.apache.spark.rdd.RDD]]. 22 | */ 23 | package object rdd 24 | -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/scheduler/JobResult.scala: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one or more 3 | * contributor license agreements. See the NOTICE file distributed with 4 | * this work for additional information regarding copyright ownership. 5 | * The ASF licenses this file to You under the Apache License, Version 2.0 6 | * (the "License"); you may not use this file except in compliance with 7 | * the License. You may obtain a copy of the License at 8 | * 9 | * http://www.apache.org/licenses/LICENSE-2.0 10 | * 11 | * Unless required by applicable law or agreed to in writing, software 12 | * distributed under the License is distributed on an "AS IS" BASIS, 13 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | * See the License for the specific language governing permissions and 15 | * limitations under the License. 16 | */ 17 | 18 | package org.apache.spark.scheduler 19 | 20 | import org.apache.spark.annotation.DeveloperApi 21 | 22 | /** 23 | * :: DeveloperApi :: 24 | * A result of a job in the DAGScheduler. 25 | */ 26 | @DeveloperApi 27 | sealed trait JobResult 28 | 29 | @DeveloperApi 30 | case object JobSucceeded extends JobResult 31 | 32 | @DeveloperApi 33 | private[spark] case class JobFailed(exception: Exception) extends JobResult 34 | -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/scheduler/SchedulingMode.scala: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one or more 3 | * contributor license agreements. See the NOTICE file distributed with 4 | * this work for additional information regarding copyright ownership. 5 | * The ASF licenses this file to You under the Apache License, Version 2.0 6 | * (the "License"); you may not use this file except in compliance with 7 | * the License. You may obtain a copy of the License at 8 | * 9 | * http://www.apache.org/licenses/LICENSE-2.0 10 | * 11 | * Unless required by applicable law or agreed to in writing, software 12 | * distributed under the License is distributed on an "AS IS" BASIS, 13 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | * See the License for the specific language governing permissions and 15 | * limitations under the License. 16 | */ 17 | 18 | package org.apache.spark.scheduler 19 | 20 | /** 21 | * "FAIR" and "FIFO" determines which policy is used 22 | * to order tasks amongst a Schedulable's sub-queues 23 | * "NONE" is used when the a Schedulable has no sub-queues. 24 | */ 25 | object SchedulingMode extends Enumeration { 26 | 27 | type SchedulingMode = Value 28 | val FAIR, FIFO, NONE = Value 29 | } 30 | -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/scheduler/WorkerOffer.scala: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one or more 3 | * contributor license agreements. See the NOTICE file distributed with 4 | * this work for additional information regarding copyright ownership. 5 | * The ASF licenses this file to You under the Apache License, Version 2.0 6 | * (the "License"); you may not use this file except in compliance with 7 | * the License. You may obtain a copy of the License at 8 | * 9 | * http://www.apache.org/licenses/LICENSE-2.0 10 | * 11 | * Unless required by applicable law or agreed to in writing, software 12 | * distributed under the License is distributed on an "AS IS" BASIS, 13 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | * See the License for the specific language governing permissions and 15 | * limitations under the License. 16 | */ 17 | 18 | package org.apache.spark.scheduler 19 | 20 | /** 21 | * Represents free resources available on an executor. 22 | */ 23 | private[spark] 24 | case class WorkerOffer(executorId: String, host: String, cores: Int) 25 | -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/scheduler/package-info.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one or more 3 | * contributor license agreements. See the NOTICE file distributed with 4 | * this work for additional information regarding copyright ownership. 5 | * The ASF licenses this file to You under the Apache License, Version 2.0 6 | * (the "License"); you may not use this file except in compliance with 7 | * the License. You may obtain a copy of the License at 8 | * 9 | * http://www.apache.org/licenses/LICENSE-2.0 10 | * 11 | * Unless required by applicable law or agreed to in writing, software 12 | * distributed under the License is distributed on an "AS IS" BASIS, 13 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | * See the License for the specific language governing permissions and 15 | * limitations under the License. 16 | */ 17 | 18 | /** 19 | * Spark's DAG scheduler. 20 | */ 21 | package org.apache.spark.scheduler; -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/scheduler/package.scala: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one or more 3 | * contributor license agreements. See the NOTICE file distributed with 4 | * this work for additional information regarding copyright ownership. 5 | * The ASF licenses this file to You under the Apache License, Version 2.0 6 | * (the "License"); you may not use this file except in compliance with 7 | * the License. You may obtain a copy of the License at 8 | * 9 | * http://www.apache.org/licenses/LICENSE-2.0 10 | * 11 | * Unless required by applicable law or agreed to in writing, software 12 | * distributed under the License is distributed on an "AS IS" BASIS, 13 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | * See the License for the specific language governing permissions and 15 | * limitations under the License. 16 | */ 17 | 18 | package org.apache.spark 19 | 20 | /** 21 | * Spark's scheduling components. This includes the [[org.apache.spark.scheduler.DAGScheduler]] and 22 | * lower level [[org.apache.spark.scheduler.TaskScheduler]]. 23 | */ 24 | package object scheduler 25 | -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/serializer/package-info.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one or more 3 | * contributor license agreements. See the NOTICE file distributed with 4 | * this work for additional information regarding copyright ownership. 5 | * The ASF licenses this file to You under the Apache License, Version 2.0 6 | * (the "License"); you may not use this file except in compliance with 7 | * the License. You may obtain a copy of the License at 8 | * 9 | * http://www.apache.org/licenses/LICENSE-2.0 10 | * 11 | * Unless required by applicable law or agreed to in writing, software 12 | * distributed under the License is distributed on an "AS IS" BASIS, 13 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | * See the License for the specific language governing permissions and 15 | * limitations under the License. 16 | */ 17 | 18 | /** 19 | * Pluggable serializers for RDD and shuffle data. 20 | */ 21 | package org.apache.spark.serializer; 22 | -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/serializer/package.scala: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one or more 3 | * contributor license agreements. See the NOTICE file distributed with 4 | * this work for additional information regarding copyright ownership. 5 | * The ASF licenses this file to You under the Apache License, Version 2.0 6 | * (the "License"); you may not use this file except in compliance with 7 | * the License. You may obtain a copy of the License at 8 | * 9 | * http://www.apache.org/licenses/LICENSE-2.0 10 | * 11 | * Unless required by applicable law or agreed to in writing, software 12 | * distributed under the License is distributed on an "AS IS" BASIS, 13 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | * See the License for the specific language governing permissions and 15 | * limitations under the License. 16 | */ 17 | 18 | package org.apache.spark 19 | 20 | /** 21 | * Pluggable serializers for RDD and shuffle data. 22 | * 23 | * @see [[org.apache.spark.serializer.Serializer]] 24 | */ 25 | package object serializer 26 | -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/shuffle/ShuffleHandle.scala: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one or more 3 | * contributor license agreements. See the NOTICE file distributed with 4 | * this work for additional information regarding copyright ownership. 5 | * The ASF licenses this file to You under the Apache License, Version 2.0 6 | * (the "License"); you may not use this file except in compliance with 7 | * the License. You may obtain a copy of the License at 8 | * 9 | * http://www.apache.org/licenses/LICENSE-2.0 10 | * 11 | * Unless required by applicable law or agreed to in writing, software 12 | * distributed under the License is distributed on an "AS IS" BASIS, 13 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | * See the License for the specific language governing permissions and 15 | * limitations under the License. 16 | */ 17 | 18 | package org.apache.spark.shuffle 19 | 20 | /** 21 | * An opaque handle to a shuffle, used by a ShuffleManager to pass information about it to tasks. 22 | * 23 | * @param shuffleId ID of the shuffle 24 | */ 25 | private[spark] abstract class ShuffleHandle(val shuffleId: Int) extends Serializable {} 26 | -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/storage/BlockException.scala: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one or more 3 | * contributor license agreements. See the NOTICE file distributed with 4 | * this work for additional information regarding copyright ownership. 5 | * The ASF licenses this file to You under the Apache License, Version 2.0 6 | * (the "License"); you may not use this file except in compliance with 7 | * the License. You may obtain a copy of the License at 8 | * 9 | * http://www.apache.org/licenses/LICENSE-2.0 10 | * 11 | * Unless required by applicable law or agreed to in writing, software 12 | * distributed under the License is distributed on an "AS IS" BASIS, 13 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | * See the License for the specific language governing permissions and 15 | * limitations under the License. 16 | */ 17 | 18 | package org.apache.spark.storage 19 | 20 | private[spark] 21 | case class BlockException(blockId: BlockId, message: String) extends Exception(message) 22 | 23 | -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/storage/BlockNotFoundException.scala: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one or more 3 | * contributor license agreements. See the NOTICE file distributed with 4 | * this work for additional information regarding copyright ownership. 5 | * The ASF licenses this file to You under the Apache License, Version 2.0 6 | * (the "License"); you may not use this file except in compliance with 7 | * the License. You may obtain a copy of the License at 8 | * 9 | * http://www.apache.org/licenses/LICENSE-2.0 10 | * 11 | * Unless required by applicable law or agreed to in writing, software 12 | * distributed under the License is distributed on an "AS IS" BASIS, 13 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | * See the License for the specific language governing permissions and 15 | * limitations under the License. 16 | */ 17 | 18 | package org.apache.spark.storage 19 | 20 | class BlockNotFoundException(blockId: String) extends Exception(s"Block $blockId not found") 21 | -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/storage/FileSegment.scala: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one or more 3 | * contributor license agreements. See the NOTICE file distributed with 4 | * this work for additional information regarding copyright ownership. 5 | * The ASF licenses this file to You under the Apache License, Version 2.0 6 | * (the "License"); you may not use this file except in compliance with 7 | * the License. You may obtain a copy of the License at 8 | * 9 | * http://www.apache.org/licenses/LICENSE-2.0 10 | * 11 | * Unless required by applicable law or agreed to in writing, software 12 | * distributed under the License is distributed on an "AS IS" BASIS, 13 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | * See the License for the specific language governing permissions and 15 | * limitations under the License. 16 | */ 17 | 18 | package org.apache.spark.storage 19 | 20 | import java.io.File 21 | 22 | /** 23 | * References a particular segment of a file (potentially the entire file), 24 | * based off an offset and a length. 25 | */ 26 | private[spark] class FileSegment(val file: File, val offset: Long, val length: Long) { 27 | override def toString = "(name=%s, offset=%d, length=%d)".format(file.getName, offset, length) 28 | } 29 | -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/storage/TachyonFileSegment.scala: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one or more 3 | * contributor license agreements. See the NOTICE file distributed with 4 | * this work for additional information regarding copyright ownership. 5 | * The ASF licenses this file to You under the Apache License, Version 2.0 6 | * (the "License"); you may not use this file except in compliance with 7 | * the License. You may obtain a copy of the License at 8 | * 9 | * http://www.apache.org/licenses/LICENSE-2.0 10 | * 11 | * Unless required by applicable law or agreed to in writing, software 12 | * distributed under the License is distributed on an "AS IS" BASIS, 13 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | * See the License for the specific language governing permissions and 15 | * limitations under the License. 16 | */ 17 | 18 | package org.apache.spark.storage 19 | 20 | import tachyon.client.TachyonFile 21 | 22 | /** 23 | * References a particular segment of a file (potentially the entire file), based off an offset and 24 | * a length. 25 | */ 26 | private[spark] class TachyonFileSegment(val file: TachyonFile, val offset: Long, val length: Long) { 27 | override def toString = "(name=%s, offset=%d, length=%d)".format(file.getPath(), offset, length) 28 | } 29 | -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/util/IntParam.scala: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one or more 3 | * contributor license agreements. See the NOTICE file distributed with 4 | * this work for additional information regarding copyright ownership. 5 | * The ASF licenses this file to You under the Apache License, Version 2.0 6 | * (the "License"); you may not use this file except in compliance with 7 | * the License. You may obtain a copy of the License at 8 | * 9 | * http://www.apache.org/licenses/LICENSE-2.0 10 | * 11 | * Unless required by applicable law or agreed to in writing, software 12 | * distributed under the License is distributed on an "AS IS" BASIS, 13 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | * See the License for the specific language governing permissions and 15 | * limitations under the License. 16 | */ 17 | 18 | package org.apache.spark.util 19 | 20 | /** 21 | * An extractor object for parsing strings into integers. 22 | */ 23 | private[spark] object IntParam { 24 | def unapply(str: String): Option[Int] = { 25 | try { 26 | Some(str.toInt) 27 | } catch { 28 | case e: NumberFormatException => None 29 | } 30 | } 31 | } 32 | -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/util/ThreadStackTrace.scala: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one or more 3 | * contributor license agreements. See the NOTICE file distributed with 4 | * this work for additional information regarding copyright ownership. 5 | * The ASF licenses this file to You under the Apache License, Version 2.0 6 | * (the "License"); you may not use this file except in compliance with 7 | * the License. You may obtain a copy of the License at 8 | * 9 | * http://www.apache.org/licenses/LICENSE-2.0 10 | * 11 | * Unless required by applicable law or agreed to in writing, software 12 | * distributed under the License is distributed on an "AS IS" BASIS, 13 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | * See the License for the specific language governing permissions and 15 | * limitations under the License. 16 | */ 17 | 18 | package org.apache.spark.util 19 | 20 | /** 21 | * Used for shipping per-thread stacktraces from the executors to driver. 22 | */ 23 | private[spark] case class ThreadStackTrace( 24 | threadId: Long, 25 | threadName: String, 26 | threadState: Thread.State, 27 | stackTrace: String) 28 | -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/util/package-info.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one or more 3 | * contributor license agreements. See the NOTICE file distributed with 4 | * this work for additional information regarding copyright ownership. 5 | * The ASF licenses this file to You under the Apache License, Version 2.0 6 | * (the "License"); you may not use this file except in compliance with 7 | * the License. You may obtain a copy of the License at 8 | * 9 | * http://www.apache.org/licenses/LICENSE-2.0 10 | * 11 | * Unless required by applicable law or agreed to in writing, software 12 | * distributed under the License is distributed on an "AS IS" BASIS, 13 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | * See the License for the specific language governing permissions and 15 | * limitations under the License. 16 | */ 17 | 18 | /** 19 | * Spark utilities. 20 | */ 21 | package org.apache.spark.util; -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/util/package.scala: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one or more 3 | * contributor license agreements. See the NOTICE file distributed with 4 | * this work for additional information regarding copyright ownership. 5 | * The ASF licenses this file to You under the Apache License, Version 2.0 6 | * (the "License"); you may not use this file except in compliance with 7 | * the License. You may obtain a copy of the License at 8 | * 9 | * http://www.apache.org/licenses/LICENSE-2.0 10 | * 11 | * Unless required by applicable law or agreed to in writing, software 12 | * distributed under the License is distributed on an "AS IS" BASIS, 13 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | * See the License for the specific language governing permissions and 15 | * limitations under the License. 16 | */ 17 | 18 | package org.apache.spark 19 | 20 | /** 21 | * Spark utilities. 22 | */ 23 | package object util 24 | -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/util/random/Pseudorandom.scala: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one or more 3 | * contributor license agreements. See the NOTICE file distributed with 4 | * this work for additional information regarding copyright ownership. 5 | * The ASF licenses this file to You under the Apache License, Version 2.0 6 | * (the "License"); you may not use this file except in compliance with 7 | * the License. You may obtain a copy of the License at 8 | * 9 | * http://www.apache.org/licenses/LICENSE-2.0 10 | * 11 | * Unless required by applicable law or agreed to in writing, software 12 | * distributed under the License is distributed on an "AS IS" BASIS, 13 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | * See the License for the specific language governing permissions and 15 | * limitations under the License. 16 | */ 17 | 18 | package org.apache.spark.util.random 19 | 20 | import org.apache.spark.annotation.DeveloperApi 21 | 22 | /** 23 | * :: DeveloperApi :: 24 | * A class with pseudorandom behavior. 25 | */ 26 | @DeveloperApi 27 | trait Pseudorandom { 28 | /** Set random seed. */ 29 | def setSeed(seed: Long) 30 | } 31 | -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/util/random/package-info.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one or more 3 | * contributor license agreements. See the NOTICE file distributed with 4 | * this work for additional information regarding copyright ownership. 5 | * The ASF licenses this file to You under the Apache License, Version 2.0 6 | * (the "License"); you may not use this file except in compliance with 7 | * the License. You may obtain a copy of the License at 8 | * 9 | * http://www.apache.org/licenses/LICENSE-2.0 10 | * 11 | * Unless required by applicable law or agreed to in writing, software 12 | * distributed under the License is distributed on an "AS IS" BASIS, 13 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | * See the License for the specific language governing permissions and 15 | * limitations under the License. 16 | */ 17 | 18 | /** 19 | * Utilities for random number generation. 20 | */ 21 | package org.apache.spark.util.random; -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/util/random/package.scala: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one or more 3 | * contributor license agreements. See the NOTICE file distributed with 4 | * this work for additional information regarding copyright ownership. 5 | * The ASF licenses this file to You under the Apache License, Version 2.0 6 | * (the "License"); you may not use this file except in compliance with 7 | * the License. You may obtain a copy of the License at 8 | * 9 | * http://www.apache.org/licenses/LICENSE-2.0 10 | * 11 | * Unless required by applicable law or agreed to in writing, software 12 | * distributed under the License is distributed on an "AS IS" BASIS, 13 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | * See the License for the specific language governing permissions and 15 | * limitations under the License. 16 | */ 17 | 18 | package org.apache.spark.util 19 | 20 | /** 21 | * Utilities for random number generation. 22 | */ 23 | package object random 24 | -------------------------------------------------------------------------------- /src/main/wordCount/cn.edu.hust/WordCount.scala: -------------------------------------------------------------------------------- 1 | package cn.edu.hust; 2 | object WordCount 3 | { 4 | def main(args: Array[String]): Unit = { 5 | val conf=new SparkConf().setAppName("WordCount") 6 | //创建SparkContext对象 7 | val sc=new SparkContext(conf) 8 | //TODO WordCount的主要流程,saveAsTextFile这个Action才开始提交任务 9 | sc.textFile(args(0)).flatMap(_.split(" ")).map((_,1)).reduceByKey(_+_).saveAsTextFile(args(1)) 10 | //释放资源 11 | sc.stop() 12 | 13 | } 14 | } -------------------------------------------------------------------------------- /src/test/resources/fairscheduler.xml: -------------------------------------------------------------------------------- 1 | 2 | 18 | 19 | 20 | 21 | 2 22 | 1 23 | FIFO 24 | 25 | 26 | 3 27 | 1 28 | FIFO 29 | 30 | 31 | 32 | 33 | -------------------------------------------------------------------------------- /src/test/resources/keystore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oeljeklaus-you/SparkCore/98c76fa5df4fc1d63ab3216e79f4db0ec764bea6/src/test/resources/keystore -------------------------------------------------------------------------------- /src/test/resources/test_metrics_config.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | *.sink.console.period = 10 19 | *.sink.console.unit = seconds 20 | *.source.jvm.class = org.apache.spark.metrics.source.JvmSource 21 | master.sink.console.period = 20 22 | master.sink.console.unit = minutes 23 | 24 | -------------------------------------------------------------------------------- /src/test/resources/test_metrics_system.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | *.sink.console.period = 10 19 | *.sink.console.unit = seconds 20 | test.sink.console.class = org.apache.spark.metrics.sink.ConsoleSink 21 | test.sink.console.period = 20 22 | test.sink.console.unit = minutes 23 | -------------------------------------------------------------------------------- /src/test/resources/truststore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oeljeklaus-you/SparkCore/98c76fa5df4fc1d63ab3216e79f4db0ec764bea6/src/test/resources/truststore -------------------------------------------------------------------------------- /src/test/resources/untrusted-keystore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oeljeklaus-you/SparkCore/98c76fa5df4fc1d63ab3216e79f4db0ec764bea6/src/test/resources/untrusted-keystore -------------------------------------------------------------------------------- /src/test/scala/org/apache/spark/HashShuffleSuite.scala: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one or more 3 | * contributor license agreements. See the NOTICE file distributed with 4 | * this work for additional information regarding copyright ownership. 5 | * The ASF licenses this file to You under the Apache License, Version 2.0 6 | * (the "License"); you may not use this file except in compliance with 7 | * the License. You may obtain a copy of the License at 8 | * 9 | * http://www.apache.org/licenses/LICENSE-2.0 10 | * 11 | * Unless required by applicable law or agreed to in writing, software 12 | * distributed under the License is distributed on an "AS IS" BASIS, 13 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | * See the License for the specific language governing permissions and 15 | * limitations under the License. 16 | */ 17 | 18 | package org.apache.spark 19 | 20 | import org.scalatest.BeforeAndAfterAll 21 | 22 | class HashShuffleSuite extends ShuffleSuite with BeforeAndAfterAll { 23 | 24 | // This test suite should run all tests in ShuffleSuite with hash-based shuffle. 25 | 26 | override def beforeAll() { 27 | conf.set("spark.shuffle.manager", "hash") 28 | } 29 | } 30 | -------------------------------------------------------------------------------- /src/test/scala/org/apache/spark/ShuffleNettySuite.scala: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one or more 3 | * contributor license agreements. See the NOTICE file distributed with 4 | * this work for additional information regarding copyright ownership. 5 | * The ASF licenses this file to You under the Apache License, Version 2.0 6 | * (the "License"); you may not use this file except in compliance with 7 | * the License. You may obtain a copy of the License at 8 | * 9 | * http://www.apache.org/licenses/LICENSE-2.0 10 | * 11 | * Unless required by applicable law or agreed to in writing, software 12 | * distributed under the License is distributed on an "AS IS" BASIS, 13 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | * See the License for the specific language governing permissions and 15 | * limitations under the License. 16 | */ 17 | 18 | package org.apache.spark 19 | 20 | import org.scalatest.BeforeAndAfterAll 21 | 22 | class ShuffleNettySuite extends ShuffleSuite with BeforeAndAfterAll { 23 | 24 | // This test suite should run all tests in ShuffleSuite with Netty shuffle mode. 25 | 26 | override def beforeAll() { 27 | conf.set("spark.shuffle.blockTransferService", "netty") 28 | } 29 | } 30 | -------------------------------------------------------------------------------- /src/test/scala/org/apache/spark/SortShuffleSuite.scala: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one or more 3 | * contributor license agreements. See the NOTICE file distributed with 4 | * this work for additional information regarding copyright ownership. 5 | * The ASF licenses this file to You under the Apache License, Version 2.0 6 | * (the "License"); you may not use this file except in compliance with 7 | * the License. You may obtain a copy of the License at 8 | * 9 | * http://www.apache.org/licenses/LICENSE-2.0 10 | * 11 | * Unless required by applicable law or agreed to in writing, software 12 | * distributed under the License is distributed on an "AS IS" BASIS, 13 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | * See the License for the specific language governing permissions and 15 | * limitations under the License. 16 | */ 17 | 18 | package org.apache.spark 19 | 20 | import org.scalatest.BeforeAndAfterAll 21 | 22 | class SortShuffleSuite extends ShuffleSuite with BeforeAndAfterAll { 23 | 24 | // This test suite should run all tests in ShuffleSuite with sort-based shuffle. 25 | 26 | override def beforeAll() { 27 | conf.set("spark.shuffle.manager", "sort") 28 | } 29 | } 30 | -------------------------------------------------------------------------------- /src/test/scala/org/apache/spark/executor/TaskMetricsSuite.scala: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one or more 3 | * contributor license agreements. See the NOTICE file distributed with 4 | * this work for additional information regarding copyright ownership. 5 | * The ASF licenses this file to You under the Apache License, Version 2.0 6 | * (the "License"); you may not use this file except in compliance with 7 | * the License. You may obtain a copy of the License at 8 | * 9 | * http://www.apache.org/licenses/LICENSE-2.0 10 | * 11 | * Unless required by applicable law or agreed to in writing, software 12 | * distributed under the License is distributed on an "AS IS" BASIS, 13 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | * See the License for the specific language governing permissions and 15 | * limitations under the License. 16 | */ 17 | 18 | package org.apache.spark.executor 19 | 20 | import org.scalatest.FunSuite 21 | 22 | class TaskMetricsSuite extends FunSuite { 23 | test("[SPARK-5701] updateShuffleReadMetrics: ShuffleReadMetrics not added when no shuffle deps") { 24 | val taskMetrics = new TaskMetrics() 25 | taskMetrics.updateShuffleReadMetrics() 26 | assert(taskMetrics.shuffleReadMetrics.isEmpty) 27 | } 28 | } 29 | -------------------------------------------------------------------------------- /src/test/scala/org/apache/spark/util/collection/FixedHashObject.scala: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one or more 3 | * contributor license agreements. See the NOTICE file distributed with 4 | * this work for additional information regarding copyright ownership. 5 | * The ASF licenses this file to You under the Apache License, Version 2.0 6 | * (the "License"); you may not use this file except in compliance with 7 | * the License. You may obtain a copy of the License at 8 | * 9 | * http://www.apache.org/licenses/LICENSE-2.0 10 | * 11 | * Unless required by applicable law or agreed to in writing, software 12 | * distributed under the License is distributed on an "AS IS" BASIS, 13 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | * See the License for the specific language governing permissions and 15 | * limitations under the License. 16 | */ 17 | 18 | package org.apache.spark.util.collection 19 | 20 | /** 21 | * A dummy class that always returns the same hash code, to easily test hash collisions 22 | */ 23 | case class FixedHashObject(v: Int, h: Int) extends Serializable { 24 | override def hashCode(): Int = h 25 | } 26 | -------------------------------------------------------------------------------- /target/.plxarc: -------------------------------------------------------------------------------- 1 | maven-shared-archive-resources -------------------------------------------------------------------------------- /target/antrun/build-main.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | -------------------------------------------------------------------------------- /target/jars/guava-14.0.1.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oeljeklaus-you/SparkCore/98c76fa5df4fc1d63ab3216e79f4db0ec764bea6/target/jars/guava-14.0.1.jar -------------------------------------------------------------------------------- /target/jars/jetty-continuation-8.1.14.v20131031.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oeljeklaus-you/SparkCore/98c76fa5df4fc1d63ab3216e79f4db0ec764bea6/target/jars/jetty-continuation-8.1.14.v20131031.jar -------------------------------------------------------------------------------- /target/jars/jetty-http-8.1.14.v20131031.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oeljeklaus-you/SparkCore/98c76fa5df4fc1d63ab3216e79f4db0ec764bea6/target/jars/jetty-http-8.1.14.v20131031.jar -------------------------------------------------------------------------------- /target/jars/jetty-io-8.1.14.v20131031.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oeljeklaus-you/SparkCore/98c76fa5df4fc1d63ab3216e79f4db0ec764bea6/target/jars/jetty-io-8.1.14.v20131031.jar -------------------------------------------------------------------------------- /target/jars/jetty-plus-8.1.14.v20131031.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oeljeklaus-you/SparkCore/98c76fa5df4fc1d63ab3216e79f4db0ec764bea6/target/jars/jetty-plus-8.1.14.v20131031.jar -------------------------------------------------------------------------------- /target/jars/jetty-security-8.1.14.v20131031.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oeljeklaus-you/SparkCore/98c76fa5df4fc1d63ab3216e79f4db0ec764bea6/target/jars/jetty-security-8.1.14.v20131031.jar -------------------------------------------------------------------------------- /target/jars/jetty-server-8.1.14.v20131031.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oeljeklaus-you/SparkCore/98c76fa5df4fc1d63ab3216e79f4db0ec764bea6/target/jars/jetty-server-8.1.14.v20131031.jar -------------------------------------------------------------------------------- /target/jars/jetty-servlet-8.1.14.v20131031.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oeljeklaus-you/SparkCore/98c76fa5df4fc1d63ab3216e79f4db0ec764bea6/target/jars/jetty-servlet-8.1.14.v20131031.jar -------------------------------------------------------------------------------- /target/jars/jetty-util-6.1.26.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oeljeklaus-you/SparkCore/98c76fa5df4fc1d63ab3216e79f4db0ec764bea6/target/jars/jetty-util-6.1.26.jar -------------------------------------------------------------------------------- /target/jars/jetty-util-8.1.14.v20131031.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oeljeklaus-you/SparkCore/98c76fa5df4fc1d63ab3216e79f4db0ec764bea6/target/jars/jetty-util-8.1.14.v20131031.jar -------------------------------------------------------------------------------- /target/maven-archiver/pom.properties: -------------------------------------------------------------------------------- 1 | #Generated by Maven 2 | #Fri Mar 25 07:49:43 PDT 2016 3 | version=1.3.1 4 | groupId=org.apache.spark 5 | artifactId=spark-core_2.10 6 | -------------------------------------------------------------------------------- /target/maven-shared-archive-resources/META-INF/NOTICE: -------------------------------------------------------------------------------- 1 | 2 | Spark Project Core 3 | Copyright 2018 The Apache Software Foundation 4 | 5 | This product includes software developed at 6 | The Apache Software Foundation (http://www.apache.org/). 7 | 8 | 9 | -------------------------------------------------------------------------------- /target/maven-status/maven-compiler-plugin/compile/default-compile/createdFiles.lst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oeljeklaus-you/SparkCore/98c76fa5df4fc1d63ab3216e79f4db0ec764bea6/target/maven-status/maven-compiler-plugin/compile/default-compile/createdFiles.lst -------------------------------------------------------------------------------- /target/maven-status/maven-compiler-plugin/testCompile/default-testCompile/createdFiles.lst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oeljeklaus-you/SparkCore/98c76fa5df4fc1d63ab3216e79f4db0ec764bea6/target/maven-status/maven-compiler-plugin/testCompile/default-testCompile/createdFiles.lst -------------------------------------------------------------------------------- /target/maven-status/maven-compiler-plugin/testCompile/default-testCompile/inputFiles.lst: -------------------------------------------------------------------------------- 1 | /itcast/spark-1.3.1/core/src/test/java/test/org/apache/spark/JavaTaskCompletionListenerImpl.java 2 | /itcast/spark-1.3.1/core/src/test/java/org/apache/spark/util/collection/TestTimSort.java 3 | /itcast/spark-1.3.1/core/src/test/java/test/org/apache/spark/JavaTaskContextCompileCheck.java 4 | /itcast/spark-1.3.1/core/src/test/java/org/apache/spark/serializer/TestJavaSerializerImpl.java 5 | /itcast/spark-1.3.1/core/src/test/java/org/apache/spark/JavaAPISuite.java 6 | /itcast/spark-1.3.1/core/src/test/java/org/apache/spark/JavaJdbcRDDSuite.java 7 | -------------------------------------------------------------------------------- /target/original-spark-core_2.10-1.3.1.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oeljeklaus-you/SparkCore/98c76fa5df4fc1d63ab3216e79f4db0ec764bea6/target/original-spark-core_2.10-1.3.1.jar -------------------------------------------------------------------------------- /target/scala-2.10/classes/META-INF/NOTICE: -------------------------------------------------------------------------------- 1 | 2 | Spark Project Core 3 | Copyright 2018 The Apache Software Foundation 4 | 5 | This product includes software developed at 6 | The Apache Software Foundation (http://www.apache.org/). 7 | 8 | 9 | -------------------------------------------------------------------------------- /target/scala-2.10/classes/org/apache/spark/log4j-defaults.properties: -------------------------------------------------------------------------------- 1 | # Set everything to be logged to the console 2 | log4j.rootCategory=INFO, console 3 | log4j.appender.console=org.apache.log4j.ConsoleAppender 4 | log4j.appender.console.target=System.err 5 | log4j.appender.console.layout=org.apache.log4j.PatternLayout 6 | log4j.appender.console.layout.ConversionPattern=%d{yy/MM/dd HH:mm:ss} %p %c{1}: %m%n 7 | 8 | # Settings to quiet third party logs that are too verbose 9 | log4j.logger.org.eclipse.jetty=WARN 10 | log4j.logger.org.eclipse.jetty.util.component.AbstractLifeCycle=ERROR 11 | log4j.logger.org.apache.spark.repl.SparkIMain$exprTyper=INFO 12 | log4j.logger.org.apache.spark.repl.SparkILoop$SparkILoopInterpreter=INFO 13 | -------------------------------------------------------------------------------- /target/scala-2.10/classes/org/apache/spark/ui/static/initialize-tooltips.js: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one or more 3 | * contributor license agreements. See the NOTICE file distributed with 4 | * this work for additional information regarding copyright ownership. 5 | * The ASF licenses this file to You under the Apache License, Version 2.0 6 | * (the "License"); you may not use this file except in compliance with 7 | * the License. You may obtain a copy of the License at 8 | * 9 | * http://www.apache.org/licenses/LICENSE-2.0 10 | * 11 | * Unless required by applicable law or agreed to in writing, software 12 | * distributed under the License is distributed on an "AS IS" BASIS, 13 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | * See the License for the specific language governing permissions and 15 | * limitations under the License. 16 | */ 17 | 18 | $(document).ready(function(){ 19 | $("[data-toggle=tooltip]").tooltip({container: 'body'}); 20 | }); 21 | 22 | -------------------------------------------------------------------------------- /target/scala-2.10/classes/org/apache/spark/ui/static/sorttable.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oeljeklaus-you/SparkCore/98c76fa5df4fc1d63ab3216e79f4db0ec764bea6/target/scala-2.10/classes/org/apache/spark/ui/static/sorttable.js -------------------------------------------------------------------------------- /target/scala-2.10/classes/org/apache/spark/ui/static/spark-logo-77x50px-hd.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oeljeklaus-you/SparkCore/98c76fa5df4fc1d63ab3216e79f4db0ec764bea6/target/scala-2.10/classes/org/apache/spark/ui/static/spark-logo-77x50px-hd.png -------------------------------------------------------------------------------- /target/scala-2.10/classes/org/apache/spark/ui/static/spark_logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oeljeklaus-you/SparkCore/98c76fa5df4fc1d63ab3216e79f4db0ec764bea6/target/scala-2.10/classes/org/apache/spark/ui/static/spark_logo.png -------------------------------------------------------------------------------- /target/scala-2.10/classes/py4j/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oeljeklaus-you/SparkCore/98c76fa5df4fc1d63ab3216e79f4db0ec764bea6/target/scala-2.10/classes/py4j/__init__.py -------------------------------------------------------------------------------- /target/scala-2.10/classes/py4j/version.py: -------------------------------------------------------------------------------- 1 | __version__ = '0.8.2.1' 2 | -------------------------------------------------------------------------------- /target/scala-2.10/test-classes/META-INF/NOTICE: -------------------------------------------------------------------------------- 1 | 2 | Spark Project Core 3 | Copyright 2016 The Apache Software Foundation 4 | 5 | This product includes software developed at 6 | The Apache Software Foundation (http://www.apache.org/). 7 | 8 | 9 | -------------------------------------------------------------------------------- /target/scala-2.10/test-classes/fairscheduler.xml: -------------------------------------------------------------------------------- 1 | 2 | 18 | 19 | 20 | 21 | 2 22 | 1 23 | FIFO 24 | 25 | 26 | 3 27 | 1 28 | FIFO 29 | 30 | 31 | 32 | 33 | -------------------------------------------------------------------------------- /target/scala-2.10/test-classes/keystore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oeljeklaus-you/SparkCore/98c76fa5df4fc1d63ab3216e79f4db0ec764bea6/target/scala-2.10/test-classes/keystore -------------------------------------------------------------------------------- /target/scala-2.10/test-classes/test_metrics_config.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | *.sink.console.period = 10 19 | *.sink.console.unit = seconds 20 | *.source.jvm.class = org.apache.spark.metrics.source.JvmSource 21 | master.sink.console.period = 20 22 | master.sink.console.unit = minutes 23 | 24 | -------------------------------------------------------------------------------- /target/scala-2.10/test-classes/test_metrics_system.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | *.sink.console.period = 10 19 | *.sink.console.unit = seconds 20 | test.sink.console.class = org.apache.spark.metrics.sink.ConsoleSink 21 | test.sink.console.period = 20 22 | test.sink.console.unit = minutes 23 | -------------------------------------------------------------------------------- /target/scala-2.10/test-classes/truststore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oeljeklaus-you/SparkCore/98c76fa5df4fc1d63ab3216e79f4db0ec764bea6/target/scala-2.10/test-classes/truststore -------------------------------------------------------------------------------- /target/scala-2.10/test-classes/untrusted-keystore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oeljeklaus-you/SparkCore/98c76fa5df4fc1d63ab3216e79f4db0ec764bea6/target/scala-2.10/test-classes/untrusted-keystore -------------------------------------------------------------------------------- /target/spark-core_2.10-1.3.1-sources.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oeljeklaus-you/SparkCore/98c76fa5df4fc1d63ab3216e79f4db0ec764bea6/target/spark-core_2.10-1.3.1-sources.jar -------------------------------------------------------------------------------- /target/spark-core_2.10-1.3.1.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oeljeklaus-you/SparkCore/98c76fa5df4fc1d63ab3216e79f4db0ec764bea6/target/spark-core_2.10-1.3.1.jar --------------------------------------------------------------------------------