├── .DS_Store ├── .gitignore ├── Cases ├── ASE-OOM.pages │ ├── Data │ │ ├── Hardcover_bullet_black-13.png │ │ ├── pasted-image-21.pdf │ │ └── pasted-image-small-20.png │ ├── Index.zip │ ├── Metadata │ │ ├── BuildVersionHistory.plist │ │ ├── DocumentIdentifier │ │ └── Properties.plist │ ├── preview-micro.jpg │ ├── preview-web.jpg │ └── preview.jpg ├── An Empirical Study of the Out of Memory Errors in Apache Spark.docx ├── An Empirical Study of the Out of Memory Errors in Apache Spark.pdf ├── An Empirical Study of the Out of Memory Errors in Data-parallel Applications.docx ├── An Empirical Study of the Out of Memory Errors in Data.pdf ├── An Empirical Study of the Out of Memory Errors in Hadoop.docx ├── An Empirical Study of the Out of Memory Errors in Hadoop.pdf ├── An empirical study on Apache Spark.docx ├── OOM JIRAs in Hadoop common mailing list.md ├── OOM cases in Hadoop common mailing list.md ├── OOM-Cases-Spark-User-Nabble-Categoried.md ├── OOM-Cases-Spark-User-Nabble-EmpiricalStudy.md ├── OOM-Cases-Spark-User-Nabble-Study.md ├── Real-world OOM errors in distributed data-parallel applications.docx ├── Real-world OOM errors in distributed data-parallel applications.pdf ├── Real-world-OOM-Cases.docx ├── Real-world-OOM-Cases.pdf └── Statistics.docx ├── Grind ├── Evaluation.py ├── Experiments.md ├── NewExperiments.py ├── OOM in Spark ├── OOM-Cases-In-StackOverflow.docx ├── OOM-Cases-In-StackOverflow.pdf ├── OOM-Cases-Spark-User-Nabble-Study.md ├── OOM-Cases-Spark-User-Nabble.md ├── OOM-Cases-about-Spark-in-StackOverflow.md ├── OOM-Cases-in-Hadoop-new.md ├── OOM-Cases-in-Hadoop.md ├── OOM-Cases-in-Spark-Dev.md ├── OOM-Cases-in-Spark-Users.md ├── OOM-Cases-in-ebook.md ├── Real-world-OOM-Cases.docx ├── Real-world-OOM-Cases.pdf └── thoughts.docx ├── SparkInternals ├── Graphs │ ├── Architecture.graffle │ ├── JobRDD.graffle │ ├── MapOutputTrackerGraph.graffle │ ├── PhysicalPlan.graffle │ └── shuffle-write-graph.graffle ├── SparkInternals-md │ ├── 0-Introduction.md │ ├── 1-Overview.md │ ├── 2-JobLogicPlan.md │ ├── 2-TaskGeneration.md │ ├── 3-JobPhysicalPlan.md │ ├── 4-shuffleDetails.md │ └── figures │ │ ├── Coalesce.pdf │ │ ├── ComplexJob.pdf │ │ ├── ComplexJobStage.pdf │ │ ├── ComplexTask.pdf │ │ ├── Dependency.pdf │ │ ├── ExternalAppendOnlyMap.pdf │ │ ├── GeneralLogicalPlan.pdf │ │ ├── JobSubmission.pdf │ │ ├── MapReduce.pdf │ │ ├── OneToOneDependency.pdf │ │ ├── ShuffleCoGroup.pdf │ │ ├── ShuffleCoalesce.pdf │ │ ├── ShuffleDistinct.pdf │ │ ├── ShuffleGroupByKey.pdf │ │ ├── ShuffleIntersection.pdf │ │ ├── ShuffleJoin.pdf │ │ ├── ShuffleSortByKey.pdf │ │ ├── appendonlymap.pdf │ │ ├── cartesian.pdf │ │ ├── cartesianPipeline.pdf │ │ ├── cogroup.pdf │ │ ├── distinct.pdf │ │ ├── groupByKey.pdf │ │ ├── intersection.pdf │ │ ├── join.pdf │ │ ├── pipeline.pdf │ │ ├── reduceByKey.pdf │ │ ├── reduceByKeyRecord.pdf │ │ ├── reduceByKeyStage.pdf │ │ ├── shuffle-reduce.pdf │ │ ├── shuffle-write-consolidation.pdf │ │ ├── shuffle-write-graph.pdf │ │ ├── shuffle-write-no-consolidation.pdf │ │ ├── sortByKey.pdf │ │ └── union.pdf ├── svgFigures │ ├── Cartesian.pdf │ ├── GeneralLogicalPlan.pdf │ ├── JobRDD.pdf │ ├── NarrowDependency.pdf │ ├── PhysicalView.pdf │ ├── Spark-architecture.svg │ ├── UnionRDD.pdf │ ├── UserView.pdf │ ├── coalesce.pdf │ ├── cogroup.pdf │ ├── deploy.pdf │ ├── deploy.svg │ ├── distinct.pdf │ ├── groupByKey.pdf │ ├── intersection.pdf │ ├── join.pdf │ ├── reduceyByKey.pdf │ ├── shuffle-write-graph.svg │ └── sortByKey.pdf └── tmp │ ├── 1-BasicArchitecture.md │ ├── Spark-internals.pages │ ├── Data │ │ ├── 125144832_750x539px-small-18.jpg │ │ ├── pasted-image-38.pdf │ │ ├── pasted-image-40.pdf │ │ ├── pasted-image-42.pdf │ │ ├── pasted-image-small-39.png │ │ ├── pasted-image-small-41.png │ │ └── pasted-image-small-43.png │ ├── Index.zip │ ├── Metadata │ │ ├── BuildVersionHistory.plist │ │ ├── DocumentIdentifier │ │ └── Properties.plist │ ├── preview-micro.jpg │ ├── preview-web.jpg │ └── preview.jpg │ └── spark_internals.md └── Statistics └── 常用分布.md /.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/.DS_Store -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/.gitignore -------------------------------------------------------------------------------- /Cases/ASE-OOM.pages/Data/Hardcover_bullet_black-13.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/Cases/ASE-OOM.pages/Data/Hardcover_bullet_black-13.png -------------------------------------------------------------------------------- /Cases/ASE-OOM.pages/Data/pasted-image-21.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/Cases/ASE-OOM.pages/Data/pasted-image-21.pdf -------------------------------------------------------------------------------- /Cases/ASE-OOM.pages/Data/pasted-image-small-20.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/Cases/ASE-OOM.pages/Data/pasted-image-small-20.png -------------------------------------------------------------------------------- /Cases/ASE-OOM.pages/Index.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/Cases/ASE-OOM.pages/Index.zip -------------------------------------------------------------------------------- /Cases/ASE-OOM.pages/Metadata/BuildVersionHistory.plist: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/Cases/ASE-OOM.pages/Metadata/BuildVersionHistory.plist -------------------------------------------------------------------------------- /Cases/ASE-OOM.pages/Metadata/DocumentIdentifier: -------------------------------------------------------------------------------- 1 | 2284EAE7-1211-4C6E-B322-40D771D323A0 -------------------------------------------------------------------------------- /Cases/ASE-OOM.pages/Metadata/Properties.plist: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/Cases/ASE-OOM.pages/Metadata/Properties.plist -------------------------------------------------------------------------------- /Cases/ASE-OOM.pages/preview-micro.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/Cases/ASE-OOM.pages/preview-micro.jpg -------------------------------------------------------------------------------- /Cases/ASE-OOM.pages/preview-web.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/Cases/ASE-OOM.pages/preview-web.jpg -------------------------------------------------------------------------------- /Cases/ASE-OOM.pages/preview.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/Cases/ASE-OOM.pages/preview.jpg -------------------------------------------------------------------------------- /Cases/An Empirical Study of the Out of Memory Errors in Apache Spark.docx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/Cases/An Empirical Study of the Out of Memory Errors in Apache Spark.docx -------------------------------------------------------------------------------- /Cases/An Empirical Study of the Out of Memory Errors in Apache Spark.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/Cases/An Empirical Study of the Out of Memory Errors in Apache Spark.pdf -------------------------------------------------------------------------------- /Cases/An Empirical Study of the Out of Memory Errors in Data-parallel Applications.docx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/Cases/An Empirical Study of the Out of Memory Errors in Data-parallel Applications.docx -------------------------------------------------------------------------------- /Cases/An Empirical Study of the Out of Memory Errors in Data.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/Cases/An Empirical Study of the Out of Memory Errors in Data.pdf -------------------------------------------------------------------------------- /Cases/An Empirical Study of the Out of Memory Errors in Hadoop.docx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/Cases/An Empirical Study of the Out of Memory Errors in Hadoop.docx -------------------------------------------------------------------------------- /Cases/An Empirical Study of the Out of Memory Errors in Hadoop.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/Cases/An Empirical Study of the Out of Memory Errors in Hadoop.pdf -------------------------------------------------------------------------------- /Cases/An empirical study on Apache Spark.docx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/Cases/An empirical study on Apache Spark.docx -------------------------------------------------------------------------------- /Cases/OOM JIRAs in Hadoop common mailing list.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/Cases/OOM JIRAs in Hadoop common mailing list.md -------------------------------------------------------------------------------- /Cases/OOM cases in Hadoop common mailing list.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/Cases/OOM cases in Hadoop common mailing list.md -------------------------------------------------------------------------------- /Cases/OOM-Cases-Spark-User-Nabble-Categoried.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/Cases/OOM-Cases-Spark-User-Nabble-Categoried.md -------------------------------------------------------------------------------- /Cases/OOM-Cases-Spark-User-Nabble-EmpiricalStudy.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/Cases/OOM-Cases-Spark-User-Nabble-EmpiricalStudy.md -------------------------------------------------------------------------------- /Cases/OOM-Cases-Spark-User-Nabble-Study.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/Cases/OOM-Cases-Spark-User-Nabble-Study.md -------------------------------------------------------------------------------- /Cases/Real-world OOM errors in distributed data-parallel applications.docx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/Cases/Real-world OOM errors in distributed data-parallel applications.docx -------------------------------------------------------------------------------- /Cases/Real-world OOM errors in distributed data-parallel applications.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/Cases/Real-world OOM errors in distributed data-parallel applications.pdf -------------------------------------------------------------------------------- /Cases/Real-world-OOM-Cases.docx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/Cases/Real-world-OOM-Cases.docx -------------------------------------------------------------------------------- /Cases/Real-world-OOM-Cases.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/Cases/Real-world-OOM-Cases.pdf -------------------------------------------------------------------------------- /Cases/Statistics.docx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/Cases/Statistics.docx -------------------------------------------------------------------------------- /Grind/Evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/Grind/Evaluation.py -------------------------------------------------------------------------------- /Grind/Experiments.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/Grind/Experiments.md -------------------------------------------------------------------------------- /Grind/NewExperiments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/Grind/NewExperiments.py -------------------------------------------------------------------------------- /Grind/OOM in Spark: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/Grind/OOM in Spark -------------------------------------------------------------------------------- /Grind/OOM-Cases-In-StackOverflow.docx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/Grind/OOM-Cases-In-StackOverflow.docx -------------------------------------------------------------------------------- /Grind/OOM-Cases-In-StackOverflow.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/Grind/OOM-Cases-In-StackOverflow.pdf -------------------------------------------------------------------------------- /Grind/OOM-Cases-Spark-User-Nabble-Study.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/Grind/OOM-Cases-Spark-User-Nabble-Study.md -------------------------------------------------------------------------------- /Grind/OOM-Cases-Spark-User-Nabble.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/Grind/OOM-Cases-Spark-User-Nabble.md -------------------------------------------------------------------------------- /Grind/OOM-Cases-about-Spark-in-StackOverflow.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/Grind/OOM-Cases-about-Spark-in-StackOverflow.md -------------------------------------------------------------------------------- /Grind/OOM-Cases-in-Hadoop-new.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/Grind/OOM-Cases-in-Hadoop-new.md -------------------------------------------------------------------------------- /Grind/OOM-Cases-in-Hadoop.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/Grind/OOM-Cases-in-Hadoop.md -------------------------------------------------------------------------------- /Grind/OOM-Cases-in-Spark-Dev.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/Grind/OOM-Cases-in-Spark-Dev.md -------------------------------------------------------------------------------- /Grind/OOM-Cases-in-Spark-Users.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/Grind/OOM-Cases-in-Spark-Users.md -------------------------------------------------------------------------------- /Grind/OOM-Cases-in-ebook.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/Grind/OOM-Cases-in-ebook.md -------------------------------------------------------------------------------- /Grind/Real-world-OOM-Cases.docx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/Grind/Real-world-OOM-Cases.docx -------------------------------------------------------------------------------- /Grind/Real-world-OOM-Cases.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/Grind/Real-world-OOM-Cases.pdf -------------------------------------------------------------------------------- /Grind/thoughts.docx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/Grind/thoughts.docx -------------------------------------------------------------------------------- /SparkInternals/Graphs/Architecture.graffle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/SparkInternals/Graphs/Architecture.graffle -------------------------------------------------------------------------------- /SparkInternals/Graphs/JobRDD.graffle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/SparkInternals/Graphs/JobRDD.graffle -------------------------------------------------------------------------------- /SparkInternals/Graphs/MapOutputTrackerGraph.graffle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/SparkInternals/Graphs/MapOutputTrackerGraph.graffle -------------------------------------------------------------------------------- /SparkInternals/Graphs/PhysicalPlan.graffle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/SparkInternals/Graphs/PhysicalPlan.graffle -------------------------------------------------------------------------------- /SparkInternals/Graphs/shuffle-write-graph.graffle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/SparkInternals/Graphs/shuffle-write-graph.graffle -------------------------------------------------------------------------------- /SparkInternals/SparkInternals-md/0-Introduction.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/SparkInternals/SparkInternals-md/0-Introduction.md -------------------------------------------------------------------------------- /SparkInternals/SparkInternals-md/1-Overview.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/SparkInternals/SparkInternals-md/1-Overview.md -------------------------------------------------------------------------------- /SparkInternals/SparkInternals-md/2-JobLogicPlan.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/SparkInternals/SparkInternals-md/2-JobLogicPlan.md -------------------------------------------------------------------------------- /SparkInternals/SparkInternals-md/2-TaskGeneration.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/SparkInternals/SparkInternals-md/2-TaskGeneration.md -------------------------------------------------------------------------------- /SparkInternals/SparkInternals-md/3-JobPhysicalPlan.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/SparkInternals/SparkInternals-md/3-JobPhysicalPlan.md -------------------------------------------------------------------------------- /SparkInternals/SparkInternals-md/4-shuffleDetails.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/SparkInternals/SparkInternals-md/4-shuffleDetails.md -------------------------------------------------------------------------------- /SparkInternals/SparkInternals-md/figures/Coalesce.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/SparkInternals/SparkInternals-md/figures/Coalesce.pdf -------------------------------------------------------------------------------- /SparkInternals/SparkInternals-md/figures/ComplexJob.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/SparkInternals/SparkInternals-md/figures/ComplexJob.pdf -------------------------------------------------------------------------------- /SparkInternals/SparkInternals-md/figures/ComplexJobStage.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/SparkInternals/SparkInternals-md/figures/ComplexJobStage.pdf -------------------------------------------------------------------------------- /SparkInternals/SparkInternals-md/figures/ComplexTask.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/SparkInternals/SparkInternals-md/figures/ComplexTask.pdf -------------------------------------------------------------------------------- /SparkInternals/SparkInternals-md/figures/Dependency.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/SparkInternals/SparkInternals-md/figures/Dependency.pdf -------------------------------------------------------------------------------- /SparkInternals/SparkInternals-md/figures/ExternalAppendOnlyMap.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/SparkInternals/SparkInternals-md/figures/ExternalAppendOnlyMap.pdf -------------------------------------------------------------------------------- /SparkInternals/SparkInternals-md/figures/GeneralLogicalPlan.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/SparkInternals/SparkInternals-md/figures/GeneralLogicalPlan.pdf -------------------------------------------------------------------------------- /SparkInternals/SparkInternals-md/figures/JobSubmission.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/SparkInternals/SparkInternals-md/figures/JobSubmission.pdf -------------------------------------------------------------------------------- /SparkInternals/SparkInternals-md/figures/MapReduce.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/SparkInternals/SparkInternals-md/figures/MapReduce.pdf -------------------------------------------------------------------------------- /SparkInternals/SparkInternals-md/figures/OneToOneDependency.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/SparkInternals/SparkInternals-md/figures/OneToOneDependency.pdf -------------------------------------------------------------------------------- /SparkInternals/SparkInternals-md/figures/ShuffleCoGroup.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/SparkInternals/SparkInternals-md/figures/ShuffleCoGroup.pdf -------------------------------------------------------------------------------- /SparkInternals/SparkInternals-md/figures/ShuffleCoalesce.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/SparkInternals/SparkInternals-md/figures/ShuffleCoalesce.pdf -------------------------------------------------------------------------------- /SparkInternals/SparkInternals-md/figures/ShuffleDistinct.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/SparkInternals/SparkInternals-md/figures/ShuffleDistinct.pdf -------------------------------------------------------------------------------- /SparkInternals/SparkInternals-md/figures/ShuffleGroupByKey.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/SparkInternals/SparkInternals-md/figures/ShuffleGroupByKey.pdf -------------------------------------------------------------------------------- /SparkInternals/SparkInternals-md/figures/ShuffleIntersection.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/SparkInternals/SparkInternals-md/figures/ShuffleIntersection.pdf -------------------------------------------------------------------------------- /SparkInternals/SparkInternals-md/figures/ShuffleJoin.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/SparkInternals/SparkInternals-md/figures/ShuffleJoin.pdf -------------------------------------------------------------------------------- /SparkInternals/SparkInternals-md/figures/ShuffleSortByKey.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/SparkInternals/SparkInternals-md/figures/ShuffleSortByKey.pdf -------------------------------------------------------------------------------- /SparkInternals/SparkInternals-md/figures/appendonlymap.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/SparkInternals/SparkInternals-md/figures/appendonlymap.pdf -------------------------------------------------------------------------------- /SparkInternals/SparkInternals-md/figures/cartesian.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/SparkInternals/SparkInternals-md/figures/cartesian.pdf -------------------------------------------------------------------------------- /SparkInternals/SparkInternals-md/figures/cartesianPipeline.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/SparkInternals/SparkInternals-md/figures/cartesianPipeline.pdf -------------------------------------------------------------------------------- /SparkInternals/SparkInternals-md/figures/cogroup.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/SparkInternals/SparkInternals-md/figures/cogroup.pdf -------------------------------------------------------------------------------- /SparkInternals/SparkInternals-md/figures/distinct.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/SparkInternals/SparkInternals-md/figures/distinct.pdf -------------------------------------------------------------------------------- /SparkInternals/SparkInternals-md/figures/groupByKey.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/SparkInternals/SparkInternals-md/figures/groupByKey.pdf -------------------------------------------------------------------------------- /SparkInternals/SparkInternals-md/figures/intersection.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/SparkInternals/SparkInternals-md/figures/intersection.pdf -------------------------------------------------------------------------------- /SparkInternals/SparkInternals-md/figures/join.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/SparkInternals/SparkInternals-md/figures/join.pdf -------------------------------------------------------------------------------- /SparkInternals/SparkInternals-md/figures/pipeline.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/SparkInternals/SparkInternals-md/figures/pipeline.pdf -------------------------------------------------------------------------------- /SparkInternals/SparkInternals-md/figures/reduceByKey.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/SparkInternals/SparkInternals-md/figures/reduceByKey.pdf -------------------------------------------------------------------------------- /SparkInternals/SparkInternals-md/figures/reduceByKeyRecord.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/SparkInternals/SparkInternals-md/figures/reduceByKeyRecord.pdf -------------------------------------------------------------------------------- /SparkInternals/SparkInternals-md/figures/reduceByKeyStage.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/SparkInternals/SparkInternals-md/figures/reduceByKeyStage.pdf -------------------------------------------------------------------------------- /SparkInternals/SparkInternals-md/figures/shuffle-reduce.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/SparkInternals/SparkInternals-md/figures/shuffle-reduce.pdf -------------------------------------------------------------------------------- /SparkInternals/SparkInternals-md/figures/shuffle-write-consolidation.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/SparkInternals/SparkInternals-md/figures/shuffle-write-consolidation.pdf -------------------------------------------------------------------------------- /SparkInternals/SparkInternals-md/figures/shuffle-write-graph.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/SparkInternals/SparkInternals-md/figures/shuffle-write-graph.pdf -------------------------------------------------------------------------------- /SparkInternals/SparkInternals-md/figures/shuffle-write-no-consolidation.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/SparkInternals/SparkInternals-md/figures/shuffle-write-no-consolidation.pdf -------------------------------------------------------------------------------- /SparkInternals/SparkInternals-md/figures/sortByKey.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/SparkInternals/SparkInternals-md/figures/sortByKey.pdf -------------------------------------------------------------------------------- /SparkInternals/SparkInternals-md/figures/union.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/SparkInternals/SparkInternals-md/figures/union.pdf -------------------------------------------------------------------------------- /SparkInternals/svgFigures/Cartesian.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/SparkInternals/svgFigures/Cartesian.pdf -------------------------------------------------------------------------------- /SparkInternals/svgFigures/GeneralLogicalPlan.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/SparkInternals/svgFigures/GeneralLogicalPlan.pdf -------------------------------------------------------------------------------- /SparkInternals/svgFigures/JobRDD.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/SparkInternals/svgFigures/JobRDD.pdf -------------------------------------------------------------------------------- /SparkInternals/svgFigures/NarrowDependency.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/SparkInternals/svgFigures/NarrowDependency.pdf -------------------------------------------------------------------------------- /SparkInternals/svgFigures/PhysicalView.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/SparkInternals/svgFigures/PhysicalView.pdf -------------------------------------------------------------------------------- /SparkInternals/svgFigures/Spark-architecture.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/SparkInternals/svgFigures/Spark-architecture.svg -------------------------------------------------------------------------------- /SparkInternals/svgFigures/UnionRDD.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/SparkInternals/svgFigures/UnionRDD.pdf -------------------------------------------------------------------------------- /SparkInternals/svgFigures/UserView.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/SparkInternals/svgFigures/UserView.pdf -------------------------------------------------------------------------------- /SparkInternals/svgFigures/coalesce.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/SparkInternals/svgFigures/coalesce.pdf -------------------------------------------------------------------------------- /SparkInternals/svgFigures/cogroup.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/SparkInternals/svgFigures/cogroup.pdf -------------------------------------------------------------------------------- /SparkInternals/svgFigures/deploy.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/SparkInternals/svgFigures/deploy.pdf -------------------------------------------------------------------------------- /SparkInternals/svgFigures/deploy.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/SparkInternals/svgFigures/deploy.svg -------------------------------------------------------------------------------- /SparkInternals/svgFigures/distinct.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/SparkInternals/svgFigures/distinct.pdf -------------------------------------------------------------------------------- /SparkInternals/svgFigures/groupByKey.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/SparkInternals/svgFigures/groupByKey.pdf -------------------------------------------------------------------------------- /SparkInternals/svgFigures/intersection.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/SparkInternals/svgFigures/intersection.pdf -------------------------------------------------------------------------------- /SparkInternals/svgFigures/join.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/SparkInternals/svgFigures/join.pdf -------------------------------------------------------------------------------- /SparkInternals/svgFigures/reduceyByKey.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/SparkInternals/svgFigures/reduceyByKey.pdf -------------------------------------------------------------------------------- /SparkInternals/svgFigures/shuffle-write-graph.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/SparkInternals/svgFigures/shuffle-write-graph.svg -------------------------------------------------------------------------------- /SparkInternals/svgFigures/sortByKey.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/SparkInternals/svgFigures/sortByKey.pdf -------------------------------------------------------------------------------- /SparkInternals/tmp/1-BasicArchitecture.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/SparkInternals/tmp/1-BasicArchitecture.md -------------------------------------------------------------------------------- /SparkInternals/tmp/Spark-internals.pages/Data/125144832_750x539px-small-18.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/SparkInternals/tmp/Spark-internals.pages/Data/125144832_750x539px-small-18.jpg -------------------------------------------------------------------------------- /SparkInternals/tmp/Spark-internals.pages/Data/pasted-image-38.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/SparkInternals/tmp/Spark-internals.pages/Data/pasted-image-38.pdf -------------------------------------------------------------------------------- /SparkInternals/tmp/Spark-internals.pages/Data/pasted-image-40.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/SparkInternals/tmp/Spark-internals.pages/Data/pasted-image-40.pdf -------------------------------------------------------------------------------- /SparkInternals/tmp/Spark-internals.pages/Data/pasted-image-42.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/SparkInternals/tmp/Spark-internals.pages/Data/pasted-image-42.pdf -------------------------------------------------------------------------------- /SparkInternals/tmp/Spark-internals.pages/Data/pasted-image-small-39.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/SparkInternals/tmp/Spark-internals.pages/Data/pasted-image-small-39.png -------------------------------------------------------------------------------- /SparkInternals/tmp/Spark-internals.pages/Data/pasted-image-small-41.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/SparkInternals/tmp/Spark-internals.pages/Data/pasted-image-small-41.png -------------------------------------------------------------------------------- /SparkInternals/tmp/Spark-internals.pages/Data/pasted-image-small-43.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/SparkInternals/tmp/Spark-internals.pages/Data/pasted-image-small-43.png -------------------------------------------------------------------------------- /SparkInternals/tmp/Spark-internals.pages/Index.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/SparkInternals/tmp/Spark-internals.pages/Index.zip -------------------------------------------------------------------------------- /SparkInternals/tmp/Spark-internals.pages/Metadata/BuildVersionHistory.plist: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/SparkInternals/tmp/Spark-internals.pages/Metadata/BuildVersionHistory.plist -------------------------------------------------------------------------------- /SparkInternals/tmp/Spark-internals.pages/Metadata/DocumentIdentifier: -------------------------------------------------------------------------------- 1 | 103145BC-5791-4CB6-B82C-0B21C69A05E9 -------------------------------------------------------------------------------- /SparkInternals/tmp/Spark-internals.pages/Metadata/Properties.plist: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/SparkInternals/tmp/Spark-internals.pages/Metadata/Properties.plist -------------------------------------------------------------------------------- /SparkInternals/tmp/Spark-internals.pages/preview-micro.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/SparkInternals/tmp/Spark-internals.pages/preview-micro.jpg -------------------------------------------------------------------------------- /SparkInternals/tmp/Spark-internals.pages/preview-web.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/SparkInternals/tmp/Spark-internals.pages/preview-web.jpg -------------------------------------------------------------------------------- /SparkInternals/tmp/Spark-internals.pages/preview.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/SparkInternals/tmp/Spark-internals.pages/preview.jpg -------------------------------------------------------------------------------- /SparkInternals/tmp/spark_internals.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/SparkInternals/tmp/spark_internals.md -------------------------------------------------------------------------------- /Statistics/常用分布.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JerryLead/MyNotes/HEAD/Statistics/常用分布.md --------------------------------------------------------------------------------