├── README.md ├── analysis ├── core │ ├── block_manager.md │ ├── memory_manager.md │ ├── spark_shuffle.md │ ├── spark_shuffle_new.md │ ├── spark_sort_shuffle.md │ └── task_schedule.md └── sql │ ├── spark_sql_execution.md │ ├── spark_sql_join_1.md │ ├── spark_sql_join_2.md │ ├── spark_sql_optimize.md │ ├── spark_sql_parser.md │ ├── spark_sql_physicalplan.md │ └── spark_sql_preparation.md └── pic ├── Catalyst-Optimizer-diagram.png ├── Catalyst-analysis.png ├── Expression_LogicalPlan.png ├── Iterator.png ├── Node.png ├── Optimizer-diagram.png ├── Spark-Memory-Management-1.6.0.png ├── blockManager.png ├── example.png ├── generate_LogicalPlan.png ├── jointree.png ├── new-memory-offheap.png ├── physical_plan.png ├── plan.png ├── pmod.png ├── rddCompute.png ├── reorderJoin.png ├── sort-distribution.png └── task-block.png /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/summerDG/spark-code-analysis/HEAD/README.md -------------------------------------------------------------------------------- /analysis/core/block_manager.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/summerDG/spark-code-analysis/HEAD/analysis/core/block_manager.md -------------------------------------------------------------------------------- /analysis/core/memory_manager.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/summerDG/spark-code-analysis/HEAD/analysis/core/memory_manager.md -------------------------------------------------------------------------------- /analysis/core/spark_shuffle.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/summerDG/spark-code-analysis/HEAD/analysis/core/spark_shuffle.md -------------------------------------------------------------------------------- /analysis/core/spark_shuffle_new.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/summerDG/spark-code-analysis/HEAD/analysis/core/spark_shuffle_new.md -------------------------------------------------------------------------------- /analysis/core/spark_sort_shuffle.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/summerDG/spark-code-analysis/HEAD/analysis/core/spark_sort_shuffle.md -------------------------------------------------------------------------------- /analysis/core/task_schedule.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/summerDG/spark-code-analysis/HEAD/analysis/core/task_schedule.md -------------------------------------------------------------------------------- /analysis/sql/spark_sql_execution.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/summerDG/spark-code-analysis/HEAD/analysis/sql/spark_sql_execution.md -------------------------------------------------------------------------------- /analysis/sql/spark_sql_join_1.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/summerDG/spark-code-analysis/HEAD/analysis/sql/spark_sql_join_1.md -------------------------------------------------------------------------------- /analysis/sql/spark_sql_join_2.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/summerDG/spark-code-analysis/HEAD/analysis/sql/spark_sql_join_2.md -------------------------------------------------------------------------------- /analysis/sql/spark_sql_optimize.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/summerDG/spark-code-analysis/HEAD/analysis/sql/spark_sql_optimize.md -------------------------------------------------------------------------------- /analysis/sql/spark_sql_parser.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/summerDG/spark-code-analysis/HEAD/analysis/sql/spark_sql_parser.md -------------------------------------------------------------------------------- /analysis/sql/spark_sql_physicalplan.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/summerDG/spark-code-analysis/HEAD/analysis/sql/spark_sql_physicalplan.md -------------------------------------------------------------------------------- /analysis/sql/spark_sql_preparation.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/summerDG/spark-code-analysis/HEAD/analysis/sql/spark_sql_preparation.md -------------------------------------------------------------------------------- /pic/Catalyst-Optimizer-diagram.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/summerDG/spark-code-analysis/HEAD/pic/Catalyst-Optimizer-diagram.png -------------------------------------------------------------------------------- /pic/Catalyst-analysis.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/summerDG/spark-code-analysis/HEAD/pic/Catalyst-analysis.png -------------------------------------------------------------------------------- /pic/Expression_LogicalPlan.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/summerDG/spark-code-analysis/HEAD/pic/Expression_LogicalPlan.png -------------------------------------------------------------------------------- /pic/Iterator.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/summerDG/spark-code-analysis/HEAD/pic/Iterator.png -------------------------------------------------------------------------------- /pic/Node.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/summerDG/spark-code-analysis/HEAD/pic/Node.png -------------------------------------------------------------------------------- /pic/Optimizer-diagram.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/summerDG/spark-code-analysis/HEAD/pic/Optimizer-diagram.png -------------------------------------------------------------------------------- /pic/Spark-Memory-Management-1.6.0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/summerDG/spark-code-analysis/HEAD/pic/Spark-Memory-Management-1.6.0.png -------------------------------------------------------------------------------- /pic/blockManager.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/summerDG/spark-code-analysis/HEAD/pic/blockManager.png -------------------------------------------------------------------------------- /pic/example.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/summerDG/spark-code-analysis/HEAD/pic/example.png -------------------------------------------------------------------------------- /pic/generate_LogicalPlan.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/summerDG/spark-code-analysis/HEAD/pic/generate_LogicalPlan.png -------------------------------------------------------------------------------- /pic/jointree.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/summerDG/spark-code-analysis/HEAD/pic/jointree.png -------------------------------------------------------------------------------- /pic/new-memory-offheap.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/summerDG/spark-code-analysis/HEAD/pic/new-memory-offheap.png -------------------------------------------------------------------------------- /pic/physical_plan.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/summerDG/spark-code-analysis/HEAD/pic/physical_plan.png -------------------------------------------------------------------------------- /pic/plan.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/summerDG/spark-code-analysis/HEAD/pic/plan.png -------------------------------------------------------------------------------- /pic/pmod.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/summerDG/spark-code-analysis/HEAD/pic/pmod.png -------------------------------------------------------------------------------- /pic/rddCompute.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/summerDG/spark-code-analysis/HEAD/pic/rddCompute.png -------------------------------------------------------------------------------- /pic/reorderJoin.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/summerDG/spark-code-analysis/HEAD/pic/reorderJoin.png -------------------------------------------------------------------------------- /pic/sort-distribution.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/summerDG/spark-code-analysis/HEAD/pic/sort-distribution.png -------------------------------------------------------------------------------- /pic/task-block.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/summerDG/spark-code-analysis/HEAD/pic/task-block.png --------------------------------------------------------------------------------