├── SUMMARY.md ├── cigna-tune-spark-streaming.md ├── config.md ├── databricks-spark-knowledge-base.md ├── imgs ├── 1.1.png ├── 1.2.png ├── cached-partitions.png ├── group_by.png ├── locality.png ├── partitions-as-tasks.png └── reduce_by.png ├── meituan ├── imgs │ ├── group-by-key-wordcount.png │ ├── hash-shuffle-common.png │ ├── hash-shuffle-consolidate.png │ ├── reduce-by-key-wordcount.png │ ├── shuffle-skwed-add-partition.png │ ├── shuffle-skwed-map-join.png │ ├── shuffle-skwed-sample-expand.png │ ├── shuffle-skwed-two-phase-aggr.png │ ├── shuffle-skwed-web-ui-demo.png │ ├── skwed-mech.png │ ├── sort-shuffle-bypass.png │ ├── sort-shuffle-common.png │ └── spark-base-mech.png ├── spark-tuning-basic.md └── spark-tuning-pro.md ├── readme.md ├── spark-tuning.md └── tuning.md /SUMMARY.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/endymecy/spark-config-and-tuning/HEAD/SUMMARY.md -------------------------------------------------------------------------------- /cigna-tune-spark-streaming.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/endymecy/spark-config-and-tuning/HEAD/cigna-tune-spark-streaming.md -------------------------------------------------------------------------------- /config.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/endymecy/spark-config-and-tuning/HEAD/config.md -------------------------------------------------------------------------------- /databricks-spark-knowledge-base.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/endymecy/spark-config-and-tuning/HEAD/databricks-spark-knowledge-base.md -------------------------------------------------------------------------------- /imgs/1.1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/endymecy/spark-config-and-tuning/HEAD/imgs/1.1.png -------------------------------------------------------------------------------- /imgs/1.2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/endymecy/spark-config-and-tuning/HEAD/imgs/1.2.png -------------------------------------------------------------------------------- /imgs/cached-partitions.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/endymecy/spark-config-and-tuning/HEAD/imgs/cached-partitions.png -------------------------------------------------------------------------------- /imgs/group_by.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/endymecy/spark-config-and-tuning/HEAD/imgs/group_by.png -------------------------------------------------------------------------------- /imgs/locality.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/endymecy/spark-config-and-tuning/HEAD/imgs/locality.png -------------------------------------------------------------------------------- /imgs/partitions-as-tasks.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/endymecy/spark-config-and-tuning/HEAD/imgs/partitions-as-tasks.png -------------------------------------------------------------------------------- /imgs/reduce_by.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/endymecy/spark-config-and-tuning/HEAD/imgs/reduce_by.png -------------------------------------------------------------------------------- /meituan/imgs/group-by-key-wordcount.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/endymecy/spark-config-and-tuning/HEAD/meituan/imgs/group-by-key-wordcount.png -------------------------------------------------------------------------------- /meituan/imgs/hash-shuffle-common.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/endymecy/spark-config-and-tuning/HEAD/meituan/imgs/hash-shuffle-common.png -------------------------------------------------------------------------------- /meituan/imgs/hash-shuffle-consolidate.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/endymecy/spark-config-and-tuning/HEAD/meituan/imgs/hash-shuffle-consolidate.png -------------------------------------------------------------------------------- /meituan/imgs/reduce-by-key-wordcount.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/endymecy/spark-config-and-tuning/HEAD/meituan/imgs/reduce-by-key-wordcount.png -------------------------------------------------------------------------------- /meituan/imgs/shuffle-skwed-add-partition.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/endymecy/spark-config-and-tuning/HEAD/meituan/imgs/shuffle-skwed-add-partition.png -------------------------------------------------------------------------------- /meituan/imgs/shuffle-skwed-map-join.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/endymecy/spark-config-and-tuning/HEAD/meituan/imgs/shuffle-skwed-map-join.png -------------------------------------------------------------------------------- /meituan/imgs/shuffle-skwed-sample-expand.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/endymecy/spark-config-and-tuning/HEAD/meituan/imgs/shuffle-skwed-sample-expand.png -------------------------------------------------------------------------------- /meituan/imgs/shuffle-skwed-two-phase-aggr.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/endymecy/spark-config-and-tuning/HEAD/meituan/imgs/shuffle-skwed-two-phase-aggr.png -------------------------------------------------------------------------------- /meituan/imgs/shuffle-skwed-web-ui-demo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/endymecy/spark-config-and-tuning/HEAD/meituan/imgs/shuffle-skwed-web-ui-demo.png -------------------------------------------------------------------------------- /meituan/imgs/skwed-mech.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/endymecy/spark-config-and-tuning/HEAD/meituan/imgs/skwed-mech.png -------------------------------------------------------------------------------- /meituan/imgs/sort-shuffle-bypass.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/endymecy/spark-config-and-tuning/HEAD/meituan/imgs/sort-shuffle-bypass.png -------------------------------------------------------------------------------- /meituan/imgs/sort-shuffle-common.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/endymecy/spark-config-and-tuning/HEAD/meituan/imgs/sort-shuffle-common.png -------------------------------------------------------------------------------- /meituan/imgs/spark-base-mech.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/endymecy/spark-config-and-tuning/HEAD/meituan/imgs/spark-base-mech.png -------------------------------------------------------------------------------- /meituan/spark-tuning-basic.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/endymecy/spark-config-and-tuning/HEAD/meituan/spark-tuning-basic.md -------------------------------------------------------------------------------- /meituan/spark-tuning-pro.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/endymecy/spark-config-and-tuning/HEAD/meituan/spark-tuning-pro.md -------------------------------------------------------------------------------- /readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/endymecy/spark-config-and-tuning/HEAD/readme.md -------------------------------------------------------------------------------- /spark-tuning.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/endymecy/spark-config-and-tuning/HEAD/spark-tuning.md -------------------------------------------------------------------------------- /tuning.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/endymecy/spark-config-and-tuning/HEAD/tuning.md --------------------------------------------------------------------------------