├── .DS_Store ├── .gitattributes ├── Coding assignment ├── .DS_Store ├── Mapreduce │ ├── .DS_Store │ ├── joining-data-assignment │ │ ├── .DS_Store │ │ ├── advanced-join │ │ │ ├── join2_genchanA.txt │ │ │ ├── join2_genchanB.txt │ │ │ ├── join2_genchanC.txt │ │ │ ├── join2_gennumA.txt │ │ │ ├── join2_gennumB.txt │ │ │ ├── join2_gennumC.txt │ │ │ ├── join2_mapper.py │ │ │ ├── join2_reducer.py │ │ │ ├── make_data_join2.txt │ │ │ ├── make_join2data.py │ │ │ └── total_viewer_counts_output.txt │ │ └── simple-join │ │ │ ├── join1_FileA.txt │ │ │ ├── join1_FileB.txt │ │ │ ├── join1_mapper.py │ │ │ ├── join1_output.txt │ │ │ └── join1_reducer.py │ └── wordcount-assignment │ │ ├── wordcount_mapper.py │ │ ├── wordcount_num0_output.txt │ │ └── wordcount_reducer.py └── Spark │ ├── .DS_Store │ ├── advanced-join-assignment │ ├── bat_viewers.txt │ ├── channel_views_output.txt │ ├── extract_channel_views.py │ ├── join2_genchanA.txt │ ├── join2_genchanB.txt │ ├── join2_genchanC.txt │ ├── join2_gennumA.txt │ ├── join2_gennumB.txt │ ├── join2_gennumC.txt │ ├── split_show_channel.py │ ├── split_show_views.py │ └── sum_channel_views.py │ └── simple-join-assignment │ ├── fileA_output.txt │ ├── fileB_joined_fileA.txt │ ├── fileB_ouput.txt │ ├── join1_FileA.txt │ ├── join1_FileB.txt │ ├── split_fileA.py │ └── split_fileB.py ├── Quiz ├── week1_quiz1.md ├── week2_quiz1.md ├── week2_quiz2.md ├── week2_quiz3.md ├── week3_quiz1.md ├── week3_quiz3.md ├── week4_quiz.md ├── week5_quiz1.md ├── week5_quiz2.md └── week5_quiz3.md ├── README.md └── Slices ├── week1_lesson1.pdf ├── week1_lesson2.pdf ├── week2_lesson1.pdf ├── week2_lesson2.pdf ├── week2_lesson3.pdf ├── week2_lesson3_1pdf.pdf ├── week3_lesson1.pdf ├── week3_lesson2.pdf ├── week4_lesson1.pdf ├── week4_lesson2.pdf ├── week5_lesson1.pdf ├── week5_lesson2.pdf └── week5_lesson3.pdf /.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuhuiNi/hadoop-platform-and-application-framework/HEAD/.DS_Store -------------------------------------------------------------------------------- /.gitattributes: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuhuiNi/hadoop-platform-and-application-framework/HEAD/.gitattributes -------------------------------------------------------------------------------- /Coding assignment/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuhuiNi/hadoop-platform-and-application-framework/HEAD/Coding assignment/.DS_Store -------------------------------------------------------------------------------- /Coding assignment/Mapreduce/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuhuiNi/hadoop-platform-and-application-framework/HEAD/Coding assignment/Mapreduce/.DS_Store -------------------------------------------------------------------------------- /Coding assignment/Mapreduce/joining-data-assignment/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuhuiNi/hadoop-platform-and-application-framework/HEAD/Coding assignment/Mapreduce/joining-data-assignment/.DS_Store -------------------------------------------------------------------------------- /Coding assignment/Mapreduce/joining-data-assignment/advanced-join/join2_genchanA.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuhuiNi/hadoop-platform-and-application-framework/HEAD/Coding assignment/Mapreduce/joining-data-assignment/advanced-join/join2_genchanA.txt -------------------------------------------------------------------------------- /Coding assignment/Mapreduce/joining-data-assignment/advanced-join/join2_genchanB.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuhuiNi/hadoop-platform-and-application-framework/HEAD/Coding assignment/Mapreduce/joining-data-assignment/advanced-join/join2_genchanB.txt -------------------------------------------------------------------------------- /Coding assignment/Mapreduce/joining-data-assignment/advanced-join/join2_genchanC.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuhuiNi/hadoop-platform-and-application-framework/HEAD/Coding assignment/Mapreduce/joining-data-assignment/advanced-join/join2_genchanC.txt -------------------------------------------------------------------------------- /Coding assignment/Mapreduce/joining-data-assignment/advanced-join/join2_gennumA.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuhuiNi/hadoop-platform-and-application-framework/HEAD/Coding assignment/Mapreduce/joining-data-assignment/advanced-join/join2_gennumA.txt -------------------------------------------------------------------------------- /Coding assignment/Mapreduce/joining-data-assignment/advanced-join/join2_gennumB.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuhuiNi/hadoop-platform-and-application-framework/HEAD/Coding assignment/Mapreduce/joining-data-assignment/advanced-join/join2_gennumB.txt -------------------------------------------------------------------------------- /Coding assignment/Mapreduce/joining-data-assignment/advanced-join/join2_gennumC.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuhuiNi/hadoop-platform-and-application-framework/HEAD/Coding assignment/Mapreduce/joining-data-assignment/advanced-join/join2_gennumC.txt -------------------------------------------------------------------------------- /Coding assignment/Mapreduce/joining-data-assignment/advanced-join/join2_mapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuhuiNi/hadoop-platform-and-application-framework/HEAD/Coding assignment/Mapreduce/joining-data-assignment/advanced-join/join2_mapper.py -------------------------------------------------------------------------------- /Coding assignment/Mapreduce/joining-data-assignment/advanced-join/join2_reducer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuhuiNi/hadoop-platform-and-application-framework/HEAD/Coding assignment/Mapreduce/joining-data-assignment/advanced-join/join2_reducer.py -------------------------------------------------------------------------------- /Coding assignment/Mapreduce/joining-data-assignment/advanced-join/make_data_join2.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuhuiNi/hadoop-platform-and-application-framework/HEAD/Coding assignment/Mapreduce/joining-data-assignment/advanced-join/make_data_join2.txt -------------------------------------------------------------------------------- /Coding assignment/Mapreduce/joining-data-assignment/advanced-join/make_join2data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuhuiNi/hadoop-platform-and-application-framework/HEAD/Coding assignment/Mapreduce/joining-data-assignment/advanced-join/make_join2data.py -------------------------------------------------------------------------------- /Coding assignment/Mapreduce/joining-data-assignment/advanced-join/total_viewer_counts_output.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuhuiNi/hadoop-platform-and-application-framework/HEAD/Coding assignment/Mapreduce/joining-data-assignment/advanced-join/total_viewer_counts_output.txt -------------------------------------------------------------------------------- /Coding assignment/Mapreduce/joining-data-assignment/simple-join/join1_FileA.txt: -------------------------------------------------------------------------------- 1 | able,991 2 | about,11 3 | burger,15 4 | actor,22 5 | -------------------------------------------------------------------------------- /Coding assignment/Mapreduce/joining-data-assignment/simple-join/join1_FileB.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuhuiNi/hadoop-platform-and-application-framework/HEAD/Coding assignment/Mapreduce/joining-data-assignment/simple-join/join1_FileB.txt -------------------------------------------------------------------------------- /Coding assignment/Mapreduce/joining-data-assignment/simple-join/join1_mapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuhuiNi/hadoop-platform-and-application-framework/HEAD/Coding assignment/Mapreduce/joining-data-assignment/simple-join/join1_mapper.py -------------------------------------------------------------------------------- /Coding assignment/Mapreduce/joining-data-assignment/simple-join/join1_output.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuhuiNi/hadoop-platform-and-application-framework/HEAD/Coding assignment/Mapreduce/joining-data-assignment/simple-join/join1_output.txt -------------------------------------------------------------------------------- /Coding assignment/Mapreduce/joining-data-assignment/simple-join/join1_reducer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuhuiNi/hadoop-platform-and-application-framework/HEAD/Coding assignment/Mapreduce/joining-data-assignment/simple-join/join1_reducer.py -------------------------------------------------------------------------------- /Coding assignment/Mapreduce/wordcount-assignment/wordcount_mapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuhuiNi/hadoop-platform-and-application-framework/HEAD/Coding assignment/Mapreduce/wordcount-assignment/wordcount_mapper.py -------------------------------------------------------------------------------- /Coding assignment/Mapreduce/wordcount-assignment/wordcount_num0_output.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuhuiNi/hadoop-platform-and-application-framework/HEAD/Coding assignment/Mapreduce/wordcount-assignment/wordcount_num0_output.txt -------------------------------------------------------------------------------- /Coding assignment/Mapreduce/wordcount-assignment/wordcount_reducer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuhuiNi/hadoop-platform-and-application-framework/HEAD/Coding assignment/Mapreduce/wordcount-assignment/wordcount_reducer.py -------------------------------------------------------------------------------- /Coding assignment/Spark/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuhuiNi/hadoop-platform-and-application-framework/HEAD/Coding assignment/Spark/.DS_Store -------------------------------------------------------------------------------- /Coding assignment/Spark/advanced-join-assignment/bat_viewers.txt: -------------------------------------------------------------------------------- 1 | 5099141 -------------------------------------------------------------------------------- /Coding assignment/Spark/advanced-join-assignment/channel_views_output.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuhuiNi/hadoop-platform-and-application-framework/HEAD/Coding assignment/Spark/advanced-join-assignment/channel_views_output.txt -------------------------------------------------------------------------------- /Coding assignment/Spark/advanced-join-assignment/extract_channel_views.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuhuiNi/hadoop-platform-and-application-framework/HEAD/Coding assignment/Spark/advanced-join-assignment/extract_channel_views.py -------------------------------------------------------------------------------- /Coding assignment/Spark/advanced-join-assignment/join2_genchanA.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuhuiNi/hadoop-platform-and-application-framework/HEAD/Coding assignment/Spark/advanced-join-assignment/join2_genchanA.txt -------------------------------------------------------------------------------- /Coding assignment/Spark/advanced-join-assignment/join2_genchanB.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuhuiNi/hadoop-platform-and-application-framework/HEAD/Coding assignment/Spark/advanced-join-assignment/join2_genchanB.txt -------------------------------------------------------------------------------- /Coding assignment/Spark/advanced-join-assignment/join2_genchanC.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuhuiNi/hadoop-platform-and-application-framework/HEAD/Coding assignment/Spark/advanced-join-assignment/join2_genchanC.txt -------------------------------------------------------------------------------- /Coding assignment/Spark/advanced-join-assignment/join2_gennumA.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuhuiNi/hadoop-platform-and-application-framework/HEAD/Coding assignment/Spark/advanced-join-assignment/join2_gennumA.txt -------------------------------------------------------------------------------- /Coding assignment/Spark/advanced-join-assignment/join2_gennumB.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuhuiNi/hadoop-platform-and-application-framework/HEAD/Coding assignment/Spark/advanced-join-assignment/join2_gennumB.txt -------------------------------------------------------------------------------- /Coding assignment/Spark/advanced-join-assignment/join2_gennumC.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuhuiNi/hadoop-platform-and-application-framework/HEAD/Coding assignment/Spark/advanced-join-assignment/join2_gennumC.txt -------------------------------------------------------------------------------- /Coding assignment/Spark/advanced-join-assignment/split_show_channel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuhuiNi/hadoop-platform-and-application-framework/HEAD/Coding assignment/Spark/advanced-join-assignment/split_show_channel.py -------------------------------------------------------------------------------- /Coding assignment/Spark/advanced-join-assignment/split_show_views.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuhuiNi/hadoop-platform-and-application-framework/HEAD/Coding assignment/Spark/advanced-join-assignment/split_show_views.py -------------------------------------------------------------------------------- /Coding assignment/Spark/advanced-join-assignment/sum_channel_views.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuhuiNi/hadoop-platform-and-application-framework/HEAD/Coding assignment/Spark/advanced-join-assignment/sum_channel_views.py -------------------------------------------------------------------------------- /Coding assignment/Spark/simple-join-assignment/fileA_output.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuhuiNi/hadoop-platform-and-application-framework/HEAD/Coding assignment/Spark/simple-join-assignment/fileA_output.txt -------------------------------------------------------------------------------- /Coding assignment/Spark/simple-join-assignment/fileB_joined_fileA.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuhuiNi/hadoop-platform-and-application-framework/HEAD/Coding assignment/Spark/simple-join-assignment/fileB_joined_fileA.txt -------------------------------------------------------------------------------- /Coding assignment/Spark/simple-join-assignment/fileB_ouput.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuhuiNi/hadoop-platform-and-application-framework/HEAD/Coding assignment/Spark/simple-join-assignment/fileB_ouput.txt -------------------------------------------------------------------------------- /Coding assignment/Spark/simple-join-assignment/join1_FileA.txt: -------------------------------------------------------------------------------- 1 | able,991 2 | about,11 3 | burger,15 4 | actor,22 5 | -------------------------------------------------------------------------------- /Coding assignment/Spark/simple-join-assignment/join1_FileB.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuhuiNi/hadoop-platform-and-application-framework/HEAD/Coding assignment/Spark/simple-join-assignment/join1_FileB.txt -------------------------------------------------------------------------------- /Coding assignment/Spark/simple-join-assignment/split_fileA.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuhuiNi/hadoop-platform-and-application-framework/HEAD/Coding assignment/Spark/simple-join-assignment/split_fileA.py -------------------------------------------------------------------------------- /Coding assignment/Spark/simple-join-assignment/split_fileB.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuhuiNi/hadoop-platform-and-application-framework/HEAD/Coding assignment/Spark/simple-join-assignment/split_fileB.py -------------------------------------------------------------------------------- /Quiz/week1_quiz1.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuhuiNi/hadoop-platform-and-application-framework/HEAD/Quiz/week1_quiz1.md -------------------------------------------------------------------------------- /Quiz/week2_quiz1.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuhuiNi/hadoop-platform-and-application-framework/HEAD/Quiz/week2_quiz1.md -------------------------------------------------------------------------------- /Quiz/week2_quiz2.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuhuiNi/hadoop-platform-and-application-framework/HEAD/Quiz/week2_quiz2.md -------------------------------------------------------------------------------- /Quiz/week2_quiz3.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuhuiNi/hadoop-platform-and-application-framework/HEAD/Quiz/week2_quiz3.md -------------------------------------------------------------------------------- /Quiz/week3_quiz1.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuhuiNi/hadoop-platform-and-application-framework/HEAD/Quiz/week3_quiz1.md -------------------------------------------------------------------------------- /Quiz/week3_quiz3.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuhuiNi/hadoop-platform-and-application-framework/HEAD/Quiz/week3_quiz3.md -------------------------------------------------------------------------------- /Quiz/week4_quiz.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuhuiNi/hadoop-platform-and-application-framework/HEAD/Quiz/week4_quiz.md -------------------------------------------------------------------------------- /Quiz/week5_quiz1.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuhuiNi/hadoop-platform-and-application-framework/HEAD/Quiz/week5_quiz1.md -------------------------------------------------------------------------------- /Quiz/week5_quiz2.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuhuiNi/hadoop-platform-and-application-framework/HEAD/Quiz/week5_quiz2.md -------------------------------------------------------------------------------- /Quiz/week5_quiz3.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuhuiNi/hadoop-platform-and-application-framework/HEAD/Quiz/week5_quiz3.md -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuhuiNi/hadoop-platform-and-application-framework/HEAD/README.md -------------------------------------------------------------------------------- /Slices/week1_lesson1.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuhuiNi/hadoop-platform-and-application-framework/HEAD/Slices/week1_lesson1.pdf -------------------------------------------------------------------------------- /Slices/week1_lesson2.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuhuiNi/hadoop-platform-and-application-framework/HEAD/Slices/week1_lesson2.pdf -------------------------------------------------------------------------------- /Slices/week2_lesson1.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuhuiNi/hadoop-platform-and-application-framework/HEAD/Slices/week2_lesson1.pdf -------------------------------------------------------------------------------- /Slices/week2_lesson2.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuhuiNi/hadoop-platform-and-application-framework/HEAD/Slices/week2_lesson2.pdf -------------------------------------------------------------------------------- /Slices/week2_lesson3.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuhuiNi/hadoop-platform-and-application-framework/HEAD/Slices/week2_lesson3.pdf -------------------------------------------------------------------------------- /Slices/week2_lesson3_1pdf.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuhuiNi/hadoop-platform-and-application-framework/HEAD/Slices/week2_lesson3_1pdf.pdf -------------------------------------------------------------------------------- /Slices/week3_lesson1.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuhuiNi/hadoop-platform-and-application-framework/HEAD/Slices/week3_lesson1.pdf -------------------------------------------------------------------------------- /Slices/week3_lesson2.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuhuiNi/hadoop-platform-and-application-framework/HEAD/Slices/week3_lesson2.pdf -------------------------------------------------------------------------------- /Slices/week4_lesson1.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuhuiNi/hadoop-platform-and-application-framework/HEAD/Slices/week4_lesson1.pdf -------------------------------------------------------------------------------- /Slices/week4_lesson2.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuhuiNi/hadoop-platform-and-application-framework/HEAD/Slices/week4_lesson2.pdf -------------------------------------------------------------------------------- /Slices/week5_lesson1.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuhuiNi/hadoop-platform-and-application-framework/HEAD/Slices/week5_lesson1.pdf -------------------------------------------------------------------------------- /Slices/week5_lesson2.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuhuiNi/hadoop-platform-and-application-framework/HEAD/Slices/week5_lesson2.pdf -------------------------------------------------------------------------------- /Slices/week5_lesson3.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YuhuiNi/hadoop-platform-and-application-framework/HEAD/Slices/week5_lesson3.pdf --------------------------------------------------------------------------------