├── .gitignore ├── img ├── spark-logo.png ├── vagrantvb.png ├── estimate_pi.gif ├── wordcountorg.png ├── vagrant_screenshot.png ├── virtual_box_screenshot.png └── word_count_RDD_transformation.jpeg ├── installing_vagrant.pdf ├── README.md ├── Vagrantfile ├── Lab8-EMR-Spark.ipynb ├── Lab8-EMR-Spark-New.ipynb └── Lab8-Apache-Spark.ipynb /.gitignore: -------------------------------------------------------------------------------- 1 | .vagrant/ 2 | .ipynb_checkpoints/ 3 | *.pem -------------------------------------------------------------------------------- /img/spark-logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cs109/2015lab8/master/img/spark-logo.png -------------------------------------------------------------------------------- /img/vagrantvb.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cs109/2015lab8/master/img/vagrantvb.png -------------------------------------------------------------------------------- /img/estimate_pi.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cs109/2015lab8/master/img/estimate_pi.gif -------------------------------------------------------------------------------- /img/wordcountorg.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cs109/2015lab8/master/img/wordcountorg.png -------------------------------------------------------------------------------- /installing_vagrant.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cs109/2015lab8/master/installing_vagrant.pdf -------------------------------------------------------------------------------- /img/vagrant_screenshot.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cs109/2015lab8/master/img/vagrant_screenshot.png -------------------------------------------------------------------------------- /img/virtual_box_screenshot.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cs109/2015lab8/master/img/virtual_box_screenshot.png -------------------------------------------------------------------------------- /img/word_count_RDD_transformation.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cs109/2015lab8/master/img/word_count_RDD_transformation.jpeg -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- 1 | # 2015lab8 2 | 3 | Lab 8, Introduction to Apache Spark 4 | 5 | * Installing Vagrant and Virtual Box 6 | * Estimating Pi using Monte Carlo Method 7 | * Zipf's Law 8 | -------------------------------------------------------------------------------- /Vagrantfile: -------------------------------------------------------------------------------- 1 | # -*- mode: ruby -*- 2 | # vi: set ft=ruby : 3 | 4 | 5 | ipythonPort = 8888 6 | ipythonHost = 4545 7 | sparkUIPort = 4040 8 | 9 | 10 | $script = <