├── .gitignore ├── README.md ├── demo-HDP2.2 ├── Airline Demo Setup Instructions - HDP 2.2.docx ├── airline_Scalding_R.ipynb ├── airline_pyspark.ipynb ├── airline_python.ipynb ├── airline_spark.ipynb ├── preprocess1.pig ├── preprocess2.pig └── util.py ├── demo ├── airline_R.Rmd ├── airline_R.html ├── airline_python-2.2.html ├── airline_python-2.2.ipynb ├── airline_python.html ├── airline_python.ipynb ├── airline_spark.html ├── airline_spark.ipynb ├── build-featurematrix.pig ├── enrich-model.pig └── util.py ├── older-versions └── README-21.md ├── screenshots ├── ipython-notebook-home.png ├── mapreduce-webui.png ├── noteboook-in-ambari.png ├── pig-tez.png ├── spark-webui.png ├── tez-ui-1.png └── tez-ui-2.png ├── setup ├── Build.scala ├── hadoop_utils.py ├── hadoop_utils_22.py └── setup.py ├── step1_runasroot.sh ├── step2_runasdemo.sh └── step3_setupairlinedemo.sh /.gitignore: -------------------------------------------------------------------------------- 1 | .DS_Store 2 | .class 3 | .swp 4 | -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/abajwa-hw/hdp-datascience-demo/HEAD/README.md -------------------------------------------------------------------------------- /demo-HDP2.2/Airline Demo Setup Instructions - HDP 2.2.docx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/abajwa-hw/hdp-datascience-demo/HEAD/demo-HDP2.2/Airline Demo Setup Instructions - HDP 2.2.docx -------------------------------------------------------------------------------- /demo-HDP2.2/airline_Scalding_R.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/abajwa-hw/hdp-datascience-demo/HEAD/demo-HDP2.2/airline_Scalding_R.ipynb -------------------------------------------------------------------------------- /demo-HDP2.2/airline_pyspark.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/abajwa-hw/hdp-datascience-demo/HEAD/demo-HDP2.2/airline_pyspark.ipynb -------------------------------------------------------------------------------- /demo-HDP2.2/airline_python.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/abajwa-hw/hdp-datascience-demo/HEAD/demo-HDP2.2/airline_python.ipynb -------------------------------------------------------------------------------- /demo-HDP2.2/airline_spark.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/abajwa-hw/hdp-datascience-demo/HEAD/demo-HDP2.2/airline_spark.ipynb -------------------------------------------------------------------------------- /demo-HDP2.2/preprocess1.pig: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/abajwa-hw/hdp-datascience-demo/HEAD/demo-HDP2.2/preprocess1.pig -------------------------------------------------------------------------------- /demo-HDP2.2/preprocess2.pig: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/abajwa-hw/hdp-datascience-demo/HEAD/demo-HDP2.2/preprocess2.pig -------------------------------------------------------------------------------- /demo-HDP2.2/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/abajwa-hw/hdp-datascience-demo/HEAD/demo-HDP2.2/util.py -------------------------------------------------------------------------------- /demo/airline_R.Rmd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/abajwa-hw/hdp-datascience-demo/HEAD/demo/airline_R.Rmd -------------------------------------------------------------------------------- /demo/airline_R.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/abajwa-hw/hdp-datascience-demo/HEAD/demo/airline_R.html -------------------------------------------------------------------------------- /demo/airline_python-2.2.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/abajwa-hw/hdp-datascience-demo/HEAD/demo/airline_python-2.2.html -------------------------------------------------------------------------------- /demo/airline_python-2.2.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/abajwa-hw/hdp-datascience-demo/HEAD/demo/airline_python-2.2.ipynb -------------------------------------------------------------------------------- /demo/airline_python.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/abajwa-hw/hdp-datascience-demo/HEAD/demo/airline_python.html -------------------------------------------------------------------------------- /demo/airline_python.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/abajwa-hw/hdp-datascience-demo/HEAD/demo/airline_python.ipynb -------------------------------------------------------------------------------- /demo/airline_spark.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/abajwa-hw/hdp-datascience-demo/HEAD/demo/airline_spark.html -------------------------------------------------------------------------------- /demo/airline_spark.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/abajwa-hw/hdp-datascience-demo/HEAD/demo/airline_spark.ipynb -------------------------------------------------------------------------------- /demo/build-featurematrix.pig: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/abajwa-hw/hdp-datascience-demo/HEAD/demo/build-featurematrix.pig -------------------------------------------------------------------------------- /demo/enrich-model.pig: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/abajwa-hw/hdp-datascience-demo/HEAD/demo/enrich-model.pig -------------------------------------------------------------------------------- /demo/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/abajwa-hw/hdp-datascience-demo/HEAD/demo/util.py -------------------------------------------------------------------------------- /older-versions/README-21.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/abajwa-hw/hdp-datascience-demo/HEAD/older-versions/README-21.md -------------------------------------------------------------------------------- /screenshots/ipython-notebook-home.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/abajwa-hw/hdp-datascience-demo/HEAD/screenshots/ipython-notebook-home.png -------------------------------------------------------------------------------- /screenshots/mapreduce-webui.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/abajwa-hw/hdp-datascience-demo/HEAD/screenshots/mapreduce-webui.png -------------------------------------------------------------------------------- /screenshots/noteboook-in-ambari.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/abajwa-hw/hdp-datascience-demo/HEAD/screenshots/noteboook-in-ambari.png -------------------------------------------------------------------------------- /screenshots/pig-tez.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/abajwa-hw/hdp-datascience-demo/HEAD/screenshots/pig-tez.png -------------------------------------------------------------------------------- /screenshots/spark-webui.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/abajwa-hw/hdp-datascience-demo/HEAD/screenshots/spark-webui.png -------------------------------------------------------------------------------- /screenshots/tez-ui-1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/abajwa-hw/hdp-datascience-demo/HEAD/screenshots/tez-ui-1.png -------------------------------------------------------------------------------- /screenshots/tez-ui-2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/abajwa-hw/hdp-datascience-demo/HEAD/screenshots/tez-ui-2.png -------------------------------------------------------------------------------- /setup/Build.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/abajwa-hw/hdp-datascience-demo/HEAD/setup/Build.scala -------------------------------------------------------------------------------- /setup/hadoop_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/abajwa-hw/hdp-datascience-demo/HEAD/setup/hadoop_utils.py -------------------------------------------------------------------------------- /setup/hadoop_utils_22.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/abajwa-hw/hdp-datascience-demo/HEAD/setup/hadoop_utils_22.py -------------------------------------------------------------------------------- /setup/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/abajwa-hw/hdp-datascience-demo/HEAD/setup/setup.py -------------------------------------------------------------------------------- /step1_runasroot.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/abajwa-hw/hdp-datascience-demo/HEAD/step1_runasroot.sh -------------------------------------------------------------------------------- /step2_runasdemo.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/abajwa-hw/hdp-datascience-demo/HEAD/step2_runasdemo.sh -------------------------------------------------------------------------------- /step3_setupairlinedemo.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/abajwa-hw/hdp-datascience-demo/HEAD/step3_setupairlinedemo.sh --------------------------------------------------------------------------------