├── .gitignore ├── LICENSE ├── README.md ├── base ├── Dockerfile ├── LICENSE ├── Makefile ├── README.md ├── policy-rc.d └── scripts │ ├── 010-packages │ ├── 050-1click-base │ ├── 051-1click-python │ ├── 071-gcloud-sdk │ └── 099-mids-fixups ├── hadoop ├── Dockerfile ├── Makefile ├── docker-entrypoint ├── docker-quickstart └── docker-quickstart.dist ├── packer-images ├── .gitignore ├── Makefile ├── README.md ├── all.json ├── do.json ├── ec2.json ├── files │ ├── etc │ │ ├── cloud │ │ │ └── cloud.cfg.d │ │ │ │ └── 99-one-click.cfg │ │ ├── default │ │ │ └── instance_configs.cfg.template │ │ ├── jupyterhub │ │ │ └── jupyterhub_config.py │ │ ├── systemd │ │ │ └── system │ │ │ │ └── jupyterhub.service │ │ └── update-motd.d │ │ │ └── 99-one-click │ └── var │ │ ├── lib │ │ └── cloud │ │ │ └── scripts │ │ │ └── per-once │ │ │ ├── 001-bashrc │ │ │ └── 002-ufw │ │ └── www │ │ └── html │ │ └── index.html ├── gcp.json ├── scripts-bionic │ ├── 010-packages │ ├── 012-grub-opts │ ├── 013-docker-dns │ ├── 015-policy │ ├── 050-1click-base │ ├── 051-1click-python │ ├── 053-1click-deeplearning │ ├── 070-node │ ├── 080-1click-services │ ├── 090-gcloud │ └── 999-cleanup ├── scripts-xenial │ ├── 010-packages │ ├── 012-grub-opts │ ├── 013-docker-dns │ ├── 015-policy │ ├── 050-1click-base │ ├── 051-1click-python │ ├── 053-1click-deeplearning │ ├── 070-node │ ├── 080-1click-services │ ├── 090-gcloud │ └── 999-cleanup └── variables.json.template ├── pandoc ├── Dockerfile ├── Makefile ├── README.md └── templates │ └── mids-revealjs-template.html ├── presto ├── Dockerfile ├── Makefile ├── another-Dockerfile ├── docker-entrypoint └── etc │ ├── catalog │ ├── hive.properties │ └── jmx.properties │ ├── config.properties │ ├── jvm.config │ ├── log.properties │ └── node.properties ├── spark-minimal ├── Dockerfile ├── Makefile ├── README.md ├── core-site.xml ├── docker-entrypoint.sh ├── hdfs-site.xml ├── hive-site.xml └── jars │ ├── net.jpountz.lz4_lz4-1.3.0.jar │ ├── org.apache.kafka_kafka-clients-0.10.0.1.jar │ ├── org.apache.spark_spark-sql-kafka-0-10_2.11-2.2.0.jar │ ├── org.apache.spark_spark-tags_2.11-2.2.0.jar │ ├── org.slf4j_slf4j-api-1.7.16.jar │ ├── org.spark-project.spark_unused-1.0.0.jar │ └── org.xerial.snappy_snappy-java-1.1.2.6.jar └── spark-python ├── Dockerfile └── Makefile /.gitignore: -------------------------------------------------------------------------------- 1 | tmp 2 | *.pem 3 | -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mids-w205-fund-of-data-eng/docker-images/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mids-w205-fund-of-data-eng/docker-images/HEAD/README.md -------------------------------------------------------------------------------- /base/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mids-w205-fund-of-data-eng/docker-images/HEAD/base/Dockerfile -------------------------------------------------------------------------------- /base/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mids-w205-fund-of-data-eng/docker-images/HEAD/base/LICENSE -------------------------------------------------------------------------------- /base/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mids-w205-fund-of-data-eng/docker-images/HEAD/base/Makefile -------------------------------------------------------------------------------- /base/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mids-w205-fund-of-data-eng/docker-images/HEAD/base/README.md -------------------------------------------------------------------------------- /base/policy-rc.d: -------------------------------------------------------------------------------- 1 | #!/bin/sh 2 | 3 | exit 101 4 | -------------------------------------------------------------------------------- /base/scripts/010-packages: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mids-w205-fund-of-data-eng/docker-images/HEAD/base/scripts/010-packages -------------------------------------------------------------------------------- /base/scripts/050-1click-base: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mids-w205-fund-of-data-eng/docker-images/HEAD/base/scripts/050-1click-base -------------------------------------------------------------------------------- /base/scripts/051-1click-python: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mids-w205-fund-of-data-eng/docker-images/HEAD/base/scripts/051-1click-python -------------------------------------------------------------------------------- /base/scripts/071-gcloud-sdk: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mids-w205-fund-of-data-eng/docker-images/HEAD/base/scripts/071-gcloud-sdk -------------------------------------------------------------------------------- /base/scripts/099-mids-fixups: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mids-w205-fund-of-data-eng/docker-images/HEAD/base/scripts/099-mids-fixups -------------------------------------------------------------------------------- /hadoop/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mids-w205-fund-of-data-eng/docker-images/HEAD/hadoop/Dockerfile -------------------------------------------------------------------------------- /hadoop/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mids-w205-fund-of-data-eng/docker-images/HEAD/hadoop/Makefile -------------------------------------------------------------------------------- /hadoop/docker-entrypoint: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mids-w205-fund-of-data-eng/docker-images/HEAD/hadoop/docker-entrypoint -------------------------------------------------------------------------------- /hadoop/docker-quickstart: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mids-w205-fund-of-data-eng/docker-images/HEAD/hadoop/docker-quickstart -------------------------------------------------------------------------------- /hadoop/docker-quickstart.dist: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mids-w205-fund-of-data-eng/docker-images/HEAD/hadoop/docker-quickstart.dist -------------------------------------------------------------------------------- /packer-images/.gitignore: -------------------------------------------------------------------------------- 1 | variables.json 2 | -------------------------------------------------------------------------------- /packer-images/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mids-w205-fund-of-data-eng/docker-images/HEAD/packer-images/Makefile -------------------------------------------------------------------------------- /packer-images/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mids-w205-fund-of-data-eng/docker-images/HEAD/packer-images/README.md -------------------------------------------------------------------------------- /packer-images/all.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mids-w205-fund-of-data-eng/docker-images/HEAD/packer-images/all.json -------------------------------------------------------------------------------- /packer-images/do.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mids-w205-fund-of-data-eng/docker-images/HEAD/packer-images/do.json -------------------------------------------------------------------------------- /packer-images/ec2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mids-w205-fund-of-data-eng/docker-images/HEAD/packer-images/ec2.json -------------------------------------------------------------------------------- /packer-images/files/etc/cloud/cloud.cfg.d/99-one-click.cfg: -------------------------------------------------------------------------------- 1 | #cloud-config 2 | users: 3 | - default 4 | -------------------------------------------------------------------------------- /packer-images/files/etc/default/instance_configs.cfg.template: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mids-w205-fund-of-data-eng/docker-images/HEAD/packer-images/files/etc/default/instance_configs.cfg.template -------------------------------------------------------------------------------- /packer-images/files/etc/jupyterhub/jupyterhub_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mids-w205-fund-of-data-eng/docker-images/HEAD/packer-images/files/etc/jupyterhub/jupyterhub_config.py -------------------------------------------------------------------------------- /packer-images/files/etc/systemd/system/jupyterhub.service: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mids-w205-fund-of-data-eng/docker-images/HEAD/packer-images/files/etc/systemd/system/jupyterhub.service -------------------------------------------------------------------------------- /packer-images/files/etc/update-motd.d/99-one-click: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mids-w205-fund-of-data-eng/docker-images/HEAD/packer-images/files/etc/update-motd.d/99-one-click -------------------------------------------------------------------------------- /packer-images/files/var/lib/cloud/scripts/per-once/001-bashrc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mids-w205-fund-of-data-eng/docker-images/HEAD/packer-images/files/var/lib/cloud/scripts/per-once/001-bashrc -------------------------------------------------------------------------------- /packer-images/files/var/lib/cloud/scripts/per-once/002-ufw: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mids-w205-fund-of-data-eng/docker-images/HEAD/packer-images/files/var/lib/cloud/scripts/per-once/002-ufw -------------------------------------------------------------------------------- /packer-images/files/var/www/html/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mids-w205-fund-of-data-eng/docker-images/HEAD/packer-images/files/var/www/html/index.html -------------------------------------------------------------------------------- /packer-images/gcp.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mids-w205-fund-of-data-eng/docker-images/HEAD/packer-images/gcp.json -------------------------------------------------------------------------------- /packer-images/scripts-bionic/010-packages: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mids-w205-fund-of-data-eng/docker-images/HEAD/packer-images/scripts-bionic/010-packages -------------------------------------------------------------------------------- /packer-images/scripts-bionic/012-grub-opts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mids-w205-fund-of-data-eng/docker-images/HEAD/packer-images/scripts-bionic/012-grub-opts -------------------------------------------------------------------------------- /packer-images/scripts-bionic/013-docker-dns: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mids-w205-fund-of-data-eng/docker-images/HEAD/packer-images/scripts-bionic/013-docker-dns -------------------------------------------------------------------------------- /packer-images/scripts-bionic/015-policy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mids-w205-fund-of-data-eng/docker-images/HEAD/packer-images/scripts-bionic/015-policy -------------------------------------------------------------------------------- /packer-images/scripts-bionic/050-1click-base: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mids-w205-fund-of-data-eng/docker-images/HEAD/packer-images/scripts-bionic/050-1click-base -------------------------------------------------------------------------------- /packer-images/scripts-bionic/051-1click-python: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mids-w205-fund-of-data-eng/docker-images/HEAD/packer-images/scripts-bionic/051-1click-python -------------------------------------------------------------------------------- /packer-images/scripts-bionic/053-1click-deeplearning: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mids-w205-fund-of-data-eng/docker-images/HEAD/packer-images/scripts-bionic/053-1click-deeplearning -------------------------------------------------------------------------------- /packer-images/scripts-bionic/070-node: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mids-w205-fund-of-data-eng/docker-images/HEAD/packer-images/scripts-bionic/070-node -------------------------------------------------------------------------------- /packer-images/scripts-bionic/080-1click-services: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mids-w205-fund-of-data-eng/docker-images/HEAD/packer-images/scripts-bionic/080-1click-services -------------------------------------------------------------------------------- /packer-images/scripts-bionic/090-gcloud: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mids-w205-fund-of-data-eng/docker-images/HEAD/packer-images/scripts-bionic/090-gcloud -------------------------------------------------------------------------------- /packer-images/scripts-bionic/999-cleanup: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mids-w205-fund-of-data-eng/docker-images/HEAD/packer-images/scripts-bionic/999-cleanup -------------------------------------------------------------------------------- /packer-images/scripts-xenial/010-packages: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mids-w205-fund-of-data-eng/docker-images/HEAD/packer-images/scripts-xenial/010-packages -------------------------------------------------------------------------------- /packer-images/scripts-xenial/012-grub-opts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mids-w205-fund-of-data-eng/docker-images/HEAD/packer-images/scripts-xenial/012-grub-opts -------------------------------------------------------------------------------- /packer-images/scripts-xenial/013-docker-dns: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mids-w205-fund-of-data-eng/docker-images/HEAD/packer-images/scripts-xenial/013-docker-dns -------------------------------------------------------------------------------- /packer-images/scripts-xenial/015-policy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mids-w205-fund-of-data-eng/docker-images/HEAD/packer-images/scripts-xenial/015-policy -------------------------------------------------------------------------------- /packer-images/scripts-xenial/050-1click-base: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mids-w205-fund-of-data-eng/docker-images/HEAD/packer-images/scripts-xenial/050-1click-base -------------------------------------------------------------------------------- /packer-images/scripts-xenial/051-1click-python: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mids-w205-fund-of-data-eng/docker-images/HEAD/packer-images/scripts-xenial/051-1click-python -------------------------------------------------------------------------------- /packer-images/scripts-xenial/053-1click-deeplearning: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mids-w205-fund-of-data-eng/docker-images/HEAD/packer-images/scripts-xenial/053-1click-deeplearning -------------------------------------------------------------------------------- /packer-images/scripts-xenial/070-node: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mids-w205-fund-of-data-eng/docker-images/HEAD/packer-images/scripts-xenial/070-node -------------------------------------------------------------------------------- /packer-images/scripts-xenial/080-1click-services: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mids-w205-fund-of-data-eng/docker-images/HEAD/packer-images/scripts-xenial/080-1click-services -------------------------------------------------------------------------------- /packer-images/scripts-xenial/090-gcloud: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mids-w205-fund-of-data-eng/docker-images/HEAD/packer-images/scripts-xenial/090-gcloud -------------------------------------------------------------------------------- /packer-images/scripts-xenial/999-cleanup: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mids-w205-fund-of-data-eng/docker-images/HEAD/packer-images/scripts-xenial/999-cleanup -------------------------------------------------------------------------------- /packer-images/variables.json.template: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mids-w205-fund-of-data-eng/docker-images/HEAD/packer-images/variables.json.template -------------------------------------------------------------------------------- /pandoc/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mids-w205-fund-of-data-eng/docker-images/HEAD/pandoc/Dockerfile -------------------------------------------------------------------------------- /pandoc/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mids-w205-fund-of-data-eng/docker-images/HEAD/pandoc/Makefile -------------------------------------------------------------------------------- /pandoc/README.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /pandoc/templates/mids-revealjs-template.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mids-w205-fund-of-data-eng/docker-images/HEAD/pandoc/templates/mids-revealjs-template.html -------------------------------------------------------------------------------- /presto/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mids-w205-fund-of-data-eng/docker-images/HEAD/presto/Dockerfile -------------------------------------------------------------------------------- /presto/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mids-w205-fund-of-data-eng/docker-images/HEAD/presto/Makefile -------------------------------------------------------------------------------- /presto/another-Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mids-w205-fund-of-data-eng/docker-images/HEAD/presto/another-Dockerfile -------------------------------------------------------------------------------- /presto/docker-entrypoint: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mids-w205-fund-of-data-eng/docker-images/HEAD/presto/docker-entrypoint -------------------------------------------------------------------------------- /presto/etc/catalog/hive.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mids-w205-fund-of-data-eng/docker-images/HEAD/presto/etc/catalog/hive.properties -------------------------------------------------------------------------------- /presto/etc/catalog/jmx.properties: -------------------------------------------------------------------------------- 1 | connector.name=jmx 2 | -------------------------------------------------------------------------------- /presto/etc/config.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mids-w205-fund-of-data-eng/docker-images/HEAD/presto/etc/config.properties -------------------------------------------------------------------------------- /presto/etc/jvm.config: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mids-w205-fund-of-data-eng/docker-images/HEAD/presto/etc/jvm.config -------------------------------------------------------------------------------- /presto/etc/log.properties: -------------------------------------------------------------------------------- 1 | com.facebook.presto=INFO 2 | -------------------------------------------------------------------------------- /presto/etc/node.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mids-w205-fund-of-data-eng/docker-images/HEAD/presto/etc/node.properties -------------------------------------------------------------------------------- /spark-minimal/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mids-w205-fund-of-data-eng/docker-images/HEAD/spark-minimal/Dockerfile -------------------------------------------------------------------------------- /spark-minimal/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mids-w205-fund-of-data-eng/docker-images/HEAD/spark-minimal/Makefile -------------------------------------------------------------------------------- /spark-minimal/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mids-w205-fund-of-data-eng/docker-images/HEAD/spark-minimal/README.md -------------------------------------------------------------------------------- /spark-minimal/core-site.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mids-w205-fund-of-data-eng/docker-images/HEAD/spark-minimal/core-site.xml -------------------------------------------------------------------------------- /spark-minimal/docker-entrypoint.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mids-w205-fund-of-data-eng/docker-images/HEAD/spark-minimal/docker-entrypoint.sh -------------------------------------------------------------------------------- /spark-minimal/hdfs-site.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mids-w205-fund-of-data-eng/docker-images/HEAD/spark-minimal/hdfs-site.xml -------------------------------------------------------------------------------- /spark-minimal/hive-site.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mids-w205-fund-of-data-eng/docker-images/HEAD/spark-minimal/hive-site.xml -------------------------------------------------------------------------------- /spark-minimal/jars/net.jpountz.lz4_lz4-1.3.0.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mids-w205-fund-of-data-eng/docker-images/HEAD/spark-minimal/jars/net.jpountz.lz4_lz4-1.3.0.jar -------------------------------------------------------------------------------- /spark-minimal/jars/org.apache.kafka_kafka-clients-0.10.0.1.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mids-w205-fund-of-data-eng/docker-images/HEAD/spark-minimal/jars/org.apache.kafka_kafka-clients-0.10.0.1.jar -------------------------------------------------------------------------------- /spark-minimal/jars/org.apache.spark_spark-sql-kafka-0-10_2.11-2.2.0.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mids-w205-fund-of-data-eng/docker-images/HEAD/spark-minimal/jars/org.apache.spark_spark-sql-kafka-0-10_2.11-2.2.0.jar -------------------------------------------------------------------------------- /spark-minimal/jars/org.apache.spark_spark-tags_2.11-2.2.0.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mids-w205-fund-of-data-eng/docker-images/HEAD/spark-minimal/jars/org.apache.spark_spark-tags_2.11-2.2.0.jar -------------------------------------------------------------------------------- /spark-minimal/jars/org.slf4j_slf4j-api-1.7.16.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mids-w205-fund-of-data-eng/docker-images/HEAD/spark-minimal/jars/org.slf4j_slf4j-api-1.7.16.jar -------------------------------------------------------------------------------- /spark-minimal/jars/org.spark-project.spark_unused-1.0.0.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mids-w205-fund-of-data-eng/docker-images/HEAD/spark-minimal/jars/org.spark-project.spark_unused-1.0.0.jar -------------------------------------------------------------------------------- /spark-minimal/jars/org.xerial.snappy_snappy-java-1.1.2.6.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mids-w205-fund-of-data-eng/docker-images/HEAD/spark-minimal/jars/org.xerial.snappy_snappy-java-1.1.2.6.jar -------------------------------------------------------------------------------- /spark-python/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mids-w205-fund-of-data-eng/docker-images/HEAD/spark-python/Dockerfile -------------------------------------------------------------------------------- /spark-python/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mids-w205-fund-of-data-eng/docker-images/HEAD/spark-python/Makefile --------------------------------------------------------------------------------