├── .gitignore ├── README.md ├── jupyspark-env ├── Dockerfile ├── README.md ├── airtravel.xlsx ├── app.ipynb ├── docker-compose.yml ├── jars │ ├── commons-collections4-4.4.jar │ ├── poi-ooxml-schemas-4.1.2.jar │ ├── spark-excel_2.12-0.13.8.jar │ └── xmlbeans-3.1.0.jar └── sh │ ├── notebook-to-py.sh │ └── run-spark-s.sh ├── k8s ├── Dockerfile ├── README.md ├── app.py ├── jars │ └── .gitkeep └── manifests │ ├── cluster-k3d.yaml │ ├── crb-spark.yaml │ └── job-spark-exaple.yaml └── spark-submit-env ├── Dockerfile ├── README.md ├── airtravel.xlsx ├── app-local.py ├── app.py ├── docker-compose.yml ├── jars ├── commons-collections4-4.4.jar ├── poi-ooxml-schemas-4.1.2.jar ├── spark-excel_2.12-0.13.8.jar └── xmlbeans-3.1.0.jar └── sh └── run-spark-s.sh /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/otacilio-psf/spark-dev-env-docker/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/otacilio-psf/spark-dev-env-docker/HEAD/README.md -------------------------------------------------------------------------------- /jupyspark-env/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/otacilio-psf/spark-dev-env-docker/HEAD/jupyspark-env/Dockerfile -------------------------------------------------------------------------------- /jupyspark-env/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/otacilio-psf/spark-dev-env-docker/HEAD/jupyspark-env/README.md -------------------------------------------------------------------------------- /jupyspark-env/airtravel.xlsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/otacilio-psf/spark-dev-env-docker/HEAD/jupyspark-env/airtravel.xlsx -------------------------------------------------------------------------------- /jupyspark-env/app.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/otacilio-psf/spark-dev-env-docker/HEAD/jupyspark-env/app.ipynb -------------------------------------------------------------------------------- /jupyspark-env/docker-compose.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/otacilio-psf/spark-dev-env-docker/HEAD/jupyspark-env/docker-compose.yml -------------------------------------------------------------------------------- /jupyspark-env/jars/commons-collections4-4.4.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/otacilio-psf/spark-dev-env-docker/HEAD/jupyspark-env/jars/commons-collections4-4.4.jar -------------------------------------------------------------------------------- /jupyspark-env/jars/poi-ooxml-schemas-4.1.2.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/otacilio-psf/spark-dev-env-docker/HEAD/jupyspark-env/jars/poi-ooxml-schemas-4.1.2.jar -------------------------------------------------------------------------------- /jupyspark-env/jars/spark-excel_2.12-0.13.8.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/otacilio-psf/spark-dev-env-docker/HEAD/jupyspark-env/jars/spark-excel_2.12-0.13.8.jar -------------------------------------------------------------------------------- /jupyspark-env/jars/xmlbeans-3.1.0.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/otacilio-psf/spark-dev-env-docker/HEAD/jupyspark-env/jars/xmlbeans-3.1.0.jar -------------------------------------------------------------------------------- /jupyspark-env/sh/notebook-to-py.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/otacilio-psf/spark-dev-env-docker/HEAD/jupyspark-env/sh/notebook-to-py.sh -------------------------------------------------------------------------------- /jupyspark-env/sh/run-spark-s.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/otacilio-psf/spark-dev-env-docker/HEAD/jupyspark-env/sh/run-spark-s.sh -------------------------------------------------------------------------------- /k8s/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/otacilio-psf/spark-dev-env-docker/HEAD/k8s/Dockerfile -------------------------------------------------------------------------------- /k8s/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/otacilio-psf/spark-dev-env-docker/HEAD/k8s/README.md -------------------------------------------------------------------------------- /k8s/app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/otacilio-psf/spark-dev-env-docker/HEAD/k8s/app.py -------------------------------------------------------------------------------- /k8s/jars/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /k8s/manifests/cluster-k3d.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/otacilio-psf/spark-dev-env-docker/HEAD/k8s/manifests/cluster-k3d.yaml -------------------------------------------------------------------------------- /k8s/manifests/crb-spark.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/otacilio-psf/spark-dev-env-docker/HEAD/k8s/manifests/crb-spark.yaml -------------------------------------------------------------------------------- /k8s/manifests/job-spark-exaple.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/otacilio-psf/spark-dev-env-docker/HEAD/k8s/manifests/job-spark-exaple.yaml -------------------------------------------------------------------------------- /spark-submit-env/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/otacilio-psf/spark-dev-env-docker/HEAD/spark-submit-env/Dockerfile -------------------------------------------------------------------------------- /spark-submit-env/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/otacilio-psf/spark-dev-env-docker/HEAD/spark-submit-env/README.md -------------------------------------------------------------------------------- /spark-submit-env/airtravel.xlsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/otacilio-psf/spark-dev-env-docker/HEAD/spark-submit-env/airtravel.xlsx -------------------------------------------------------------------------------- /spark-submit-env/app-local.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/otacilio-psf/spark-dev-env-docker/HEAD/spark-submit-env/app-local.py -------------------------------------------------------------------------------- /spark-submit-env/app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/otacilio-psf/spark-dev-env-docker/HEAD/spark-submit-env/app.py -------------------------------------------------------------------------------- /spark-submit-env/docker-compose.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/otacilio-psf/spark-dev-env-docker/HEAD/spark-submit-env/docker-compose.yml -------------------------------------------------------------------------------- /spark-submit-env/jars/commons-collections4-4.4.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/otacilio-psf/spark-dev-env-docker/HEAD/spark-submit-env/jars/commons-collections4-4.4.jar -------------------------------------------------------------------------------- /spark-submit-env/jars/poi-ooxml-schemas-4.1.2.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/otacilio-psf/spark-dev-env-docker/HEAD/spark-submit-env/jars/poi-ooxml-schemas-4.1.2.jar -------------------------------------------------------------------------------- /spark-submit-env/jars/spark-excel_2.12-0.13.8.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/otacilio-psf/spark-dev-env-docker/HEAD/spark-submit-env/jars/spark-excel_2.12-0.13.8.jar -------------------------------------------------------------------------------- /spark-submit-env/jars/xmlbeans-3.1.0.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/otacilio-psf/spark-dev-env-docker/HEAD/spark-submit-env/jars/xmlbeans-3.1.0.jar -------------------------------------------------------------------------------- /spark-submit-env/sh/run-spark-s.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/otacilio-psf/spark-dev-env-docker/HEAD/spark-submit-env/sh/run-spark-s.sh --------------------------------------------------------------------------------