├── .dockerignore ├── .env ├── .env.spark ├── .github ├── CODEOWNERS ├── ISSUE_TEMPLATE │ └── bug_report.md └── workflows │ ├── cd.yml │ └── ci.yml ├── .gitignore ├── LICENSE ├── Makefile ├── README.md ├── assets └── images │ ├── arch.png │ ├── cs1.png │ ├── cs2.png │ ├── cs3.png │ └── dag.png ├── containers ├── airflow │ ├── Dockerfile │ ├── quarto.sh │ ├── requirements.txt │ └── setup_conn.py └── upstream │ └── 1-create-user-purchase.sql ├── dags ├── scripts │ ├── dashboard │ │ ├── dashboard.html │ │ └── dashboard.qmd │ └── spark │ │ └── random_text_classification.py └── user_analytics.py ├── data ├── OnlineRetail.csv ├── behaviour_metrics.csv └── movie_review.csv ├── docker-compose.yml └── tests └── dags └── test_dag_validity.py /.dockerignore: -------------------------------------------------------------------------------- 1 | .git 2 | -------------------------------------------------------------------------------- /.env: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/beginner_de_project/HEAD/.env -------------------------------------------------------------------------------- /.env.spark: -------------------------------------------------------------------------------- 1 | SPARK_NO_DAEMONIZE=true 2 | -------------------------------------------------------------------------------- /.github/CODEOWNERS: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/beginner_de_project/HEAD/.github/CODEOWNERS -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/bug_report.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/beginner_de_project/HEAD/.github/ISSUE_TEMPLATE/bug_report.md -------------------------------------------------------------------------------- /.github/workflows/cd.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/beginner_de_project/HEAD/.github/workflows/cd.yml -------------------------------------------------------------------------------- /.github/workflows/ci.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/beginner_de_project/HEAD/.github/workflows/ci.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/beginner_de_project/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/beginner_de_project/HEAD/LICENSE -------------------------------------------------------------------------------- /Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/beginner_de_project/HEAD/Makefile -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/beginner_de_project/HEAD/README.md -------------------------------------------------------------------------------- /assets/images/arch.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/beginner_de_project/HEAD/assets/images/arch.png -------------------------------------------------------------------------------- /assets/images/cs1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/beginner_de_project/HEAD/assets/images/cs1.png -------------------------------------------------------------------------------- /assets/images/cs2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/beginner_de_project/HEAD/assets/images/cs2.png -------------------------------------------------------------------------------- /assets/images/cs3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/beginner_de_project/HEAD/assets/images/cs3.png -------------------------------------------------------------------------------- /assets/images/dag.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/beginner_de_project/HEAD/assets/images/dag.png -------------------------------------------------------------------------------- /containers/airflow/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/beginner_de_project/HEAD/containers/airflow/Dockerfile -------------------------------------------------------------------------------- /containers/airflow/quarto.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/beginner_de_project/HEAD/containers/airflow/quarto.sh -------------------------------------------------------------------------------- /containers/airflow/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/beginner_de_project/HEAD/containers/airflow/requirements.txt -------------------------------------------------------------------------------- /containers/airflow/setup_conn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/beginner_de_project/HEAD/containers/airflow/setup_conn.py -------------------------------------------------------------------------------- /containers/upstream/1-create-user-purchase.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/beginner_de_project/HEAD/containers/upstream/1-create-user-purchase.sql -------------------------------------------------------------------------------- /dags/scripts/dashboard/dashboard.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/beginner_de_project/HEAD/dags/scripts/dashboard/dashboard.html -------------------------------------------------------------------------------- /dags/scripts/dashboard/dashboard.qmd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/beginner_de_project/HEAD/dags/scripts/dashboard/dashboard.qmd -------------------------------------------------------------------------------- /dags/scripts/spark/random_text_classification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/beginner_de_project/HEAD/dags/scripts/spark/random_text_classification.py -------------------------------------------------------------------------------- /dags/user_analytics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/beginner_de_project/HEAD/dags/user_analytics.py -------------------------------------------------------------------------------- /data/OnlineRetail.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/beginner_de_project/HEAD/data/OnlineRetail.csv -------------------------------------------------------------------------------- /data/behaviour_metrics.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/beginner_de_project/HEAD/data/behaviour_metrics.csv -------------------------------------------------------------------------------- /data/movie_review.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/beginner_de_project/HEAD/data/movie_review.csv -------------------------------------------------------------------------------- /docker-compose.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/beginner_de_project/HEAD/docker-compose.yml -------------------------------------------------------------------------------- /tests/dags/test_dag_validity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/beginner_de_project/HEAD/tests/dags/test_dag_validity.py --------------------------------------------------------------------------------