├── .gitignore ├── Makefile ├── README.md ├── assets └── images │ ├── arch.png │ ├── cs1.png │ ├── cs2.png │ ├── cs3.png │ ├── dag.png │ ├── data_infra.png │ ├── det.png │ ├── det2.png │ ├── flink.png │ ├── flink_ui_dag.png │ ├── fs.png │ ├── graphana.png │ ├── proj_1.png │ ├── proj_2.png │ ├── secret.png │ └── tn.png ├── code ├── checkout_attribution.py ├── process │ └── attribute_checkouts.sql ├── sink │ └── attributed_checkouts.sql └── source │ ├── checkouts.sql │ ├── clicks.sql │ └── users.sql ├── container ├── datagen │ ├── Dockerfile │ └── requirements.txt └── flink │ ├── Dockerfile │ └── requirements.txt ├── datagen └── gen_fake_data.py ├── docker-compose.yml ├── grafana └── provisioning │ ├── dashboards │ ├── Flink.json │ └── dashboards.yml │ └── datasources │ └── prometheus.yml ├── postgres └── init.sql └── prometheus └── prometheus.yml /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/beginner_de_project_stream/HEAD/.gitignore -------------------------------------------------------------------------------- /Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/beginner_de_project_stream/HEAD/Makefile -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/beginner_de_project_stream/HEAD/README.md -------------------------------------------------------------------------------- /assets/images/arch.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/beginner_de_project_stream/HEAD/assets/images/arch.png -------------------------------------------------------------------------------- /assets/images/cs1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/beginner_de_project_stream/HEAD/assets/images/cs1.png -------------------------------------------------------------------------------- /assets/images/cs2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/beginner_de_project_stream/HEAD/assets/images/cs2.png -------------------------------------------------------------------------------- /assets/images/cs3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/beginner_de_project_stream/HEAD/assets/images/cs3.png -------------------------------------------------------------------------------- /assets/images/dag.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/beginner_de_project_stream/HEAD/assets/images/dag.png -------------------------------------------------------------------------------- /assets/images/data_infra.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/beginner_de_project_stream/HEAD/assets/images/data_infra.png -------------------------------------------------------------------------------- /assets/images/det.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/beginner_de_project_stream/HEAD/assets/images/det.png -------------------------------------------------------------------------------- /assets/images/det2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/beginner_de_project_stream/HEAD/assets/images/det2.png -------------------------------------------------------------------------------- /assets/images/flink.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/beginner_de_project_stream/HEAD/assets/images/flink.png -------------------------------------------------------------------------------- /assets/images/flink_ui_dag.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/beginner_de_project_stream/HEAD/assets/images/flink_ui_dag.png -------------------------------------------------------------------------------- /assets/images/fs.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/beginner_de_project_stream/HEAD/assets/images/fs.png -------------------------------------------------------------------------------- /assets/images/graphana.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/beginner_de_project_stream/HEAD/assets/images/graphana.png -------------------------------------------------------------------------------- /assets/images/proj_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/beginner_de_project_stream/HEAD/assets/images/proj_1.png -------------------------------------------------------------------------------- /assets/images/proj_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/beginner_de_project_stream/HEAD/assets/images/proj_2.png -------------------------------------------------------------------------------- /assets/images/secret.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/beginner_de_project_stream/HEAD/assets/images/secret.png -------------------------------------------------------------------------------- /assets/images/tn.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/beginner_de_project_stream/HEAD/assets/images/tn.png -------------------------------------------------------------------------------- /code/checkout_attribution.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/beginner_de_project_stream/HEAD/code/checkout_attribution.py -------------------------------------------------------------------------------- /code/process/attribute_checkouts.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/beginner_de_project_stream/HEAD/code/process/attribute_checkouts.sql -------------------------------------------------------------------------------- /code/sink/attributed_checkouts.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/beginner_de_project_stream/HEAD/code/sink/attributed_checkouts.sql -------------------------------------------------------------------------------- /code/source/checkouts.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/beginner_de_project_stream/HEAD/code/source/checkouts.sql -------------------------------------------------------------------------------- /code/source/clicks.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/beginner_de_project_stream/HEAD/code/source/clicks.sql -------------------------------------------------------------------------------- /code/source/users.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/beginner_de_project_stream/HEAD/code/source/users.sql -------------------------------------------------------------------------------- /container/datagen/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/beginner_de_project_stream/HEAD/container/datagen/Dockerfile -------------------------------------------------------------------------------- /container/datagen/requirements.txt: -------------------------------------------------------------------------------- 1 | black==22.8.0 2 | flake8==5.0.4 3 | mypy==0.971 4 | isort==5.10.1 5 | Jinja2==3.1.2 -------------------------------------------------------------------------------- /container/flink/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/beginner_de_project_stream/HEAD/container/flink/Dockerfile -------------------------------------------------------------------------------- /container/flink/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/beginner_de_project_stream/HEAD/container/flink/requirements.txt -------------------------------------------------------------------------------- /datagen/gen_fake_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/beginner_de_project_stream/HEAD/datagen/gen_fake_data.py -------------------------------------------------------------------------------- /docker-compose.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/beginner_de_project_stream/HEAD/docker-compose.yml -------------------------------------------------------------------------------- /grafana/provisioning/dashboards/Flink.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/beginner_de_project_stream/HEAD/grafana/provisioning/dashboards/Flink.json -------------------------------------------------------------------------------- /grafana/provisioning/dashboards/dashboards.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/beginner_de_project_stream/HEAD/grafana/provisioning/dashboards/dashboards.yml -------------------------------------------------------------------------------- /grafana/provisioning/datasources/prometheus.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/beginner_de_project_stream/HEAD/grafana/provisioning/datasources/prometheus.yml -------------------------------------------------------------------------------- /postgres/init.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/beginner_de_project_stream/HEAD/postgres/init.sql -------------------------------------------------------------------------------- /prometheus/prometheus.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/beginner_de_project_stream/HEAD/prometheus/prometheus.yml --------------------------------------------------------------------------------