├── .github ├── CODEOWNERS └── workflows │ ├── cd.yml │ └── ci.yml ├── .gitignore ├── LICENSE.md ├── Makefile ├── README.md ├── app ├── jobs │ └── online_store_data_ingestion.py ├── ops │ └── extract_load.py ├── repository.py ├── schedules │ └── online_store_data_ingestion_schedule.py ├── transform │ ├── dbt_project.yml │ ├── logs │ │ └── dbt.log.legacy │ ├── models │ │ ├── marts │ │ │ └── core │ │ │ │ ├── core.yml │ │ │ │ ├── dim_customers.sql │ │ │ │ └── fct_orders.sql │ │ └── staging │ │ │ ├── src_el.yml │ │ │ ├── stg_el.yml │ │ │ ├── stg_el__customer_risk_score.sql │ │ │ ├── stg_el__customers.sql │ │ │ └── stg_el__orders.sql │ └── profiles.yml └── utils │ ├── config.py │ └── db.py ├── assets └── images │ └── arch.png ├── container ├── dagster │ └── Dockerfile ├── datagenerator │ └── Dockerfile ├── formatter │ ├── Dockerfile │ └── requirements.txt ├── risk_api │ └── Dockerfile └── user_code │ └── Dockerfile ├── customer_db_setup └── 1_create_customer_table.sql ├── dagster.yaml ├── datagenerator └── generate_fake_orders_customers.py ├── docker-compose.yml ├── migrations ├── 20221022_01_G4MS0-create-store-schema.py ├── 20221022_02_Dwqjh-create-customer-customer-risk-store-tables.py ├── 20221022_03_TTg3A-create-orders-and-states-tables.py └── 20221022_04_rgadd-insert-states-table-data.py ├── risk_api └── main.py ├── terraform ├── .terraform.lock.hcl ├── main.tf ├── output.tf └── variable.tf ├── test └── unit │ └── test_extract_load.py ├── warehouse_db_setup └── 1_create_customer_order_state_tables.sql └── workspace.yaml /.github/CODEOWNERS: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/online_store/HEAD/.github/CODEOWNERS -------------------------------------------------------------------------------- /.github/workflows/cd.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/online_store/HEAD/.github/workflows/cd.yml -------------------------------------------------------------------------------- /.github/workflows/ci.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/online_store/HEAD/.github/workflows/ci.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/online_store/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/online_store/HEAD/LICENSE.md -------------------------------------------------------------------------------- /Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/online_store/HEAD/Makefile -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/online_store/HEAD/README.md -------------------------------------------------------------------------------- /app/jobs/online_store_data_ingestion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/online_store/HEAD/app/jobs/online_store_data_ingestion.py -------------------------------------------------------------------------------- /app/ops/extract_load.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/online_store/HEAD/app/ops/extract_load.py -------------------------------------------------------------------------------- /app/repository.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/online_store/HEAD/app/repository.py -------------------------------------------------------------------------------- /app/schedules/online_store_data_ingestion_schedule.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/online_store/HEAD/app/schedules/online_store_data_ingestion_schedule.py -------------------------------------------------------------------------------- /app/transform/dbt_project.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/online_store/HEAD/app/transform/dbt_project.yml -------------------------------------------------------------------------------- /app/transform/logs/dbt.log.legacy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/online_store/HEAD/app/transform/logs/dbt.log.legacy -------------------------------------------------------------------------------- /app/transform/models/marts/core/core.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/online_store/HEAD/app/transform/models/marts/core/core.yml -------------------------------------------------------------------------------- /app/transform/models/marts/core/dim_customers.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/online_store/HEAD/app/transform/models/marts/core/dim_customers.sql -------------------------------------------------------------------------------- /app/transform/models/marts/core/fct_orders.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/online_store/HEAD/app/transform/models/marts/core/fct_orders.sql -------------------------------------------------------------------------------- /app/transform/models/staging/src_el.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/online_store/HEAD/app/transform/models/staging/src_el.yml -------------------------------------------------------------------------------- /app/transform/models/staging/stg_el.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/online_store/HEAD/app/transform/models/staging/stg_el.yml -------------------------------------------------------------------------------- /app/transform/models/staging/stg_el__customer_risk_score.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/online_store/HEAD/app/transform/models/staging/stg_el__customer_risk_score.sql -------------------------------------------------------------------------------- /app/transform/models/staging/stg_el__customers.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/online_store/HEAD/app/transform/models/staging/stg_el__customers.sql -------------------------------------------------------------------------------- /app/transform/models/staging/stg_el__orders.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/online_store/HEAD/app/transform/models/staging/stg_el__orders.sql -------------------------------------------------------------------------------- /app/transform/profiles.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/online_store/HEAD/app/transform/profiles.yml -------------------------------------------------------------------------------- /app/utils/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/online_store/HEAD/app/utils/config.py -------------------------------------------------------------------------------- /app/utils/db.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/online_store/HEAD/app/utils/db.py -------------------------------------------------------------------------------- /assets/images/arch.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/online_store/HEAD/assets/images/arch.png -------------------------------------------------------------------------------- /container/dagster/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/online_store/HEAD/container/dagster/Dockerfile -------------------------------------------------------------------------------- /container/datagenerator/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/online_store/HEAD/container/datagenerator/Dockerfile -------------------------------------------------------------------------------- /container/formatter/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/online_store/HEAD/container/formatter/Dockerfile -------------------------------------------------------------------------------- /container/formatter/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/online_store/HEAD/container/formatter/requirements.txt -------------------------------------------------------------------------------- /container/risk_api/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/online_store/HEAD/container/risk_api/Dockerfile -------------------------------------------------------------------------------- /container/user_code/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/online_store/HEAD/container/user_code/Dockerfile -------------------------------------------------------------------------------- /customer_db_setup/1_create_customer_table.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/online_store/HEAD/customer_db_setup/1_create_customer_table.sql -------------------------------------------------------------------------------- /dagster.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/online_store/HEAD/dagster.yaml -------------------------------------------------------------------------------- /datagenerator/generate_fake_orders_customers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/online_store/HEAD/datagenerator/generate_fake_orders_customers.py -------------------------------------------------------------------------------- /docker-compose.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/online_store/HEAD/docker-compose.yml -------------------------------------------------------------------------------- /migrations/20221022_01_G4MS0-create-store-schema.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/online_store/HEAD/migrations/20221022_01_G4MS0-create-store-schema.py -------------------------------------------------------------------------------- /migrations/20221022_02_Dwqjh-create-customer-customer-risk-store-tables.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/online_store/HEAD/migrations/20221022_02_Dwqjh-create-customer-customer-risk-store-tables.py -------------------------------------------------------------------------------- /migrations/20221022_03_TTg3A-create-orders-and-states-tables.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/online_store/HEAD/migrations/20221022_03_TTg3A-create-orders-and-states-tables.py -------------------------------------------------------------------------------- /migrations/20221022_04_rgadd-insert-states-table-data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/online_store/HEAD/migrations/20221022_04_rgadd-insert-states-table-data.py -------------------------------------------------------------------------------- /risk_api/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/online_store/HEAD/risk_api/main.py -------------------------------------------------------------------------------- /terraform/.terraform.lock.hcl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/online_store/HEAD/terraform/.terraform.lock.hcl -------------------------------------------------------------------------------- /terraform/main.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/online_store/HEAD/terraform/main.tf -------------------------------------------------------------------------------- /terraform/output.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/online_store/HEAD/terraform/output.tf -------------------------------------------------------------------------------- /terraform/variable.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/online_store/HEAD/terraform/variable.tf -------------------------------------------------------------------------------- /test/unit/test_extract_load.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/online_store/HEAD/test/unit/test_extract_load.py -------------------------------------------------------------------------------- /warehouse_db_setup/1_create_customer_order_state_tables.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/online_store/HEAD/warehouse_db_setup/1_create_customer_order_state_tables.sql -------------------------------------------------------------------------------- /workspace.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/josephmachado/online_store/HEAD/workspace.yaml --------------------------------------------------------------------------------