├── .astro ├── config.yaml └── test_dag_integrity_default.py ├── .dockerignore ├── .env ├── .gitignore ├── .idea ├── .gitignore └── sonarlint │ ├── issuestore │ ├── 8 │ │ └── e │ │ │ └── 8ec9a00bfd09b3190ac6b22251dbb1aa95a0579d │ └── index.pb │ └── securityhotspotstore │ ├── 8 │ └── e │ │ └── 8ec9a00bfd09b3190ac6b22251dbb1aa95a0579d │ └── index.pb ├── Dockerfile ├── airflow_settings.yaml ├── dags ├── __pycache__ │ ├── databricks-dbt-sql-transform.cpython-311.pyc │ └── local-files-to-dbsql-delta.cpython-311.pyc ├── data │ ├── payments │ │ └── payments.csv │ ├── rides │ │ └── rides.csv │ └── users │ │ └── users.csv ├── databricks-dbt-sql-transform.py ├── dbt │ └── databricks │ │ ├── .user.yml │ │ ├── dbt_project.yml │ │ ├── logs │ │ └── dbt.log │ │ ├── macros │ │ ├── convert_miles_to_km.sql │ │ └── gen_id.sql │ │ ├── models │ │ ├── sources.yml │ │ ├── stage │ │ │ ├── stage_payments.sql │ │ │ ├── stage_rides.sql │ │ │ └── stage_users.sql │ │ └── trusted │ │ │ ├── trusted_credit_card_type.sql │ │ │ ├── trusted_payments_per_user.sql │ │ │ ├── trusted_rides_km_real.sql │ │ │ └── trusted_transactions_per_cab_type.sql │ │ ├── profiles.yml │ │ ├── readme.md │ │ └── target │ │ ├── compiled │ │ └── default │ │ │ └── models │ │ │ ├── stage │ │ │ ├── stage_payments.sql │ │ │ ├── stage_rides.sql │ │ │ └── stage_users.sql │ │ │ └── trusted │ │ │ ├── credit_card_type.sql │ │ │ └── trusted_rides_km_real.sql │ │ ├── graph.gpickle │ │ ├── graph_summary.json │ │ ├── manifest.json │ │ ├── partial_parse.msgpack │ │ ├── run │ │ └── default │ │ │ └── models │ │ │ ├── stage │ │ │ ├── stage_payments.sql │ │ │ ├── stage_rides.sql │ │ │ └── stage_users.sql │ │ │ └── trusted │ │ │ ├── credit_card_type.sql │ │ │ └── trusted_rides_km_real.sql │ │ ├── run_results.json │ │ └── semantic_manifest.json └── local-files-to-dbsql-delta.py ├── packages.txt ├── readme.md ├── requirements.txt └── tests └── dags └── test_dag_example.py /.astro/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/owshq-live/astro-dbt-airflow-dbsql/HEAD/.astro/config.yaml -------------------------------------------------------------------------------- /.astro/test_dag_integrity_default.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/owshq-live/astro-dbt-airflow-dbsql/HEAD/.astro/test_dag_integrity_default.py -------------------------------------------------------------------------------- /.dockerignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/owshq-live/astro-dbt-airflow-dbsql/HEAD/.dockerignore -------------------------------------------------------------------------------- /.env: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/owshq-live/astro-dbt-airflow-dbsql/HEAD/.env -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/owshq-live/astro-dbt-airflow-dbsql/HEAD/.gitignore -------------------------------------------------------------------------------- /.idea/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/owshq-live/astro-dbt-airflow-dbsql/HEAD/.idea/.gitignore -------------------------------------------------------------------------------- /.idea/sonarlint/issuestore/8/e/8ec9a00bfd09b3190ac6b22251dbb1aa95a0579d: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /.idea/sonarlint/issuestore/index.pb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/owshq-live/astro-dbt-airflow-dbsql/HEAD/.idea/sonarlint/issuestore/index.pb -------------------------------------------------------------------------------- /.idea/sonarlint/securityhotspotstore/8/e/8ec9a00bfd09b3190ac6b22251dbb1aa95a0579d: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /.idea/sonarlint/securityhotspotstore/index.pb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/owshq-live/astro-dbt-airflow-dbsql/HEAD/.idea/sonarlint/securityhotspotstore/index.pb -------------------------------------------------------------------------------- /Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/owshq-live/astro-dbt-airflow-dbsql/HEAD/Dockerfile -------------------------------------------------------------------------------- /airflow_settings.yaml: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dags/__pycache__/databricks-dbt-sql-transform.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/owshq-live/astro-dbt-airflow-dbsql/HEAD/dags/__pycache__/databricks-dbt-sql-transform.cpython-311.pyc -------------------------------------------------------------------------------- /dags/__pycache__/local-files-to-dbsql-delta.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/owshq-live/astro-dbt-airflow-dbsql/HEAD/dags/__pycache__/local-files-to-dbsql-delta.cpython-311.pyc -------------------------------------------------------------------------------- /dags/data/payments/payments.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/owshq-live/astro-dbt-airflow-dbsql/HEAD/dags/data/payments/payments.csv -------------------------------------------------------------------------------- /dags/data/rides/rides.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/owshq-live/astro-dbt-airflow-dbsql/HEAD/dags/data/rides/rides.csv -------------------------------------------------------------------------------- /dags/data/users/users.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/owshq-live/astro-dbt-airflow-dbsql/HEAD/dags/data/users/users.csv -------------------------------------------------------------------------------- /dags/databricks-dbt-sql-transform.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/owshq-live/astro-dbt-airflow-dbsql/HEAD/dags/databricks-dbt-sql-transform.py -------------------------------------------------------------------------------- /dags/dbt/databricks/.user.yml: -------------------------------------------------------------------------------- 1 | id: 47c064f0-09c3-4aa1-b5d5-2698810ff132 2 | -------------------------------------------------------------------------------- /dags/dbt/databricks/dbt_project.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/owshq-live/astro-dbt-airflow-dbsql/HEAD/dags/dbt/databricks/dbt_project.yml -------------------------------------------------------------------------------- /dags/dbt/databricks/logs/dbt.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/owshq-live/astro-dbt-airflow-dbsql/HEAD/dags/dbt/databricks/logs/dbt.log -------------------------------------------------------------------------------- /dags/dbt/databricks/macros/convert_miles_to_km.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/owshq-live/astro-dbt-airflow-dbsql/HEAD/dags/dbt/databricks/macros/convert_miles_to_km.sql -------------------------------------------------------------------------------- /dags/dbt/databricks/macros/gen_id.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/owshq-live/astro-dbt-airflow-dbsql/HEAD/dags/dbt/databricks/macros/gen_id.sql -------------------------------------------------------------------------------- /dags/dbt/databricks/models/sources.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/owshq-live/astro-dbt-airflow-dbsql/HEAD/dags/dbt/databricks/models/sources.yml -------------------------------------------------------------------------------- /dags/dbt/databricks/models/stage/stage_payments.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/owshq-live/astro-dbt-airflow-dbsql/HEAD/dags/dbt/databricks/models/stage/stage_payments.sql -------------------------------------------------------------------------------- /dags/dbt/databricks/models/stage/stage_rides.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/owshq-live/astro-dbt-airflow-dbsql/HEAD/dags/dbt/databricks/models/stage/stage_rides.sql -------------------------------------------------------------------------------- /dags/dbt/databricks/models/stage/stage_users.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/owshq-live/astro-dbt-airflow-dbsql/HEAD/dags/dbt/databricks/models/stage/stage_users.sql -------------------------------------------------------------------------------- /dags/dbt/databricks/models/trusted/trusted_credit_card_type.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/owshq-live/astro-dbt-airflow-dbsql/HEAD/dags/dbt/databricks/models/trusted/trusted_credit_card_type.sql -------------------------------------------------------------------------------- /dags/dbt/databricks/models/trusted/trusted_payments_per_user.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/owshq-live/astro-dbt-airflow-dbsql/HEAD/dags/dbt/databricks/models/trusted/trusted_payments_per_user.sql -------------------------------------------------------------------------------- /dags/dbt/databricks/models/trusted/trusted_rides_km_real.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/owshq-live/astro-dbt-airflow-dbsql/HEAD/dags/dbt/databricks/models/trusted/trusted_rides_km_real.sql -------------------------------------------------------------------------------- /dags/dbt/databricks/models/trusted/trusted_transactions_per_cab_type.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/owshq-live/astro-dbt-airflow-dbsql/HEAD/dags/dbt/databricks/models/trusted/trusted_transactions_per_cab_type.sql -------------------------------------------------------------------------------- /dags/dbt/databricks/profiles.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/owshq-live/astro-dbt-airflow-dbsql/HEAD/dags/dbt/databricks/profiles.yml -------------------------------------------------------------------------------- /dags/dbt/databricks/readme.md: -------------------------------------------------------------------------------- 1 | ```shell 2 | pip install dbt-databricks 3 | dbt --version 4 | ``` -------------------------------------------------------------------------------- /dags/dbt/databricks/target/compiled/default/models/stage/stage_payments.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/owshq-live/astro-dbt-airflow-dbsql/HEAD/dags/dbt/databricks/target/compiled/default/models/stage/stage_payments.sql -------------------------------------------------------------------------------- /dags/dbt/databricks/target/compiled/default/models/stage/stage_rides.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/owshq-live/astro-dbt-airflow-dbsql/HEAD/dags/dbt/databricks/target/compiled/default/models/stage/stage_rides.sql -------------------------------------------------------------------------------- /dags/dbt/databricks/target/compiled/default/models/stage/stage_users.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/owshq-live/astro-dbt-airflow-dbsql/HEAD/dags/dbt/databricks/target/compiled/default/models/stage/stage_users.sql -------------------------------------------------------------------------------- /dags/dbt/databricks/target/compiled/default/models/trusted/credit_card_type.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/owshq-live/astro-dbt-airflow-dbsql/HEAD/dags/dbt/databricks/target/compiled/default/models/trusted/credit_card_type.sql -------------------------------------------------------------------------------- /dags/dbt/databricks/target/compiled/default/models/trusted/trusted_rides_km_real.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/owshq-live/astro-dbt-airflow-dbsql/HEAD/dags/dbt/databricks/target/compiled/default/models/trusted/trusted_rides_km_real.sql -------------------------------------------------------------------------------- /dags/dbt/databricks/target/graph.gpickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/owshq-live/astro-dbt-airflow-dbsql/HEAD/dags/dbt/databricks/target/graph.gpickle -------------------------------------------------------------------------------- /dags/dbt/databricks/target/graph_summary.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/owshq-live/astro-dbt-airflow-dbsql/HEAD/dags/dbt/databricks/target/graph_summary.json -------------------------------------------------------------------------------- /dags/dbt/databricks/target/manifest.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/owshq-live/astro-dbt-airflow-dbsql/HEAD/dags/dbt/databricks/target/manifest.json -------------------------------------------------------------------------------- /dags/dbt/databricks/target/partial_parse.msgpack: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/owshq-live/astro-dbt-airflow-dbsql/HEAD/dags/dbt/databricks/target/partial_parse.msgpack -------------------------------------------------------------------------------- /dags/dbt/databricks/target/run/default/models/stage/stage_payments.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/owshq-live/astro-dbt-airflow-dbsql/HEAD/dags/dbt/databricks/target/run/default/models/stage/stage_payments.sql -------------------------------------------------------------------------------- /dags/dbt/databricks/target/run/default/models/stage/stage_rides.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/owshq-live/astro-dbt-airflow-dbsql/HEAD/dags/dbt/databricks/target/run/default/models/stage/stage_rides.sql -------------------------------------------------------------------------------- /dags/dbt/databricks/target/run/default/models/stage/stage_users.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/owshq-live/astro-dbt-airflow-dbsql/HEAD/dags/dbt/databricks/target/run/default/models/stage/stage_users.sql -------------------------------------------------------------------------------- /dags/dbt/databricks/target/run/default/models/trusted/credit_card_type.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/owshq-live/astro-dbt-airflow-dbsql/HEAD/dags/dbt/databricks/target/run/default/models/trusted/credit_card_type.sql -------------------------------------------------------------------------------- /dags/dbt/databricks/target/run/default/models/trusted/trusted_rides_km_real.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/owshq-live/astro-dbt-airflow-dbsql/HEAD/dags/dbt/databricks/target/run/default/models/trusted/trusted_rides_km_real.sql -------------------------------------------------------------------------------- /dags/dbt/databricks/target/run_results.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/owshq-live/astro-dbt-airflow-dbsql/HEAD/dags/dbt/databricks/target/run_results.json -------------------------------------------------------------------------------- /dags/dbt/databricks/target/semantic_manifest.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/owshq-live/astro-dbt-airflow-dbsql/HEAD/dags/dbt/databricks/target/semantic_manifest.json -------------------------------------------------------------------------------- /dags/local-files-to-dbsql-delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/owshq-live/astro-dbt-airflow-dbsql/HEAD/dags/local-files-to-dbsql-delta.py -------------------------------------------------------------------------------- /packages.txt: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/owshq-live/astro-dbt-airflow-dbsql/HEAD/readme.md -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/owshq-live/astro-dbt-airflow-dbsql/HEAD/requirements.txt -------------------------------------------------------------------------------- /tests/dags/test_dag_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/owshq-live/astro-dbt-airflow-dbsql/HEAD/tests/dags/test_dag_example.py --------------------------------------------------------------------------------