├── .github ├── bin │ └── linter.sh └── workflows │ ├── branch_deployments.yml │ ├── deploy.yml │ └── pylint.yml ├── .gitignore ├── README.md ├── dagster_cloud.yaml ├── databricks ├── common │ ├── schemas.py │ ├── setup.py │ └── utils.py ├── gold │ ├── gold_dim_constructor.py │ ├── gold_dim_driver.py │ ├── gold_dim_race.py │ ├── gold_dim_status.py │ ├── gold_fct_race_result.py │ ├── gold_fct_sprint_result.py │ └── gold_report_result.py └── silver │ ├── silver_circuit.py │ ├── silver_constructor.py │ ├── silver_driver.py │ ├── silver_race.py │ ├── silver_race_result.py │ ├── silver_sprint_result.py │ └── silver_status.py ├── images ├── airbyte-ingestion.png ├── architecture.png ├── ci-cd-workflows.png ├── dagster-asset-job.png ├── dagster-auto-materialize.png ├── dagster-global-asset-lineage.png ├── dagster-slack-log.png ├── databricks-workflow.png ├── erd.png └── preset-dashboard.png ├── orchestrator ├── __init__.py ├── assets │ ├── airbyte │ │ ├── __init__.py │ │ └── airbyte.py │ └── databricks │ │ ├── __init__.py │ │ └── databricks.py ├── jobs │ └── __init__.py ├── resources │ └── __init__.py └── schedules │ └── __init__.py ├── postgresql └── setup.sql ├── pyproject.toml ├── requirements.txt └── setup.py /.github/bin/linter.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/douglkr/project-formula-one/HEAD/.github/bin/linter.sh -------------------------------------------------------------------------------- /.github/workflows/branch_deployments.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/douglkr/project-formula-one/HEAD/.github/workflows/branch_deployments.yml -------------------------------------------------------------------------------- /.github/workflows/deploy.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/douglkr/project-formula-one/HEAD/.github/workflows/deploy.yml -------------------------------------------------------------------------------- /.github/workflows/pylint.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/douglkr/project-formula-one/HEAD/.github/workflows/pylint.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/douglkr/project-formula-one/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/douglkr/project-formula-one/HEAD/README.md -------------------------------------------------------------------------------- /dagster_cloud.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/douglkr/project-formula-one/HEAD/dagster_cloud.yaml -------------------------------------------------------------------------------- /databricks/common/schemas.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/douglkr/project-formula-one/HEAD/databricks/common/schemas.py -------------------------------------------------------------------------------- /databricks/common/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/douglkr/project-formula-one/HEAD/databricks/common/setup.py -------------------------------------------------------------------------------- /databricks/common/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/douglkr/project-formula-one/HEAD/databricks/common/utils.py -------------------------------------------------------------------------------- /databricks/gold/gold_dim_constructor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/douglkr/project-formula-one/HEAD/databricks/gold/gold_dim_constructor.py -------------------------------------------------------------------------------- /databricks/gold/gold_dim_driver.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/douglkr/project-formula-one/HEAD/databricks/gold/gold_dim_driver.py -------------------------------------------------------------------------------- /databricks/gold/gold_dim_race.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/douglkr/project-formula-one/HEAD/databricks/gold/gold_dim_race.py -------------------------------------------------------------------------------- /databricks/gold/gold_dim_status.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/douglkr/project-formula-one/HEAD/databricks/gold/gold_dim_status.py -------------------------------------------------------------------------------- /databricks/gold/gold_fct_race_result.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/douglkr/project-formula-one/HEAD/databricks/gold/gold_fct_race_result.py -------------------------------------------------------------------------------- /databricks/gold/gold_fct_sprint_result.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/douglkr/project-formula-one/HEAD/databricks/gold/gold_fct_sprint_result.py -------------------------------------------------------------------------------- /databricks/gold/gold_report_result.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/douglkr/project-formula-one/HEAD/databricks/gold/gold_report_result.py -------------------------------------------------------------------------------- /databricks/silver/silver_circuit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/douglkr/project-formula-one/HEAD/databricks/silver/silver_circuit.py -------------------------------------------------------------------------------- /databricks/silver/silver_constructor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/douglkr/project-formula-one/HEAD/databricks/silver/silver_constructor.py -------------------------------------------------------------------------------- /databricks/silver/silver_driver.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/douglkr/project-formula-one/HEAD/databricks/silver/silver_driver.py -------------------------------------------------------------------------------- /databricks/silver/silver_race.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/douglkr/project-formula-one/HEAD/databricks/silver/silver_race.py -------------------------------------------------------------------------------- /databricks/silver/silver_race_result.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/douglkr/project-formula-one/HEAD/databricks/silver/silver_race_result.py -------------------------------------------------------------------------------- /databricks/silver/silver_sprint_result.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/douglkr/project-formula-one/HEAD/databricks/silver/silver_sprint_result.py -------------------------------------------------------------------------------- /databricks/silver/silver_status.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/douglkr/project-formula-one/HEAD/databricks/silver/silver_status.py -------------------------------------------------------------------------------- /images/airbyte-ingestion.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/douglkr/project-formula-one/HEAD/images/airbyte-ingestion.png -------------------------------------------------------------------------------- /images/architecture.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/douglkr/project-formula-one/HEAD/images/architecture.png -------------------------------------------------------------------------------- /images/ci-cd-workflows.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/douglkr/project-formula-one/HEAD/images/ci-cd-workflows.png -------------------------------------------------------------------------------- /images/dagster-asset-job.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/douglkr/project-formula-one/HEAD/images/dagster-asset-job.png -------------------------------------------------------------------------------- /images/dagster-auto-materialize.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/douglkr/project-formula-one/HEAD/images/dagster-auto-materialize.png -------------------------------------------------------------------------------- /images/dagster-global-asset-lineage.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/douglkr/project-formula-one/HEAD/images/dagster-global-asset-lineage.png -------------------------------------------------------------------------------- /images/dagster-slack-log.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/douglkr/project-formula-one/HEAD/images/dagster-slack-log.png -------------------------------------------------------------------------------- /images/databricks-workflow.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/douglkr/project-formula-one/HEAD/images/databricks-workflow.png -------------------------------------------------------------------------------- /images/erd.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/douglkr/project-formula-one/HEAD/images/erd.png -------------------------------------------------------------------------------- /images/preset-dashboard.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/douglkr/project-formula-one/HEAD/images/preset-dashboard.png -------------------------------------------------------------------------------- /orchestrator/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/douglkr/project-formula-one/HEAD/orchestrator/__init__.py -------------------------------------------------------------------------------- /orchestrator/assets/airbyte/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /orchestrator/assets/airbyte/airbyte.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/douglkr/project-formula-one/HEAD/orchestrator/assets/airbyte/airbyte.py -------------------------------------------------------------------------------- /orchestrator/assets/databricks/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /orchestrator/assets/databricks/databricks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/douglkr/project-formula-one/HEAD/orchestrator/assets/databricks/databricks.py -------------------------------------------------------------------------------- /orchestrator/jobs/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/douglkr/project-formula-one/HEAD/orchestrator/jobs/__init__.py -------------------------------------------------------------------------------- /orchestrator/resources/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/douglkr/project-formula-one/HEAD/orchestrator/resources/__init__.py -------------------------------------------------------------------------------- /orchestrator/schedules/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/douglkr/project-formula-one/HEAD/orchestrator/schedules/__init__.py -------------------------------------------------------------------------------- /postgresql/setup.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/douglkr/project-formula-one/HEAD/postgresql/setup.sql -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/douglkr/project-formula-one/HEAD/pyproject.toml -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- 1 | black==23.9.1 2 | sqlfluff==2.3.2 3 | -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/douglkr/project-formula-one/HEAD/setup.py --------------------------------------------------------------------------------