├── .dockerignore ├── .gitignore ├── Dockerfile ├── LICENSE.txt ├── README.md ├── docker-compose.yml ├── img ├── dag.png ├── dash.png ├── launchpad.png └── tasks-success.png ├── orchestration ├── README.md ├── dagster.yaml ├── data_manager │ ├── __init__.py │ ├── jobs.py │ ├── main.py │ ├── ops.py │ ├── repository.py │ ├── resources │ │ ├── __init__.py │ │ ├── coches_net.py │ │ ├── duckdb_parquet_io_manager.py │ │ └── parquet_io_manager.py │ └── schedules.py ├── setup.py ├── workspace-docker.yaml └── workspace.yaml ├── requirements.txt ├── transformation ├── .gitignore ├── README.md ├── analyses │ └── .gitkeep ├── dbt_project.yml ├── macros │ └── get_fct_prices_model.sql ├── models │ ├── dim_date.sql │ ├── fct_car_prices.sql │ ├── fct_motorcycle_prices.sql │ ├── schema.yml │ ├── sources.yml │ ├── stg_cars.sql │ ├── stg_cars_snapshots.sql │ ├── stg_motorcycles.sql │ └── stg_motorcycles_snapshots.sql ├── profiles.yml ├── requirements.txt ├── seeds │ └── .gitkeep ├── snapshots │ ├── cars_snapshots.sql │ ├── motorcycles_snapshots.sql │ └── schema.yml └── tests │ └── .gitkeep └── visualization ├── .dockerignore ├── Dockerfile ├── app.py ├── model ├── data_provider.py └── figure_builder.py └── requirements.txt /.dockerignore: -------------------------------------------------------------------------------- 1 | .git/ 2 | .idea/ 3 | venv/ 4 | -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/franloza/coches-net-dashboard/HEAD/.gitignore -------------------------------------------------------------------------------- /Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/franloza/coches-net-dashboard/HEAD/Dockerfile -------------------------------------------------------------------------------- /LICENSE.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/franloza/coches-net-dashboard/HEAD/LICENSE.txt -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/franloza/coches-net-dashboard/HEAD/README.md -------------------------------------------------------------------------------- /docker-compose.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/franloza/coches-net-dashboard/HEAD/docker-compose.yml -------------------------------------------------------------------------------- /img/dag.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/franloza/coches-net-dashboard/HEAD/img/dag.png -------------------------------------------------------------------------------- /img/dash.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/franloza/coches-net-dashboard/HEAD/img/dash.png -------------------------------------------------------------------------------- /img/launchpad.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/franloza/coches-net-dashboard/HEAD/img/launchpad.png -------------------------------------------------------------------------------- /img/tasks-success.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/franloza/coches-net-dashboard/HEAD/img/tasks-success.png -------------------------------------------------------------------------------- /orchestration/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/franloza/coches-net-dashboard/HEAD/orchestration/README.md -------------------------------------------------------------------------------- /orchestration/dagster.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/franloza/coches-net-dashboard/HEAD/orchestration/dagster.yaml -------------------------------------------------------------------------------- /orchestration/data_manager/__init__.py: -------------------------------------------------------------------------------- 1 | from .repository import orchestration 2 | -------------------------------------------------------------------------------- /orchestration/data_manager/jobs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/franloza/coches-net-dashboard/HEAD/orchestration/data_manager/jobs.py -------------------------------------------------------------------------------- /orchestration/data_manager/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/franloza/coches-net-dashboard/HEAD/orchestration/data_manager/main.py -------------------------------------------------------------------------------- /orchestration/data_manager/ops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/franloza/coches-net-dashboard/HEAD/orchestration/data_manager/ops.py -------------------------------------------------------------------------------- /orchestration/data_manager/repository.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/franloza/coches-net-dashboard/HEAD/orchestration/data_manager/repository.py -------------------------------------------------------------------------------- /orchestration/data_manager/resources/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /orchestration/data_manager/resources/coches_net.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/franloza/coches-net-dashboard/HEAD/orchestration/data_manager/resources/coches_net.py -------------------------------------------------------------------------------- /orchestration/data_manager/resources/duckdb_parquet_io_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/franloza/coches-net-dashboard/HEAD/orchestration/data_manager/resources/duckdb_parquet_io_manager.py -------------------------------------------------------------------------------- /orchestration/data_manager/resources/parquet_io_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/franloza/coches-net-dashboard/HEAD/orchestration/data_manager/resources/parquet_io_manager.py -------------------------------------------------------------------------------- /orchestration/data_manager/schedules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/franloza/coches-net-dashboard/HEAD/orchestration/data_manager/schedules.py -------------------------------------------------------------------------------- /orchestration/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/franloza/coches-net-dashboard/HEAD/orchestration/setup.py -------------------------------------------------------------------------------- /orchestration/workspace-docker.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/franloza/coches-net-dashboard/HEAD/orchestration/workspace-docker.yaml -------------------------------------------------------------------------------- /orchestration/workspace.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/franloza/coches-net-dashboard/HEAD/orchestration/workspace.yaml -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/franloza/coches-net-dashboard/HEAD/requirements.txt -------------------------------------------------------------------------------- /transformation/.gitignore: -------------------------------------------------------------------------------- 1 | 2 | target/ 3 | dbt_packages/ 4 | logs/ 5 | -------------------------------------------------------------------------------- /transformation/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/franloza/coches-net-dashboard/HEAD/transformation/README.md -------------------------------------------------------------------------------- /transformation/analyses/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformation/dbt_project.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/franloza/coches-net-dashboard/HEAD/transformation/dbt_project.yml -------------------------------------------------------------------------------- /transformation/macros/get_fct_prices_model.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/franloza/coches-net-dashboard/HEAD/transformation/macros/get_fct_prices_model.sql -------------------------------------------------------------------------------- /transformation/models/dim_date.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/franloza/coches-net-dashboard/HEAD/transformation/models/dim_date.sql -------------------------------------------------------------------------------- /transformation/models/fct_car_prices.sql: -------------------------------------------------------------------------------- 1 | {{ get_fct_prices_model('car') }} 2 | -------------------------------------------------------------------------------- /transformation/models/fct_motorcycle_prices.sql: -------------------------------------------------------------------------------- 1 | {{ get_fct_prices_model('motorcycle') }} 2 | -------------------------------------------------------------------------------- /transformation/models/schema.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/franloza/coches-net-dashboard/HEAD/transformation/models/schema.yml -------------------------------------------------------------------------------- /transformation/models/sources.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/franloza/coches-net-dashboard/HEAD/transformation/models/sources.yml -------------------------------------------------------------------------------- /transformation/models/stg_cars.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/franloza/coches-net-dashboard/HEAD/transformation/models/stg_cars.sql -------------------------------------------------------------------------------- /transformation/models/stg_cars_snapshots.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/franloza/coches-net-dashboard/HEAD/transformation/models/stg_cars_snapshots.sql -------------------------------------------------------------------------------- /transformation/models/stg_motorcycles.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/franloza/coches-net-dashboard/HEAD/transformation/models/stg_motorcycles.sql -------------------------------------------------------------------------------- /transformation/models/stg_motorcycles_snapshots.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/franloza/coches-net-dashboard/HEAD/transformation/models/stg_motorcycles_snapshots.sql -------------------------------------------------------------------------------- /transformation/profiles.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/franloza/coches-net-dashboard/HEAD/transformation/profiles.yml -------------------------------------------------------------------------------- /transformation/requirements.txt: -------------------------------------------------------------------------------- 1 | dbt-duckdb==1.1.4 2 | -------------------------------------------------------------------------------- /transformation/seeds/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformation/snapshots/cars_snapshots.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/franloza/coches-net-dashboard/HEAD/transformation/snapshots/cars_snapshots.sql -------------------------------------------------------------------------------- /transformation/snapshots/motorcycles_snapshots.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/franloza/coches-net-dashboard/HEAD/transformation/snapshots/motorcycles_snapshots.sql -------------------------------------------------------------------------------- /transformation/snapshots/schema.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/franloza/coches-net-dashboard/HEAD/transformation/snapshots/schema.yml -------------------------------------------------------------------------------- /transformation/tests/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /visualization/.dockerignore: -------------------------------------------------------------------------------- 1 | venv/ 2 | -------------------------------------------------------------------------------- /visualization/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/franloza/coches-net-dashboard/HEAD/visualization/Dockerfile -------------------------------------------------------------------------------- /visualization/app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/franloza/coches-net-dashboard/HEAD/visualization/app.py -------------------------------------------------------------------------------- /visualization/model/data_provider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/franloza/coches-net-dashboard/HEAD/visualization/model/data_provider.py -------------------------------------------------------------------------------- /visualization/model/figure_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/franloza/coches-net-dashboard/HEAD/visualization/model/figure_builder.py -------------------------------------------------------------------------------- /visualization/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/franloza/coches-net-dashboard/HEAD/visualization/requirements.txt --------------------------------------------------------------------------------