├── .devcontainer └── devcontainer.json ├── .env.example ├── .gitignore ├── LICENSE ├── README.md ├── docker-compose.yml ├── docs ├── architecture.md ├── articles │ ├── bronze-is-the-battlefield.md │ ├── cdc-for-bronze.md │ └── silver-is-the-discipline.md ├── development.md ├── guidelines.md ├── learning-path.md ├── resources.md ├── services.md └── troubleshooting.md ├── infra ├── airflow │ ├── Dockerfile │ ├── README.md │ ├── dags │ │ ├── _spark_common.py │ │ ├── bronze_events_kafka_stream_dag.py │ │ └── silver_retail_star_schema_dag.py │ └── processing │ │ └── spark │ │ └── jobs │ │ ├── bronze_cdc_stream.py │ │ ├── bronze_events_kafka_stream.py │ │ ├── silver │ │ ├── __init__.py │ │ ├── builders │ │ │ ├── __init__.py │ │ │ ├── dim_customer_profile.py │ │ │ ├── dim_date.py │ │ │ ├── dim_product_catalog.py │ │ │ ├── dim_supplier.py │ │ │ ├── dim_warehouse.py │ │ │ ├── fact_customer_engagement.py │ │ │ ├── fact_inventory_position.py │ │ │ └── fact_order_service.py │ │ ├── common.py │ │ └── registry.py │ │ ├── silver_retail_service.py │ │ └── spark_utils.py ├── clickhouse │ ├── Dockerfile │ ├── README.md │ ├── config.xml │ └── users.xml ├── data-generator │ ├── Dockerfile │ ├── README.md │ ├── __init__.py │ ├── adapters │ │ ├── __init__.py │ │ ├── kafka │ │ │ ├── __init__.py │ │ │ ├── factory.py │ │ │ ├── publisher.py │ │ │ ├── serializers.py │ │ │ └── topics.py │ │ ├── minio │ │ │ ├── __init__.py │ │ │ └── checkpoints.py │ │ └── postgres │ │ │ ├── __init__.py │ │ │ ├── maintenance.py │ │ │ ├── repositories.py │ │ │ └── seed.py │ ├── config.py │ ├── domain │ │ ├── __init__.py │ │ ├── enums.py │ │ └── policies.py │ ├── main.py │ ├── ports │ │ ├── __init__.py │ │ ├── event_publisher.py │ │ ├── repositories.py │ │ └── schema_encoder.py │ ├── requirements.txt │ ├── services │ │ ├── __init__.py │ │ ├── common.py │ │ ├── interactions.py │ │ ├── inventory.py │ │ └── orders.py │ └── util │ │ ├── __init__.py │ │ └── rate_limit.py ├── debezium │ ├── Dockerfile │ ├── README.md │ ├── config │ │ └── demo-postgres.json │ └── start-with-connectors.sh ├── hive-metastore │ ├── Dockerfile │ ├── README.md │ ├── config │ │ ├── core-site.xml │ │ └── hive-site.xml │ └── entrypoint.sh ├── jupyterlab │ ├── Dockerfile │ ├── README.md │ ├── jupyter_lab_config.py │ └── start-jupyter.sh ├── kafka-ui │ ├── Dockerfile │ └── README.md ├── kafka │ ├── Dockerfile │ └── README.md ├── minio │ ├── Dockerfile │ ├── README.md │ ├── config │ │ └── config.json │ ├── entrypoint.sh │ └── setup-minio.sh ├── postgres │ ├── Dockerfile │ ├── README.md │ ├── entrypoint.sh │ └── init-databases.sh ├── redis │ ├── Dockerfile │ └── README.md ├── schema-registry │ ├── Dockerfile │ ├── README.md │ ├── entrypoint.sh │ ├── init-schemas.sh │ └── schemas │ │ ├── customer-interactions-value.avsc │ │ ├── inventory-changes-value.avsc │ │ ├── orders-value.avsc │ │ ├── payments-value.avsc │ │ └── shipments-value.avsc ├── spark │ ├── Dockerfile │ ├── README.md │ └── spark-defaults.conf ├── superset │ ├── Dockerfile │ ├── README.md │ ├── create_admin.sh │ └── provisioning │ │ └── databases.yaml └── trino │ ├── Dockerfile │ ├── README.md │ └── config │ ├── catalog │ ├── clickhouse.properties │ ├── iceberg.properties │ ├── kafka.properties │ ├── metastore.properties │ ├── pg_demo_retail.properties │ └── redis.properties │ ├── config.properties │ ├── jvm.config │ └── node.properties └── notebooks ├── examples └── quick-connections.ipynb └── lessons ├── iceberg └── spark-iceberg-dml.ipynb └── streaming ├── bronze-layer-iceberg-example.ipynb ├── multi-topic-streaming-lesson.ipynb └── streaming-fundamentals-lesson.ipynb /.devcontainer/devcontainer.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/.devcontainer/devcontainer.json -------------------------------------------------------------------------------- /.env.example: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/.env.example -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/README.md -------------------------------------------------------------------------------- /docker-compose.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/docker-compose.yml -------------------------------------------------------------------------------- /docs/architecture.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/docs/architecture.md -------------------------------------------------------------------------------- /docs/articles/bronze-is-the-battlefield.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/docs/articles/bronze-is-the-battlefield.md -------------------------------------------------------------------------------- /docs/articles/cdc-for-bronze.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/docs/articles/cdc-for-bronze.md -------------------------------------------------------------------------------- /docs/articles/silver-is-the-discipline.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/docs/articles/silver-is-the-discipline.md -------------------------------------------------------------------------------- /docs/development.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/docs/development.md -------------------------------------------------------------------------------- /docs/guidelines.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/docs/guidelines.md -------------------------------------------------------------------------------- /docs/learning-path.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/docs/learning-path.md -------------------------------------------------------------------------------- /docs/resources.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/docs/resources.md -------------------------------------------------------------------------------- /docs/services.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/docs/services.md -------------------------------------------------------------------------------- /docs/troubleshooting.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/docs/troubleshooting.md -------------------------------------------------------------------------------- /infra/airflow/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/airflow/Dockerfile -------------------------------------------------------------------------------- /infra/airflow/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/airflow/README.md -------------------------------------------------------------------------------- /infra/airflow/dags/_spark_common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/airflow/dags/_spark_common.py -------------------------------------------------------------------------------- /infra/airflow/dags/bronze_events_kafka_stream_dag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/airflow/dags/bronze_events_kafka_stream_dag.py -------------------------------------------------------------------------------- /infra/airflow/dags/silver_retail_star_schema_dag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/airflow/dags/silver_retail_star_schema_dag.py -------------------------------------------------------------------------------- /infra/airflow/processing/spark/jobs/bronze_cdc_stream.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/airflow/processing/spark/jobs/bronze_cdc_stream.py -------------------------------------------------------------------------------- /infra/airflow/processing/spark/jobs/bronze_events_kafka_stream.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/airflow/processing/spark/jobs/bronze_events_kafka_stream.py -------------------------------------------------------------------------------- /infra/airflow/processing/spark/jobs/silver/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/airflow/processing/spark/jobs/silver/__init__.py -------------------------------------------------------------------------------- /infra/airflow/processing/spark/jobs/silver/builders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/airflow/processing/spark/jobs/silver/builders/__init__.py -------------------------------------------------------------------------------- /infra/airflow/processing/spark/jobs/silver/builders/dim_customer_profile.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/airflow/processing/spark/jobs/silver/builders/dim_customer_profile.py -------------------------------------------------------------------------------- /infra/airflow/processing/spark/jobs/silver/builders/dim_date.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/airflow/processing/spark/jobs/silver/builders/dim_date.py -------------------------------------------------------------------------------- /infra/airflow/processing/spark/jobs/silver/builders/dim_product_catalog.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/airflow/processing/spark/jobs/silver/builders/dim_product_catalog.py -------------------------------------------------------------------------------- /infra/airflow/processing/spark/jobs/silver/builders/dim_supplier.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/airflow/processing/spark/jobs/silver/builders/dim_supplier.py -------------------------------------------------------------------------------- /infra/airflow/processing/spark/jobs/silver/builders/dim_warehouse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/airflow/processing/spark/jobs/silver/builders/dim_warehouse.py -------------------------------------------------------------------------------- /infra/airflow/processing/spark/jobs/silver/builders/fact_customer_engagement.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/airflow/processing/spark/jobs/silver/builders/fact_customer_engagement.py -------------------------------------------------------------------------------- /infra/airflow/processing/spark/jobs/silver/builders/fact_inventory_position.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/airflow/processing/spark/jobs/silver/builders/fact_inventory_position.py -------------------------------------------------------------------------------- /infra/airflow/processing/spark/jobs/silver/builders/fact_order_service.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/airflow/processing/spark/jobs/silver/builders/fact_order_service.py -------------------------------------------------------------------------------- /infra/airflow/processing/spark/jobs/silver/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/airflow/processing/spark/jobs/silver/common.py -------------------------------------------------------------------------------- /infra/airflow/processing/spark/jobs/silver/registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/airflow/processing/spark/jobs/silver/registry.py -------------------------------------------------------------------------------- /infra/airflow/processing/spark/jobs/silver_retail_service.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/airflow/processing/spark/jobs/silver_retail_service.py -------------------------------------------------------------------------------- /infra/airflow/processing/spark/jobs/spark_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/airflow/processing/spark/jobs/spark_utils.py -------------------------------------------------------------------------------- /infra/clickhouse/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/clickhouse/Dockerfile -------------------------------------------------------------------------------- /infra/clickhouse/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/clickhouse/README.md -------------------------------------------------------------------------------- /infra/clickhouse/config.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/clickhouse/config.xml -------------------------------------------------------------------------------- /infra/clickhouse/users.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/clickhouse/users.xml -------------------------------------------------------------------------------- /infra/data-generator/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/data-generator/Dockerfile -------------------------------------------------------------------------------- /infra/data-generator/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/data-generator/README.md -------------------------------------------------------------------------------- /infra/data-generator/__init__.py: -------------------------------------------------------------------------------- 1 | """Data Generator package – SRP: module namespace only.""" 2 | 3 | -------------------------------------------------------------------------------- /infra/data-generator/adapters/__init__.py: -------------------------------------------------------------------------------- 1 | """Adapters – bridge ports to concrete tech.""" 2 | 3 | -------------------------------------------------------------------------------- /infra/data-generator/adapters/kafka/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/data-generator/adapters/kafka/__init__.py -------------------------------------------------------------------------------- /infra/data-generator/adapters/kafka/factory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/data-generator/adapters/kafka/factory.py -------------------------------------------------------------------------------- /infra/data-generator/adapters/kafka/publisher.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/data-generator/adapters/kafka/publisher.py -------------------------------------------------------------------------------- /infra/data-generator/adapters/kafka/serializers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/data-generator/adapters/kafka/serializers.py -------------------------------------------------------------------------------- /infra/data-generator/adapters/kafka/topics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/data-generator/adapters/kafka/topics.py -------------------------------------------------------------------------------- /infra/data-generator/adapters/minio/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/data-generator/adapters/minio/__init__.py -------------------------------------------------------------------------------- /infra/data-generator/adapters/minio/checkpoints.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/data-generator/adapters/minio/checkpoints.py -------------------------------------------------------------------------------- /infra/data-generator/adapters/postgres/__init__.py: -------------------------------------------------------------------------------- 1 | """Postgres adapters – SRP: SQL and connection details only.""" 2 | 3 | -------------------------------------------------------------------------------- /infra/data-generator/adapters/postgres/maintenance.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/data-generator/adapters/postgres/maintenance.py -------------------------------------------------------------------------------- /infra/data-generator/adapters/postgres/repositories.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/data-generator/adapters/postgres/repositories.py -------------------------------------------------------------------------------- /infra/data-generator/adapters/postgres/seed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/data-generator/adapters/postgres/seed.py -------------------------------------------------------------------------------- /infra/data-generator/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/data-generator/config.py -------------------------------------------------------------------------------- /infra/data-generator/domain/__init__.py: -------------------------------------------------------------------------------- 1 | """Domain – SRP: types, enums, policies.""" 2 | 3 | -------------------------------------------------------------------------------- /infra/data-generator/domain/enums.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/data-generator/domain/enums.py -------------------------------------------------------------------------------- /infra/data-generator/domain/policies.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/data-generator/domain/policies.py -------------------------------------------------------------------------------- /infra/data-generator/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/data-generator/main.py -------------------------------------------------------------------------------- /infra/data-generator/ports/__init__.py: -------------------------------------------------------------------------------- 1 | """Ports – SRP: minimal interfaces for DIP.""" 2 | 3 | -------------------------------------------------------------------------------- /infra/data-generator/ports/event_publisher.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/data-generator/ports/event_publisher.py -------------------------------------------------------------------------------- /infra/data-generator/ports/repositories.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/data-generator/ports/repositories.py -------------------------------------------------------------------------------- /infra/data-generator/ports/schema_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/data-generator/ports/schema_encoder.py -------------------------------------------------------------------------------- /infra/data-generator/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/data-generator/requirements.txt -------------------------------------------------------------------------------- /infra/data-generator/services/__init__.py: -------------------------------------------------------------------------------- 1 | """Services – SRP: application use-cases that orchestrate ports.""" 2 | 3 | -------------------------------------------------------------------------------- /infra/data-generator/services/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/data-generator/services/common.py -------------------------------------------------------------------------------- /infra/data-generator/services/interactions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/data-generator/services/interactions.py -------------------------------------------------------------------------------- /infra/data-generator/services/inventory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/data-generator/services/inventory.py -------------------------------------------------------------------------------- /infra/data-generator/services/orders.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/data-generator/services/orders.py -------------------------------------------------------------------------------- /infra/data-generator/util/__init__.py: -------------------------------------------------------------------------------- 1 | """Utils – SRP: small helpers (no domain decisions).""" 2 | 3 | -------------------------------------------------------------------------------- /infra/data-generator/util/rate_limit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/data-generator/util/rate_limit.py -------------------------------------------------------------------------------- /infra/debezium/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/debezium/Dockerfile -------------------------------------------------------------------------------- /infra/debezium/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/debezium/README.md -------------------------------------------------------------------------------- /infra/debezium/config/demo-postgres.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/debezium/config/demo-postgres.json -------------------------------------------------------------------------------- /infra/debezium/start-with-connectors.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/debezium/start-with-connectors.sh -------------------------------------------------------------------------------- /infra/hive-metastore/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/hive-metastore/Dockerfile -------------------------------------------------------------------------------- /infra/hive-metastore/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/hive-metastore/README.md -------------------------------------------------------------------------------- /infra/hive-metastore/config/core-site.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/hive-metastore/config/core-site.xml -------------------------------------------------------------------------------- /infra/hive-metastore/config/hive-site.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/hive-metastore/config/hive-site.xml -------------------------------------------------------------------------------- /infra/hive-metastore/entrypoint.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/hive-metastore/entrypoint.sh -------------------------------------------------------------------------------- /infra/jupyterlab/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/jupyterlab/Dockerfile -------------------------------------------------------------------------------- /infra/jupyterlab/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/jupyterlab/README.md -------------------------------------------------------------------------------- /infra/jupyterlab/jupyter_lab_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/jupyterlab/jupyter_lab_config.py -------------------------------------------------------------------------------- /infra/jupyterlab/start-jupyter.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/jupyterlab/start-jupyter.sh -------------------------------------------------------------------------------- /infra/kafka-ui/Dockerfile: -------------------------------------------------------------------------------- 1 | FROM provectuslabs/kafka-ui:latest 2 | 3 | -------------------------------------------------------------------------------- /infra/kafka-ui/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/kafka-ui/README.md -------------------------------------------------------------------------------- /infra/kafka/Dockerfile: -------------------------------------------------------------------------------- 1 | FROM bitnamilegacy/kafka:latest 2 | -------------------------------------------------------------------------------- /infra/kafka/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/kafka/README.md -------------------------------------------------------------------------------- /infra/minio/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/minio/Dockerfile -------------------------------------------------------------------------------- /infra/minio/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/minio/README.md -------------------------------------------------------------------------------- /infra/minio/config/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/minio/config/config.json -------------------------------------------------------------------------------- /infra/minio/entrypoint.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/minio/entrypoint.sh -------------------------------------------------------------------------------- /infra/minio/setup-minio.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/minio/setup-minio.sh -------------------------------------------------------------------------------- /infra/postgres/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/postgres/Dockerfile -------------------------------------------------------------------------------- /infra/postgres/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/postgres/README.md -------------------------------------------------------------------------------- /infra/postgres/entrypoint.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/postgres/entrypoint.sh -------------------------------------------------------------------------------- /infra/postgres/init-databases.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/postgres/init-databases.sh -------------------------------------------------------------------------------- /infra/redis/Dockerfile: -------------------------------------------------------------------------------- 1 | FROM redis:7.2-bookworm 2 | -------------------------------------------------------------------------------- /infra/redis/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/redis/README.md -------------------------------------------------------------------------------- /infra/schema-registry/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/schema-registry/Dockerfile -------------------------------------------------------------------------------- /infra/schema-registry/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/schema-registry/README.md -------------------------------------------------------------------------------- /infra/schema-registry/entrypoint.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/schema-registry/entrypoint.sh -------------------------------------------------------------------------------- /infra/schema-registry/init-schemas.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/schema-registry/init-schemas.sh -------------------------------------------------------------------------------- /infra/schema-registry/schemas/customer-interactions-value.avsc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/schema-registry/schemas/customer-interactions-value.avsc -------------------------------------------------------------------------------- /infra/schema-registry/schemas/inventory-changes-value.avsc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/schema-registry/schemas/inventory-changes-value.avsc -------------------------------------------------------------------------------- /infra/schema-registry/schemas/orders-value.avsc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/schema-registry/schemas/orders-value.avsc -------------------------------------------------------------------------------- /infra/schema-registry/schemas/payments-value.avsc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/schema-registry/schemas/payments-value.avsc -------------------------------------------------------------------------------- /infra/schema-registry/schemas/shipments-value.avsc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/schema-registry/schemas/shipments-value.avsc -------------------------------------------------------------------------------- /infra/spark/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/spark/Dockerfile -------------------------------------------------------------------------------- /infra/spark/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/spark/README.md -------------------------------------------------------------------------------- /infra/spark/spark-defaults.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/spark/spark-defaults.conf -------------------------------------------------------------------------------- /infra/superset/Dockerfile: -------------------------------------------------------------------------------- 1 | FROM apache/superset:latest 2 | -------------------------------------------------------------------------------- /infra/superset/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/superset/README.md -------------------------------------------------------------------------------- /infra/superset/create_admin.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/superset/create_admin.sh -------------------------------------------------------------------------------- /infra/superset/provisioning/databases.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/superset/provisioning/databases.yaml -------------------------------------------------------------------------------- /infra/trino/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/trino/Dockerfile -------------------------------------------------------------------------------- /infra/trino/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/trino/README.md -------------------------------------------------------------------------------- /infra/trino/config/catalog/clickhouse.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/trino/config/catalog/clickhouse.properties -------------------------------------------------------------------------------- /infra/trino/config/catalog/iceberg.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/trino/config/catalog/iceberg.properties -------------------------------------------------------------------------------- /infra/trino/config/catalog/kafka.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/trino/config/catalog/kafka.properties -------------------------------------------------------------------------------- /infra/trino/config/catalog/metastore.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/trino/config/catalog/metastore.properties -------------------------------------------------------------------------------- /infra/trino/config/catalog/pg_demo_retail.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/trino/config/catalog/pg_demo_retail.properties -------------------------------------------------------------------------------- /infra/trino/config/catalog/redis.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/trino/config/catalog/redis.properties -------------------------------------------------------------------------------- /infra/trino/config/config.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/trino/config/config.properties -------------------------------------------------------------------------------- /infra/trino/config/jvm.config: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/trino/config/jvm.config -------------------------------------------------------------------------------- /infra/trino/config/node.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/infra/trino/config/node.properties -------------------------------------------------------------------------------- /notebooks/examples/quick-connections.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/notebooks/examples/quick-connections.ipynb -------------------------------------------------------------------------------- /notebooks/lessons/iceberg/spark-iceberg-dml.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/notebooks/lessons/iceberg/spark-iceberg-dml.ipynb -------------------------------------------------------------------------------- /notebooks/lessons/streaming/bronze-layer-iceberg-example.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/notebooks/lessons/streaming/bronze-layer-iceberg-example.ipynb -------------------------------------------------------------------------------- /notebooks/lessons/streaming/multi-topic-streaming-lesson.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/notebooks/lessons/streaming/multi-topic-streaming-lesson.ipynb -------------------------------------------------------------------------------- /notebooks/lessons/streaming/streaming-fundamentals-lesson.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fortiql/data-forge/HEAD/notebooks/lessons/streaming/streaming-fundamentals-lesson.ipynb --------------------------------------------------------------------------------