├── 1_click.sh ├── 1_click_meridian.sh ├── LICENSE ├── README.md ├── RELEASE_NOTES.md ├── cloudbuild.yaml ├── config ├── config.json └── config_default.json ├── deploy.sh ├── docs ├── code-of-conduct.md ├── contributing.md ├── deprecated │ ├── README.md │ ├── README_Marketing.md │ ├── README_Oracle_EBS.md │ ├── README_SAP.md │ ├── README_SFDC.md │ ├── README_Sustainability.md │ ├── RELEASE_NOTES.md │ ├── data_mesh │ │ ├── README.md │ │ ├── data_mesh1.png │ │ └── data_mesh_overview.png │ ├── external_dag_migration.md │ └── upgrade_recommendations │ │ ├── clone.png │ │ ├── compare.png │ │ ├── compare2.png │ │ ├── conflicts.png │ │ ├── merge.png │ │ ├── merge_remote.png │ │ ├── remote.png │ │ ├── source.png │ │ ├── sync_fork.png │ │ ├── unicorn.png │ │ └── upgrade_recommendations.md ├── erd_cm360.pdf ├── erd_cross_media.pdf ├── erd_dv360.pdf ├── erd_ecc.pdf ├── erd_ga4.pdf ├── erd_gads.pdf ├── erd_meridian.pdf ├── erd_meta.pdf ├── erd_oracle_ebs.pdf ├── erd_s4.pdf ├── erd_sfdc.pdf ├── erd_sfmc.pdf ├── erd_sustainability.pdf ├── erd_tiktok.pdf ├── tutorial.md └── tutorial_meridian.md ├── images ├── deprecated │ ├── 1.png │ ├── 10.png │ ├── 11.png │ ├── 12.png │ ├── 13.png │ ├── 14.png │ ├── 15.png │ ├── 16.png │ ├── 17.png │ ├── 17b.png │ ├── 18.png │ ├── 19.png │ ├── 2.png │ ├── 20.png │ ├── 3.png │ ├── 6.png │ ├── 8.png │ ├── 9.png │ ├── ads1.png │ ├── analytics_hub.png │ ├── build1.png │ ├── build2.png │ ├── build3.png │ ├── cdc_options.png │ ├── cloudbuild_compute_sa.png │ ├── cm3601.png │ ├── config.json.png │ ├── config1.png │ ├── config_json_union.png │ ├── cortex_framework.png │ ├── data_mesh1.png │ ├── dataflows.png │ ├── dv3601.png │ ├── dv3602.png │ ├── env_file.png │ ├── ga41.png │ ├── k9_datasets.png │ ├── liveramp1.png │ ├── logs1.png │ ├── meta1.png │ ├── oracle_ebs_high_lvl.png │ ├── remap.png │ ├── rename.png │ ├── settingyaml.png │ ├── sfmc1.png │ ├── tiktok1.png │ └── union.jpg ├── erd.png ├── erd_cm360.png ├── erd_cross_media.png ├── erd_dv360.png ├── erd_ecc.png ├── erd_ga4.png ├── erd_gads.png ├── erd_meta.png ├── erd_oracle_ebs.png ├── erd_s4.png ├── erd_sfdc.png ├── erd_sfmc.png ├── erd_sustainability.png └── erd_tiktok.png ├── requirements.in ├── requirements.txt ├── src ├── OracleEBS │ ├── cloudbuild.oracle_ebs.yaml │ ├── config │ │ ├── annotations │ │ │ └── reporting │ │ │ │ ├── AppliedReceivables.yaml │ │ │ │ ├── BusinessUnitMD.yaml │ │ │ │ ├── CashReceiptHistories.yaml │ │ │ │ ├── CashReceipts.yaml │ │ │ │ ├── CurrencyRateMD.yaml │ │ │ │ ├── CustomerSiteUseMD.yaml │ │ │ │ ├── Deliveries.yaml │ │ │ │ ├── DeliveryAssignments.yaml │ │ │ │ ├── DeliveryDetails.yaml │ │ │ │ ├── FiscalDateMD.yaml │ │ │ │ ├── InvoiceHeaders.yaml │ │ │ │ ├── InvoiceLineLedger.yaml │ │ │ │ ├── InvoiceLines.yaml │ │ │ │ ├── InvoiceTypeMD.yaml │ │ │ │ ├── ItemMD.yaml │ │ │ │ ├── LedgerMD.yaml │ │ │ │ ├── LookupValueMD.yaml │ │ │ │ ├── OrderHeaders.yaml │ │ │ │ ├── OrderHolds.yaml │ │ │ │ ├── OrderLines.yaml │ │ │ │ ├── OrderReasons.yaml │ │ │ │ ├── OrderSourceMD.yaml │ │ │ │ ├── OrganizationMD.yaml │ │ │ │ ├── Payments.yaml │ │ │ │ ├── SalesAppliedReceivables.yaml │ │ │ │ ├── SalesAppliedReceivablesDailyAgg.yaml │ │ │ │ ├── SalesDeliveryDetails.yaml │ │ │ │ ├── SalesInvoices.yaml │ │ │ │ ├── SalesInvoicesDailyAgg.yaml │ │ │ │ ├── SalesOrders.yaml │ │ │ │ ├── SalesOrdersDailyAgg.yaml │ │ │ │ ├── SalesPayments.yaml │ │ │ │ ├── SalesPaymentsDailyAgg.yaml │ │ │ │ └── SalesRepMD.yaml │ │ ├── config.json │ │ ├── lakes │ │ │ ├── lakes_src.yaml │ │ │ └── lakes_tgt.yaml │ │ ├── policy_taxonomies │ │ │ └── .keep │ │ ├── reporting_settings.yaml │ │ └── tag_templates │ │ │ └── templates.yaml │ └── src │ │ ├── common │ │ ├── __init__.py │ │ ├── annotations_loader.py │ │ ├── create_test_harness.py │ │ ├── data_mesh │ │ │ ├── __init__.py │ │ │ ├── config │ │ │ │ ├── lakes │ │ │ │ │ └── lakes.yaml │ │ │ │ ├── policy_taxonomies │ │ │ │ │ └── policy_taxonomies.yaml │ │ │ │ └── tag_templates │ │ │ │ │ └── tag_templates.yaml │ │ │ ├── deploy_data_mesh.py │ │ │ └── src │ │ │ │ ├── __init__.py │ │ │ │ ├── data_mesh_client.py │ │ │ │ ├── data_mesh_types.py │ │ │ │ └── data_mesh_types_util.py │ │ ├── init_deployment_config.py │ │ ├── materializer │ │ │ ├── __init__.py │ │ │ ├── create_bq_object.py │ │ │ ├── dag_types.py │ │ │ ├── dependent_dags.py │ │ │ ├── deploy.sh │ │ │ ├── deploy_local_k9.py │ │ │ ├── generate_assets.py │ │ │ ├── generate_build_files.py │ │ │ ├── generate_dependent_dags.py │ │ │ └── templates │ │ │ │ ├── airflow_dag_template_reporting.py │ │ │ │ ├── airflow_task_dep_dag_template_reporting.py │ │ │ │ ├── bq_insert_job_template.txt │ │ │ │ └── cloudbuild_materializer.yaml.jinja │ │ └── py_libs │ │ │ ├── __init__.py │ │ │ ├── bq_helper.py │ │ │ ├── bq_materializer.py │ │ │ ├── cdc.py │ │ │ ├── config_spec.py │ │ │ ├── configs.py │ │ │ ├── constants.py │ │ │ ├── cortex_bq_client.py │ │ │ ├── cortex_exceptions.py │ │ │ ├── cortex_types.py │ │ │ ├── dag_generator.py │ │ │ ├── jinja.py │ │ │ ├── k9_deployer.py │ │ │ ├── logging.py │ │ │ ├── resource_validation_helper.py │ │ │ ├── schema_reader.py │ │ │ ├── test_harness.py │ │ │ └── yaml_util.py │ │ ├── config_validator.py │ │ └── reporting │ │ └── ddls │ │ ├── AppliedReceivables.sql │ │ ├── BusinessUnitMD.sql │ │ ├── CashReceiptHistories.sql │ │ ├── CashReceipts.sql │ │ ├── CurrencyRateMD.sql │ │ ├── CustomerSiteUseMD.sql │ │ ├── Deliveries.sql │ │ ├── DeliveryAssignments.sql │ │ ├── DeliveryDetails.sql │ │ ├── FiscalDateMD.sql │ │ ├── InvoiceHeaders.sql │ │ ├── InvoiceLineLedger.sql │ │ ├── InvoiceLines.sql │ │ ├── InvoiceTypeMD.sql │ │ ├── ItemMD.sql │ │ ├── LedgerMD.sql │ │ ├── LookupValueMD.sql │ │ ├── OrderHeaders.sql │ │ ├── OrderHolds.sql │ │ ├── OrderLines.sql │ │ ├── OrderReasons.sql │ │ ├── OrderSourceMD.sql │ │ ├── OrganizationMD.sql │ │ ├── Payments.sql │ │ ├── SalesAppliedReceivables.sql │ │ ├── SalesAppliedReceivablesDailyAgg.sql │ │ ├── SalesDeliveryDetails.sql │ │ ├── SalesInvoices.sql │ │ ├── SalesInvoicesDailyAgg.sql │ │ ├── SalesOrders.sql │ │ ├── SalesOrdersDailyAgg.sql │ │ ├── SalesPayments.sql │ │ ├── SalesPaymentsDailyAgg.sql │ │ ├── SalesRepMD.sql │ │ ├── samples │ │ ├── SalesAppliedReceivableAggMetrics.sql │ │ ├── SalesAppliedReceivableMetrics.sql │ │ ├── SalesInvoiceAggMetrics.sql │ │ ├── SalesInvoiceMetrics.sql │ │ ├── SalesOrderAggMetrics.sql │ │ ├── SalesOrderMetrics.sql │ │ ├── SalesPaymentAggMetrics.sql │ │ └── SalesPaymentMetrics.sql │ │ └── udfs.sql ├── SAP │ ├── SAP_CDC │ │ ├── cdc_settings.yaml │ │ ├── cloudbuild.cdc.yaml │ │ ├── common │ │ │ ├── __init__.py │ │ │ ├── annotations_loader.py │ │ │ ├── create_test_harness.py │ │ │ ├── data_mesh │ │ │ │ ├── __init__.py │ │ │ │ ├── config │ │ │ │ │ ├── lakes │ │ │ │ │ │ └── lakes.yaml │ │ │ │ │ ├── policy_taxonomies │ │ │ │ │ │ └── policy_taxonomies.yaml │ │ │ │ │ └── tag_templates │ │ │ │ │ │ └── tag_templates.yaml │ │ │ │ ├── deploy_data_mesh.py │ │ │ │ └── src │ │ │ │ │ ├── __init__.py │ │ │ │ │ ├── data_mesh_client.py │ │ │ │ │ ├── data_mesh_types.py │ │ │ │ │ └── data_mesh_types_util.py │ │ │ ├── init_deployment_config.py │ │ │ ├── materializer │ │ │ │ ├── __init__.py │ │ │ │ ├── create_bq_object.py │ │ │ │ ├── dag_types.py │ │ │ │ ├── dependent_dags.py │ │ │ │ ├── deploy.sh │ │ │ │ ├── deploy_local_k9.py │ │ │ │ ├── generate_assets.py │ │ │ │ ├── generate_build_files.py │ │ │ │ ├── generate_dependent_dags.py │ │ │ │ └── templates │ │ │ │ │ ├── airflow_dag_template_reporting.py │ │ │ │ │ ├── airflow_task_dep_dag_template_reporting.py │ │ │ │ │ ├── bq_insert_job_template.txt │ │ │ │ │ └── cloudbuild_materializer.yaml.jinja │ │ │ └── py_libs │ │ │ │ ├── __init__.py │ │ │ │ ├── bq_helper.py │ │ │ │ ├── bq_materializer.py │ │ │ │ ├── cdc.py │ │ │ │ ├── config_spec.py │ │ │ │ ├── configs.py │ │ │ │ ├── constants.py │ │ │ │ ├── cortex_bq_client.py │ │ │ │ ├── cortex_exceptions.py │ │ │ │ ├── cortex_types.py │ │ │ │ ├── dag_generator.py │ │ │ │ ├── jinja.py │ │ │ │ ├── k9_deployer.py │ │ │ │ ├── logging.py │ │ │ │ ├── resource_validation_helper.py │ │ │ │ ├── schema_reader.py │ │ │ │ ├── test_harness.py │ │ │ │ └── yaml_util.py │ │ ├── config │ │ │ ├── config.json │ │ │ ├── ecc │ │ │ │ ├── annotations │ │ │ │ │ ├── cdc │ │ │ │ │ │ ├── adr6.yaml │ │ │ │ │ │ ├── adrc.yaml │ │ │ │ │ │ ├── afko.yaml │ │ │ │ │ │ ├── afpo.yaml │ │ │ │ │ │ ├── afru.yaml │ │ │ │ │ │ ├── afvc.yaml │ │ │ │ │ │ ├── afvv.yaml │ │ │ │ │ │ ├── ankt.yaml │ │ │ │ │ │ ├── aufk.yaml │ │ │ │ │ │ ├── ausp.yaml │ │ │ │ │ │ ├── bkpf.yaml │ │ │ │ │ │ ├── bseg.yaml │ │ │ │ │ │ ├── but000.yaml │ │ │ │ │ │ ├── but020.yaml │ │ │ │ │ │ ├── ce1c001.yaml │ │ │ │ │ │ ├── ce3c001.yaml │ │ │ │ │ │ ├── ce4c001.yaml │ │ │ │ │ │ ├── ce4c001_acct.yaml │ │ │ │ │ │ ├── ce4c001_flag.yaml │ │ │ │ │ │ ├── cepc.yaml │ │ │ │ │ │ ├── cepct.yaml │ │ │ │ │ │ ├── ckmi1.yaml │ │ │ │ │ │ ├── coep.yaml │ │ │ │ │ │ ├── cosp.yaml │ │ │ │ │ │ ├── coss.yaml │ │ │ │ │ │ ├── crhd.yaml │ │ │ │ │ │ ├── csks.yaml │ │ │ │ │ │ ├── cskt.yaml │ │ │ │ │ │ ├── dd01l.yaml │ │ │ │ │ │ ├── dd02t.yaml │ │ │ │ │ │ ├── dd03l.yaml │ │ │ │ │ │ ├── dd03t.yaml │ │ │ │ │ │ ├── dd04l.yaml │ │ │ │ │ │ ├── dd04t.yaml │ │ │ │ │ │ ├── dd07t.yaml │ │ │ │ │ │ ├── ekbe.yaml │ │ │ │ │ │ ├── ekes.yaml │ │ │ │ │ │ ├── eket.yaml │ │ │ │ │ │ ├── ekkn.yaml │ │ │ │ │ │ ├── ekko.yaml │ │ │ │ │ │ ├── ekpo.yaml │ │ │ │ │ │ ├── fagl_011pc.yaml │ │ │ │ │ │ ├── fagl_011qt.yaml │ │ │ │ │ │ ├── fagl_011zc.yaml │ │ │ │ │ │ ├── faglflexa.yaml │ │ │ │ │ │ ├── faglflext.yaml │ │ │ │ │ │ ├── jest.yaml │ │ │ │ │ │ ├── kako.yaml │ │ │ │ │ │ ├── klah.yaml │ │ │ │ │ │ ├── kna1.yaml │ │ │ │ │ │ ├── knb1.yaml │ │ │ │ │ │ ├── knc1.yaml │ │ │ │ │ │ ├── knkk.yaml │ │ │ │ │ │ ├── knvk.yaml │ │ │ │ │ │ ├── knvp.yaml │ │ │ │ │ │ ├── knvv.yaml │ │ │ │ │ │ ├── konv.yaml │ │ │ │ │ │ ├── kssk.yaml │ │ │ │ │ │ ├── lfa1.yaml │ │ │ │ │ │ ├── lfb1.yaml │ │ │ │ │ │ ├── likp.yaml │ │ │ │ │ │ ├── lips.yaml │ │ │ │ │ │ ├── makt.yaml │ │ │ │ │ │ ├── mara.yaml │ │ │ │ │ │ ├── marc.yaml │ │ │ │ │ │ ├── mard.yaml │ │ │ │ │ │ ├── marm.yaml │ │ │ │ │ │ ├── mast.yaml │ │ │ │ │ │ ├── mbew.yaml │ │ │ │ │ │ ├── mbewh.yaml │ │ │ │ │ │ ├── mch1.yaml │ │ │ │ │ │ ├── mcha.yaml │ │ │ │ │ │ ├── mchb.yaml │ │ │ │ │ │ ├── mkol.yaml │ │ │ │ │ │ ├── mkpf.yaml │ │ │ │ │ │ ├── mseg.yaml │ │ │ │ │ │ ├── msfd.yaml │ │ │ │ │ │ ├── mska.yaml │ │ │ │ │ │ ├── msku.yaml │ │ │ │ │ │ ├── mslb.yaml │ │ │ │ │ │ ├── mssa.yaml │ │ │ │ │ │ ├── mvke.yaml │ │ │ │ │ │ ├── nast.yaml │ │ │ │ │ │ ├── rbco.yaml │ │ │ │ │ │ ├── rbkp.yaml │ │ │ │ │ │ ├── resb.yaml │ │ │ │ │ │ ├── rseg.yaml │ │ │ │ │ │ ├── s066.yaml │ │ │ │ │ │ ├── s067.yaml │ │ │ │ │ │ ├── setheader.yaml │ │ │ │ │ │ ├── setheadert.yaml │ │ │ │ │ │ ├── setleaf.yaml │ │ │ │ │ │ ├── setnode.yaml │ │ │ │ │ │ ├── ska1.yaml │ │ │ │ │ │ ├── skat.yaml │ │ │ │ │ │ ├── skb1.yaml │ │ │ │ │ │ ├── stas.yaml │ │ │ │ │ │ ├── stko.yaml │ │ │ │ │ │ ├── stpo.yaml │ │ │ │ │ │ ├── t000.yaml │ │ │ │ │ │ ├── t001.yaml │ │ │ │ │ │ ├── t001k.yaml │ │ │ │ │ │ ├── t001l.yaml │ │ │ │ │ │ ├── t001t.yaml │ │ │ │ │ │ ├── t001w.yaml │ │ │ │ │ │ ├── t002.yaml │ │ │ │ │ │ ├── t005.yaml │ │ │ │ │ │ ├── t005k.yaml │ │ │ │ │ │ ├── t005s.yaml │ │ │ │ │ │ ├── t005t.yaml │ │ │ │ │ │ ├── t005u.yaml │ │ │ │ │ │ ├── t006.yaml │ │ │ │ │ │ ├── t006a.yaml │ │ │ │ │ │ ├── t006t.yaml │ │ │ │ │ │ ├── t009.yaml │ │ │ │ │ │ ├── t009b.yaml │ │ │ │ │ │ ├── t023.yaml │ │ │ │ │ │ ├── t023t.yaml │ │ │ │ │ │ ├── t024.yaml │ │ │ │ │ │ ├── t024e.yaml │ │ │ │ │ │ ├── t134.yaml │ │ │ │ │ │ ├── t134t.yaml │ │ │ │ │ │ ├── t148t.yaml │ │ │ │ │ │ ├── t156.yaml │ │ │ │ │ │ ├── t156c.yaml │ │ │ │ │ │ ├── t156t.yaml │ │ │ │ │ │ ├── t157e.yaml │ │ │ │ │ │ ├── t157t.yaml │ │ │ │ │ │ ├── t161.yaml │ │ │ │ │ │ ├── t161t.yaml │ │ │ │ │ │ ├── t179.yaml │ │ │ │ │ │ ├── t179t.yaml │ │ │ │ │ │ ├── t881.yaml │ │ │ │ │ │ ├── t881t.yaml │ │ │ │ │ │ ├── tbdls.yaml │ │ │ │ │ │ ├── tcurc.yaml │ │ │ │ │ │ ├── tcurf.yaml │ │ │ │ │ │ ├── tcurr.yaml │ │ │ │ │ │ ├── tcurt.yaml │ │ │ │ │ │ ├── tcurv.yaml │ │ │ │ │ │ ├── tcurx.yaml │ │ │ │ │ │ ├── tfacd.yaml │ │ │ │ │ │ ├── tfacs.yaml │ │ │ │ │ │ ├── tfact.yaml │ │ │ │ │ │ ├── tj02t.yaml │ │ │ │ │ │ ├── tj20t.yaml │ │ │ │ │ │ ├── tka02.yaml │ │ │ │ │ │ ├── tspa.yaml │ │ │ │ │ │ ├── tspat.yaml │ │ │ │ │ │ ├── tstc.yaml │ │ │ │ │ │ ├── tvarvc.yaml │ │ │ │ │ │ ├── tvfs.yaml │ │ │ │ │ │ ├── tvfst.yaml │ │ │ │ │ │ ├── tvko.yaml │ │ │ │ │ │ ├── tvkot.yaml │ │ │ │ │ │ ├── tvls.yaml │ │ │ │ │ │ ├── tvlst.yaml │ │ │ │ │ │ ├── tvst.yaml │ │ │ │ │ │ ├── tvstt.yaml │ │ │ │ │ │ ├── tvstz.yaml │ │ │ │ │ │ ├── tvtw.yaml │ │ │ │ │ │ ├── tvtwt.yaml │ │ │ │ │ │ ├── usr01.yaml │ │ │ │ │ │ ├── usr02.yaml │ │ │ │ │ │ ├── vbak.yaml │ │ │ │ │ │ ├── vbap.yaml │ │ │ │ │ │ ├── vbep.yaml │ │ │ │ │ │ ├── vbfa.yaml │ │ │ │ │ │ ├── vbkd.yaml │ │ │ │ │ │ ├── vbpa.yaml │ │ │ │ │ │ ├── vbrk.yaml │ │ │ │ │ │ ├── vbrp.yaml │ │ │ │ │ │ ├── vbuk.yaml │ │ │ │ │ │ └── vbup.yaml │ │ │ │ │ └── raw │ │ │ │ │ │ ├── adr6.yaml │ │ │ │ │ │ ├── adrc.yaml │ │ │ │ │ │ ├── afko.yaml │ │ │ │ │ │ ├── afpo.yaml │ │ │ │ │ │ ├── afru.yaml │ │ │ │ │ │ ├── afvc.yaml │ │ │ │ │ │ ├── afvv.yaml │ │ │ │ │ │ ├── ankt.yaml │ │ │ │ │ │ ├── aufk.yaml │ │ │ │ │ │ ├── ausp.yaml │ │ │ │ │ │ ├── bkpf.yaml │ │ │ │ │ │ ├── bseg.yaml │ │ │ │ │ │ ├── but000.yaml │ │ │ │ │ │ ├── but020.yaml │ │ │ │ │ │ ├── ce1c001.yaml │ │ │ │ │ │ ├── ce3c001.yaml │ │ │ │ │ │ ├── ce4c001.yaml │ │ │ │ │ │ ├── ce4c001_acct.yaml │ │ │ │ │ │ ├── ce4c001_flag.yaml │ │ │ │ │ │ ├── cepc.yaml │ │ │ │ │ │ ├── cepct.yaml │ │ │ │ │ │ ├── ckmi1.yaml │ │ │ │ │ │ ├── coep.yaml │ │ │ │ │ │ ├── cosp.yaml │ │ │ │ │ │ ├── coss.yaml │ │ │ │ │ │ ├── crhd.yaml │ │ │ │ │ │ ├── csks.yaml │ │ │ │ │ │ ├── cskt.yaml │ │ │ │ │ │ ├── dd01l.yaml │ │ │ │ │ │ ├── dd02t.yaml │ │ │ │ │ │ ├── dd03l.yaml │ │ │ │ │ │ ├── dd03t.yaml │ │ │ │ │ │ ├── dd04l.yaml │ │ │ │ │ │ ├── dd04t.yaml │ │ │ │ │ │ ├── dd07t.yaml │ │ │ │ │ │ ├── ekbe.yaml │ │ │ │ │ │ ├── ekes.yaml │ │ │ │ │ │ ├── eket.yaml │ │ │ │ │ │ ├── ekkn.yaml │ │ │ │ │ │ ├── ekko.yaml │ │ │ │ │ │ ├── ekpo.yaml │ │ │ │ │ │ ├── fagl_011pc.yaml │ │ │ │ │ │ ├── fagl_011qt.yaml │ │ │ │ │ │ ├── fagl_011zc.yaml │ │ │ │ │ │ ├── faglflexa.yaml │ │ │ │ │ │ ├── faglflext.yaml │ │ │ │ │ │ ├── jest.yaml │ │ │ │ │ │ ├── kako.yaml │ │ │ │ │ │ ├── klah.yaml │ │ │ │ │ │ ├── kna1.yaml │ │ │ │ │ │ ├── knb1.yaml │ │ │ │ │ │ ├── knc1.yaml │ │ │ │ │ │ ├── knkk.yaml │ │ │ │ │ │ ├── knvk.yaml │ │ │ │ │ │ ├── knvp.yaml │ │ │ │ │ │ ├── knvv.yaml │ │ │ │ │ │ ├── konv.yaml │ │ │ │ │ │ ├── kssk.yaml │ │ │ │ │ │ ├── lfa1.yaml │ │ │ │ │ │ ├── lfb1.yaml │ │ │ │ │ │ ├── likp.yaml │ │ │ │ │ │ ├── lips.yaml │ │ │ │ │ │ ├── makt.yaml │ │ │ │ │ │ ├── mara.yaml │ │ │ │ │ │ ├── marc.yaml │ │ │ │ │ │ ├── mard.yaml │ │ │ │ │ │ ├── marm.yaml │ │ │ │ │ │ ├── mast.yaml │ │ │ │ │ │ ├── mbew.yaml │ │ │ │ │ │ ├── mbewh.yaml │ │ │ │ │ │ ├── mch1.yaml │ │ │ │ │ │ ├── mcha.yaml │ │ │ │ │ │ ├── mchb.yaml │ │ │ │ │ │ ├── mkol.yaml │ │ │ │ │ │ ├── mkpf.yaml │ │ │ │ │ │ ├── mseg.yaml │ │ │ │ │ │ ├── msfd.yaml │ │ │ │ │ │ ├── mska.yaml │ │ │ │ │ │ ├── msku.yaml │ │ │ │ │ │ ├── mslb.yaml │ │ │ │ │ │ ├── mssa.yaml │ │ │ │ │ │ ├── mvke.yaml │ │ │ │ │ │ ├── nast.yaml │ │ │ │ │ │ ├── rbco.yaml │ │ │ │ │ │ ├── rbkp.yaml │ │ │ │ │ │ ├── resb.yaml │ │ │ │ │ │ ├── rseg.yaml │ │ │ │ │ │ ├── s066.yaml │ │ │ │ │ │ ├── s067.yaml │ │ │ │ │ │ ├── setheader.yaml │ │ │ │ │ │ ├── setheadert.yaml │ │ │ │ │ │ ├── setleaf.yaml │ │ │ │ │ │ ├── setnode.yaml │ │ │ │ │ │ ├── ska1.yaml │ │ │ │ │ │ ├── skat.yaml │ │ │ │ │ │ ├── skb1.yaml │ │ │ │ │ │ ├── stas.yaml │ │ │ │ │ │ ├── stko.yaml │ │ │ │ │ │ ├── stpo.yaml │ │ │ │ │ │ ├── t000.yaml │ │ │ │ │ │ ├── t001.yaml │ │ │ │ │ │ ├── t001k.yaml │ │ │ │ │ │ ├── t001l.yaml │ │ │ │ │ │ ├── t001t.yaml │ │ │ │ │ │ ├── t001w.yaml │ │ │ │ │ │ ├── t002.yaml │ │ │ │ │ │ ├── t005.yaml │ │ │ │ │ │ ├── t005k.yaml │ │ │ │ │ │ ├── t005s.yaml │ │ │ │ │ │ ├── t005t.yaml │ │ │ │ │ │ ├── t005u.yaml │ │ │ │ │ │ ├── t006.yaml │ │ │ │ │ │ ├── t006a.yaml │ │ │ │ │ │ ├── t006t.yaml │ │ │ │ │ │ ├── t009.yaml │ │ │ │ │ │ ├── t009b.yaml │ │ │ │ │ │ ├── t023.yaml │ │ │ │ │ │ ├── t023t.yaml │ │ │ │ │ │ ├── t024.yaml │ │ │ │ │ │ ├── t024e.yaml │ │ │ │ │ │ ├── t134.yaml │ │ │ │ │ │ ├── t134t.yaml │ │ │ │ │ │ ├── t148t.yaml │ │ │ │ │ │ ├── t156.yaml │ │ │ │ │ │ ├── t156c.yaml │ │ │ │ │ │ ├── t156t.yaml │ │ │ │ │ │ ├── t157e.yaml │ │ │ │ │ │ ├── t157t.yaml │ │ │ │ │ │ ├── t161.yaml │ │ │ │ │ │ ├── t161t.yaml │ │ │ │ │ │ ├── t179.yaml │ │ │ │ │ │ ├── t179t.yaml │ │ │ │ │ │ ├── t881.yaml │ │ │ │ │ │ ├── t881t.yaml │ │ │ │ │ │ ├── tbdls.yaml │ │ │ │ │ │ ├── tcurc.yaml │ │ │ │ │ │ ├── tcurf.yaml │ │ │ │ │ │ ├── tcurr.yaml │ │ │ │ │ │ ├── tcurt.yaml │ │ │ │ │ │ ├── tcurv.yaml │ │ │ │ │ │ ├── tcurx.yaml │ │ │ │ │ │ ├── tfacd.yaml │ │ │ │ │ │ ├── tfacs.yaml │ │ │ │ │ │ ├── tfact.yaml │ │ │ │ │ │ ├── tj02t.yaml │ │ │ │ │ │ ├── tj20t.yaml │ │ │ │ │ │ ├── tka02.yaml │ │ │ │ │ │ ├── tspa.yaml │ │ │ │ │ │ ├── tspat.yaml │ │ │ │ │ │ ├── tstc.yaml │ │ │ │ │ │ ├── tvarvc.yaml │ │ │ │ │ │ ├── tvfs.yaml │ │ │ │ │ │ ├── tvfst.yaml │ │ │ │ │ │ ├── tvko.yaml │ │ │ │ │ │ ├── tvkot.yaml │ │ │ │ │ │ ├── tvls.yaml │ │ │ │ │ │ ├── tvlst.yaml │ │ │ │ │ │ ├── tvst.yaml │ │ │ │ │ │ ├── tvstt.yaml │ │ │ │ │ │ ├── tvstz.yaml │ │ │ │ │ │ ├── tvtw.yaml │ │ │ │ │ │ ├── tvtwt.yaml │ │ │ │ │ │ ├── usr01.yaml │ │ │ │ │ │ ├── usr02.yaml │ │ │ │ │ │ ├── vbak.yaml │ │ │ │ │ │ ├── vbap.yaml │ │ │ │ │ │ ├── vbep.yaml │ │ │ │ │ │ ├── vbfa.yaml │ │ │ │ │ │ ├── vbkd.yaml │ │ │ │ │ │ ├── vbpa.yaml │ │ │ │ │ │ ├── vbrk.yaml │ │ │ │ │ │ ├── vbrp.yaml │ │ │ │ │ │ ├── vbuk.yaml │ │ │ │ │ │ └── vbup.yaml │ │ │ │ ├── lakes │ │ │ │ │ └── lakes.yaml │ │ │ │ ├── policy_taxonomies │ │ │ │ │ └── .keep │ │ │ │ └── tag_templates │ │ │ │ │ └── templates.yaml │ │ │ └── s4 │ │ │ │ ├── annotations │ │ │ │ ├── cdc │ │ │ │ │ ├── acdoca.yaml │ │ │ │ │ ├── acdoca_m_extract.yaml │ │ │ │ │ ├── adr6.yaml │ │ │ │ │ ├── adrc.yaml │ │ │ │ │ ├── adrct.yaml │ │ │ │ │ ├── afko.yaml │ │ │ │ │ ├── afpo.yaml │ │ │ │ │ ├── afru.yaml │ │ │ │ │ ├── afvc.yaml │ │ │ │ │ ├── afvv.yaml │ │ │ │ │ ├── ankt.yaml │ │ │ │ │ ├── aufk.yaml │ │ │ │ │ ├── ausp.yaml │ │ │ │ │ ├── bkpf.yaml │ │ │ │ │ ├── but000.yaml │ │ │ │ │ ├── but020.yaml │ │ │ │ │ ├── cepc.yaml │ │ │ │ │ ├── cepct.yaml │ │ │ │ │ ├── ckmlcr.yaml │ │ │ │ │ ├── ckmlhd.yaml │ │ │ │ │ ├── coej.yaml │ │ │ │ │ ├── coep.yaml │ │ │ │ │ ├── cosp_bak.yaml │ │ │ │ │ ├── coss_bak.yaml │ │ │ │ │ ├── crhd.yaml │ │ │ │ │ ├── csks.yaml │ │ │ │ │ ├── cskt.yaml │ │ │ │ │ ├── dd01l.yaml │ │ │ │ │ ├── dd02t.yaml │ │ │ │ │ ├── dd03l.yaml │ │ │ │ │ ├── dd03t.yaml │ │ │ │ │ ├── dd04l.yaml │ │ │ │ │ ├── dd04t.yaml │ │ │ │ │ ├── dd07t.yaml │ │ │ │ │ ├── ekbe.yaml │ │ │ │ │ ├── ekes.yaml │ │ │ │ │ ├── eket.yaml │ │ │ │ │ ├── ekkn.yaml │ │ │ │ │ ├── ekko.yaml │ │ │ │ │ ├── ekpo.yaml │ │ │ │ │ ├── finsc_cmp_versnd.yaml │ │ │ │ │ ├── finsc_ld_cmp.yaml │ │ │ │ │ ├── finsc_ledger.yaml │ │ │ │ │ ├── finsc_ledger_rep.yaml │ │ │ │ │ ├── finsc_ledger_t.yaml │ │ │ │ │ ├── fmlt_curtp_ml.yaml │ │ │ │ │ ├── hrrp_directory.yaml │ │ │ │ │ ├── hrrp_directoryt.yaml │ │ │ │ │ ├── hrrp_node.yaml │ │ │ │ │ ├── hrrp_nodet.yaml │ │ │ │ │ ├── jest.yaml │ │ │ │ │ ├── kako.yaml │ │ │ │ │ ├── klah.yaml │ │ │ │ │ ├── kna1.yaml │ │ │ │ │ ├── knb1.yaml │ │ │ │ │ ├── knvk.yaml │ │ │ │ │ ├── knvp.yaml │ │ │ │ │ ├── knvv.yaml │ │ │ │ │ ├── kssk.yaml │ │ │ │ │ ├── lfa1.yaml │ │ │ │ │ ├── lfb1.yaml │ │ │ │ │ ├── likp.yaml │ │ │ │ │ ├── lips.yaml │ │ │ │ │ ├── makt.yaml │ │ │ │ │ ├── mara.yaml │ │ │ │ │ ├── marc.yaml │ │ │ │ │ ├── mard.yaml │ │ │ │ │ ├── matdoc.yaml │ │ │ │ │ ├── matdoc_extract.yaml │ │ │ │ │ ├── mbew.yaml │ │ │ │ │ ├── mbewh.yaml │ │ │ │ │ ├── mch1.yaml │ │ │ │ │ ├── mcha.yaml │ │ │ │ │ ├── mchb.yaml │ │ │ │ │ ├── mkol.yaml │ │ │ │ │ ├── msfd_md.yaml │ │ │ │ │ ├── mska.yaml │ │ │ │ │ ├── msku.yaml │ │ │ │ │ ├── mslb.yaml │ │ │ │ │ ├── mvke.yaml │ │ │ │ │ ├── nast.yaml │ │ │ │ │ ├── prcd_elements.yaml │ │ │ │ │ ├── rbco.yaml │ │ │ │ │ ├── rbkp.yaml │ │ │ │ │ ├── resb.yaml │ │ │ │ │ ├── rseg.yaml │ │ │ │ │ ├── sethanahier0101.yaml │ │ │ │ │ ├── sethanahier0106.yaml │ │ │ │ │ ├── setheader.yaml │ │ │ │ │ ├── setheadert.yaml │ │ │ │ │ ├── setleaf.yaml │ │ │ │ │ ├── setnode.yaml │ │ │ │ │ ├── ska1.yaml │ │ │ │ │ ├── skat.yaml │ │ │ │ │ ├── skb1.yaml │ │ │ │ │ ├── stas.yaml │ │ │ │ │ ├── stko.yaml │ │ │ │ │ ├── stpo.yaml │ │ │ │ │ ├── t000.yaml │ │ │ │ │ ├── t001.yaml │ │ │ │ │ ├── t001k.yaml │ │ │ │ │ ├── t001l.yaml │ │ │ │ │ ├── t001t.yaml │ │ │ │ │ ├── t001w.yaml │ │ │ │ │ ├── t002.yaml │ │ │ │ │ ├── t005.yaml │ │ │ │ │ ├── t005k.yaml │ │ │ │ │ ├── t005s.yaml │ │ │ │ │ ├── t005t.yaml │ │ │ │ │ ├── t005u.yaml │ │ │ │ │ ├── t006.yaml │ │ │ │ │ ├── t006a.yaml │ │ │ │ │ ├── t006t.yaml │ │ │ │ │ ├── t009.yaml │ │ │ │ │ ├── t009b.yaml │ │ │ │ │ ├── t023.yaml │ │ │ │ │ ├── t023t.yaml │ │ │ │ │ ├── t024.yaml │ │ │ │ │ ├── t024e.yaml │ │ │ │ │ ├── t134.yaml │ │ │ │ │ ├── t134t.yaml │ │ │ │ │ ├── t148t.yaml │ │ │ │ │ ├── t156.yaml │ │ │ │ │ ├── t156c.yaml │ │ │ │ │ ├── t156t.yaml │ │ │ │ │ ├── t157e.yaml │ │ │ │ │ ├── t157t.yaml │ │ │ │ │ ├── t161.yaml │ │ │ │ │ ├── t161t.yaml │ │ │ │ │ ├── t179.yaml │ │ │ │ │ ├── t179t.yaml │ │ │ │ │ ├── t881.yaml │ │ │ │ │ ├── t881t.yaml │ │ │ │ │ ├── tbdls.yaml │ │ │ │ │ ├── tcurc.yaml │ │ │ │ │ ├── tcurf.yaml │ │ │ │ │ ├── tcurr.yaml │ │ │ │ │ ├── tcurt.yaml │ │ │ │ │ ├── tcurv.yaml │ │ │ │ │ ├── tcurx.yaml │ │ │ │ │ ├── tfacd.yaml │ │ │ │ │ ├── tfacs.yaml │ │ │ │ │ ├── tfact.yaml │ │ │ │ │ ├── tka01.yaml │ │ │ │ │ ├── tka02.yaml │ │ │ │ │ ├── tspa.yaml │ │ │ │ │ ├── tspat.yaml │ │ │ │ │ ├── tvarvc.yaml │ │ │ │ │ ├── tvfs.yaml │ │ │ │ │ ├── tvfst.yaml │ │ │ │ │ ├── tvko.yaml │ │ │ │ │ ├── tvkot.yaml │ │ │ │ │ ├── tvls.yaml │ │ │ │ │ ├── tvlst.yaml │ │ │ │ │ ├── tvst.yaml │ │ │ │ │ ├── tvstt.yaml │ │ │ │ │ ├── tvstz.yaml │ │ │ │ │ ├── tvtw.yaml │ │ │ │ │ ├── tvtwt.yaml │ │ │ │ │ ├── ukm_item.yaml │ │ │ │ │ ├── ukmbp_cms.yaml │ │ │ │ │ ├── ukmbp_cms_sgm.yaml │ │ │ │ │ ├── ukmcred_sgm0c.yaml │ │ │ │ │ ├── usr01.yaml │ │ │ │ │ ├── usr02.yaml │ │ │ │ │ ├── vbak.yaml │ │ │ │ │ ├── vbap.yaml │ │ │ │ │ ├── vbep.yaml │ │ │ │ │ ├── vbfa.yaml │ │ │ │ │ ├── vbkd.yaml │ │ │ │ │ ├── vbpa.yaml │ │ │ │ │ ├── vbrk.yaml │ │ │ │ │ └── vbrp.yaml │ │ │ │ └── raw │ │ │ │ │ ├── acdoca.yaml │ │ │ │ │ ├── acdoca_m_extract.yaml │ │ │ │ │ ├── adr6.yaml │ │ │ │ │ ├── adrc.yaml │ │ │ │ │ ├── adrct.yaml │ │ │ │ │ ├── afko.yaml │ │ │ │ │ ├── afpo.yaml │ │ │ │ │ ├── afru.yaml │ │ │ │ │ ├── afvc.yaml │ │ │ │ │ ├── afvv.yaml │ │ │ │ │ ├── ankt.yaml │ │ │ │ │ ├── aufk.yaml │ │ │ │ │ ├── ausp.yaml │ │ │ │ │ ├── bkpf.yaml │ │ │ │ │ ├── but000.yaml │ │ │ │ │ ├── but020.yaml │ │ │ │ │ ├── cepc.yaml │ │ │ │ │ ├── cepct.yaml │ │ │ │ │ ├── ckmlcr.yaml │ │ │ │ │ ├── ckmlhd.yaml │ │ │ │ │ ├── coej.yaml │ │ │ │ │ ├── coep.yaml │ │ │ │ │ ├── cosp_bak.yaml │ │ │ │ │ ├── coss_bak.yaml │ │ │ │ │ ├── crhd.yaml │ │ │ │ │ ├── csks.yaml │ │ │ │ │ ├── cskt.yaml │ │ │ │ │ ├── dd01l.yaml │ │ │ │ │ ├── dd02t.yaml │ │ │ │ │ ├── dd03l.yaml │ │ │ │ │ ├── dd03t.yaml │ │ │ │ │ ├── dd04l.yaml │ │ │ │ │ ├── dd04t.yaml │ │ │ │ │ ├── dd07t.yaml │ │ │ │ │ ├── ekbe.yaml │ │ │ │ │ ├── ekes.yaml │ │ │ │ │ ├── eket.yaml │ │ │ │ │ ├── ekkn.yaml │ │ │ │ │ ├── ekko.yaml │ │ │ │ │ ├── ekpo.yaml │ │ │ │ │ ├── finsc_cmp_versnd.yaml │ │ │ │ │ ├── finsc_ld_cmp.yaml │ │ │ │ │ ├── finsc_ledger.yaml │ │ │ │ │ ├── finsc_ledger_rep.yaml │ │ │ │ │ ├── finsc_ledger_t.yaml │ │ │ │ │ ├── fmlt_curtp_ml.yaml │ │ │ │ │ ├── hrrp_directory.yaml │ │ │ │ │ ├── hrrp_directoryt.yaml │ │ │ │ │ ├── hrrp_node.yaml │ │ │ │ │ ├── hrrp_nodet.yaml │ │ │ │ │ ├── jest.yaml │ │ │ │ │ ├── kako.yaml │ │ │ │ │ ├── klah.yaml │ │ │ │ │ ├── kna1.yaml │ │ │ │ │ ├── knb1.yaml │ │ │ │ │ ├── knvk.yaml │ │ │ │ │ ├── knvp.yaml │ │ │ │ │ ├── knvv.yaml │ │ │ │ │ ├── kssk.yaml │ │ │ │ │ ├── lfa1.yaml │ │ │ │ │ ├── lfb1.yaml │ │ │ │ │ ├── likp.yaml │ │ │ │ │ ├── lips.yaml │ │ │ │ │ ├── makt.yaml │ │ │ │ │ ├── mara.yaml │ │ │ │ │ ├── marc.yaml │ │ │ │ │ ├── mard.yaml │ │ │ │ │ ├── matdoc.yaml │ │ │ │ │ ├── matdoc_extract.yaml │ │ │ │ │ ├── mbew.yaml │ │ │ │ │ ├── mbewh.yaml │ │ │ │ │ ├── mch1.yaml │ │ │ │ │ ├── mcha.yaml │ │ │ │ │ ├── mchb.yaml │ │ │ │ │ ├── mkol.yaml │ │ │ │ │ ├── msfd_md.yaml │ │ │ │ │ ├── mska.yaml │ │ │ │ │ ├── msku.yaml │ │ │ │ │ ├── mslb.yaml │ │ │ │ │ ├── mvke.yaml │ │ │ │ │ ├── nast.yaml │ │ │ │ │ ├── prcd_elements.yaml │ │ │ │ │ ├── rbco.yaml │ │ │ │ │ ├── rbkp.yaml │ │ │ │ │ ├── resb.yaml │ │ │ │ │ ├── rseg.yaml │ │ │ │ │ ├── sethanahier0101.yaml │ │ │ │ │ ├── sethanahier0106.yaml │ │ │ │ │ ├── setheader.yaml │ │ │ │ │ ├── setheadert.yaml │ │ │ │ │ ├── setleaf.yaml │ │ │ │ │ ├── setnode.yaml │ │ │ │ │ ├── ska1.yaml │ │ │ │ │ ├── skat.yaml │ │ │ │ │ ├── skb1.yaml │ │ │ │ │ ├── stas.yaml │ │ │ │ │ ├── stko.yaml │ │ │ │ │ ├── stpo.yaml │ │ │ │ │ ├── t000.yaml │ │ │ │ │ ├── t001.yaml │ │ │ │ │ ├── t001k.yaml │ │ │ │ │ ├── t001l.yaml │ │ │ │ │ ├── t001t.yaml │ │ │ │ │ ├── t001w.yaml │ │ │ │ │ ├── t002.yaml │ │ │ │ │ ├── t005.yaml │ │ │ │ │ ├── t005k.yaml │ │ │ │ │ ├── t005s.yaml │ │ │ │ │ ├── t005t.yaml │ │ │ │ │ ├── t005u.yaml │ │ │ │ │ ├── t006.yaml │ │ │ │ │ ├── t006a.yaml │ │ │ │ │ ├── t006t.yaml │ │ │ │ │ ├── t009.yaml │ │ │ │ │ ├── t009b.yaml │ │ │ │ │ ├── t023.yaml │ │ │ │ │ ├── t023t.yaml │ │ │ │ │ ├── t024.yaml │ │ │ │ │ ├── t024e.yaml │ │ │ │ │ ├── t134.yaml │ │ │ │ │ ├── t134t.yaml │ │ │ │ │ ├── t148t.yaml │ │ │ │ │ ├── t156.yaml │ │ │ │ │ ├── t156c.yaml │ │ │ │ │ ├── t156t.yaml │ │ │ │ │ ├── t157e.yaml │ │ │ │ │ ├── t157t.yaml │ │ │ │ │ ├── t161.yaml │ │ │ │ │ ├── t161t.yaml │ │ │ │ │ ├── t179.yaml │ │ │ │ │ ├── t179t.yaml │ │ │ │ │ ├── t881.yaml │ │ │ │ │ ├── t881t.yaml │ │ │ │ │ ├── tbdls.yaml │ │ │ │ │ ├── tcurc.yaml │ │ │ │ │ ├── tcurf.yaml │ │ │ │ │ ├── tcurr.yaml │ │ │ │ │ ├── tcurt.yaml │ │ │ │ │ ├── tcurv.yaml │ │ │ │ │ ├── tcurx.yaml │ │ │ │ │ ├── tfacd.yaml │ │ │ │ │ ├── tfacs.yaml │ │ │ │ │ ├── tfact.yaml │ │ │ │ │ ├── tka01.yaml │ │ │ │ │ ├── tka02.yaml │ │ │ │ │ ├── tspa.yaml │ │ │ │ │ ├── tspat.yaml │ │ │ │ │ ├── tvarvc.yaml │ │ │ │ │ ├── tvfs.yaml │ │ │ │ │ ├── tvfst.yaml │ │ │ │ │ ├── tvko.yaml │ │ │ │ │ ├── tvkot.yaml │ │ │ │ │ ├── tvls.yaml │ │ │ │ │ ├── tvlst.yaml │ │ │ │ │ ├── tvst.yaml │ │ │ │ │ ├── tvstt.yaml │ │ │ │ │ ├── tvstz.yaml │ │ │ │ │ ├── tvtw.yaml │ │ │ │ │ ├── tvtwt.yaml │ │ │ │ │ ├── ukm_item.yaml │ │ │ │ │ ├── ukmbp_cms.yaml │ │ │ │ │ ├── ukmbp_cms_sgm.yaml │ │ │ │ │ ├── ukmcred_sgm0c.yaml │ │ │ │ │ ├── usr01.yaml │ │ │ │ │ ├── usr02.yaml │ │ │ │ │ ├── vbak.yaml │ │ │ │ │ ├── vbap.yaml │ │ │ │ │ ├── vbep.yaml │ │ │ │ │ ├── vbfa.yaml │ │ │ │ │ ├── vbkd.yaml │ │ │ │ │ ├── vbpa.yaml │ │ │ │ │ ├── vbrk.yaml │ │ │ │ │ └── vbrp.yaml │ │ │ │ ├── lakes │ │ │ │ └── lakes.yaml │ │ │ │ ├── policy_taxonomies │ │ │ │ └── .keep │ │ │ │ └── tag_templates │ │ │ │ └── templates.yaml │ │ ├── deploy_cdc.sh │ │ ├── docs │ │ │ ├── code-of-conduct.md │ │ │ └── contributing.md │ │ └── src │ │ │ ├── config_reader.py │ │ │ ├── copy.sh │ │ │ ├── generate_query.py │ │ │ ├── template_dag │ │ │ ├── .airflowignore │ │ │ ├── __init__.py │ │ │ └── dag_sql.py │ │ │ └── template_sql │ │ │ ├── cdc_sql_template.sql │ │ │ └── runtime_query_view.sql │ └── SAP_REPORTING │ │ ├── AccountingDocuments.sql │ │ ├── AccountingDocumentsReceivable.sql │ │ ├── AccountsPayable.sql │ │ ├── AccountsPayableOverview.sql │ │ ├── AccountsPayableTurnover.sql │ │ ├── AddressesMD.sql │ │ ├── AggregateMonthlyInventory.sql │ │ ├── AggregateWeeklyInventory.sql │ │ ├── BalanceSheet.sql │ │ ├── BatchesMD.sql │ │ ├── BillOfMaterialsMD.sql │ │ ├── Billing.sql │ │ ├── BillingBlockingReasonsMD.sql │ │ ├── BusinessPartnersMD.sql │ │ ├── CashDiscountUtilization.sql │ │ ├── CompaniesMD.sql │ │ ├── CostCenterAmountsHierarchy_SAMPLE.sql │ │ ├── CostCenterHierarchiesMD.sql │ │ ├── CostCenterHierarchyFlattened.sql │ │ ├── CostCentersMD.sql │ │ ├── CountriesMD.sql │ │ ├── CurrenciesMD.sql │ │ ├── CurrencyConvUtil.sql │ │ ├── CurrencyConversion.sql │ │ ├── CustomerClearedItems_BSAD.sql │ │ ├── CustomerOpenItems_BSID.sql │ │ ├── CustomersMD.sql │ │ ├── DaysPayableOutstanding.sql │ │ ├── Deliveries.sql │ │ ├── DeliveriesStatus_PerSalesOrg.sql │ │ ├── DeliveryBlockingReasonsMD.sql │ │ ├── DistributionChannelsMD.sql │ │ ├── DivisionsMD.sql │ │ ├── DueDateForCashDiscount1.sql │ │ ├── DueDateForCashDiscount2.sql │ │ ├── FSVHierarchyFlattened.sql │ │ ├── FSVTextsMD.sql │ │ ├── FinancialStatement.sql │ │ ├── FixedAssetsMD.sql │ │ ├── GLAccountsMD.sql │ │ ├── GLDocumentsHdr.sql │ │ ├── GrossProfitOverview.sql │ │ ├── InventoryByPlant.sql │ │ ├── InventoryKeyMetrics.sql │ │ ├── InvoiceDocuments_Flow.sql │ │ ├── Languages_T002.sql │ │ ├── LedgersMD.sql │ │ ├── MaterialGroupsMD.sql │ │ ├── MaterialLedger.sql │ │ ├── MaterialMovementTypesMD.sql │ │ ├── MaterialPlantsMD.sql │ │ ├── MaterialTypesMD.sql │ │ ├── MaterialsBatchMD.sql │ │ ├── MaterialsMD.sql │ │ ├── MaterialsMovement.sql │ │ ├── MaterialsValuation.sql │ │ ├── NetDueDateCalc.sql │ │ ├── NetProfitOverview.sql │ │ ├── OneTouchOrder.sql │ │ ├── OrderToCash.sql │ │ ├── POFulfillment.sql │ │ ├── POOrderHistory.sql │ │ ├── POSchedule.sql │ │ ├── POScheduleLine.sql │ │ ├── POVendorConfirmation.sql │ │ ├── PlantsMD.sql │ │ ├── PricingConditions.sql │ │ ├── ProductHierarchiesMD.sql │ │ ├── ProductHierarchy_Flatten.sql │ │ ├── ProductionOrders.sql │ │ ├── ProfitAndLoss.sql │ │ ├── ProfitAndLossOverview.sql │ │ ├── ProfitAndLossOverview_CostCenterHierarchy.sql │ │ ├── ProfitAndLossOverview_ProfitCenterHierarchy.sql │ │ ├── ProfitCenterAmountsHierarchy_SAMPLE.sql │ │ ├── ProfitCenterHierarchiesMD.sql │ │ ├── ProfitCenterHierarchyFlattened.sql │ │ ├── ProfitCentersMD.sql │ │ ├── PurchaseDocumentTypesMD.sql │ │ ├── PurchaseDocuments.sql │ │ ├── PurchaseDocumentsHistory.sql │ │ ├── PurchaseDocuments_Flow.sql │ │ ├── PurchasingGroupsMD.sql │ │ ├── PurchasingOrganizationsMD.sql │ │ ├── ReasonForMovementTypesMD.sql │ │ ├── RegionsMD.sql │ │ ├── Regions_T005S.sql │ │ ├── SDDocumentFlow.sql │ │ ├── SDStatus_Items.sql │ │ ├── SalesFulfillment.sql │ │ ├── SalesFulfillment_perOrder.sql │ │ ├── SalesOrderDetails_SAMPLE.sql │ │ ├── SalesOrderHeaderStatus.sql │ │ ├── SalesOrderPartnerFunction.sql │ │ ├── SalesOrderPricing.sql │ │ ├── SalesOrderScheduleLine.sql │ │ ├── SalesOrderStatus.sql │ │ ├── SalesOrders.sql │ │ ├── SalesOrders_V2.sql │ │ ├── SalesOrganizationsMD.sql │ │ ├── SalesStatus_Items.sql │ │ ├── SlowMovingThreshold.sql │ │ ├── SpecialStocksMD.sql │ │ ├── StockCharacteristicsConfig.sql │ │ ├── StockInHand.sql │ │ ├── StockMonthlySnapshots.sql │ │ ├── StockWeeklySnapshots.sql │ │ ├── Stock_NonValuated.sql │ │ ├── Stock_PerPlant.sql │ │ ├── Stock_Unrestricted_vs_Sales.sql │ │ ├── StorageLocationsMD.sql │ │ ├── TelephoneCodes_T005K.sql │ │ ├── UniversalLedgersMD.sql │ │ ├── UoMConversion.sql │ │ ├── UoMConversionUtil.sql │ │ ├── UoMMD.sql │ │ ├── UoMUsage_SAMPLE.sql │ │ ├── UpdateMonthlyInventoryAggregation.sql │ │ ├── UpdateStockMonthlySnapshots.sql │ │ ├── UpdateStockWeeklySnapshots.sql │ │ ├── UpdateWeeklyInventoryAggregation.sql │ │ ├── ValuationAreasMD.sql │ │ ├── VendorConfig.sql │ │ ├── VendorLeadTimeOverview.sql │ │ ├── VendorPerformance.sql │ │ ├── VendorPerformanceOverview.sql │ │ ├── VendorsMD.sql │ │ ├── cloudbuild.reporting.yaml │ │ ├── common │ │ ├── __init__.py │ │ ├── annotations_loader.py │ │ ├── create_test_harness.py │ │ ├── data_mesh │ │ │ ├── __init__.py │ │ │ ├── config │ │ │ │ ├── lakes │ │ │ │ │ └── lakes.yaml │ │ │ │ ├── policy_taxonomies │ │ │ │ │ └── policy_taxonomies.yaml │ │ │ │ └── tag_templates │ │ │ │ │ └── tag_templates.yaml │ │ │ ├── deploy_data_mesh.py │ │ │ └── src │ │ │ │ ├── __init__.py │ │ │ │ ├── data_mesh_client.py │ │ │ │ ├── data_mesh_types.py │ │ │ │ └── data_mesh_types_util.py │ │ ├── init_deployment_config.py │ │ ├── materializer │ │ │ ├── __init__.py │ │ │ ├── create_bq_object.py │ │ │ ├── dag_types.py │ │ │ ├── dependent_dags.py │ │ │ ├── deploy.sh │ │ │ ├── deploy_local_k9.py │ │ │ ├── generate_assets.py │ │ │ ├── generate_build_files.py │ │ │ ├── generate_dependent_dags.py │ │ │ └── templates │ │ │ │ ├── airflow_dag_template_reporting.py │ │ │ │ ├── airflow_task_dep_dag_template_reporting.py │ │ │ │ ├── bq_insert_job_template.txt │ │ │ │ └── cloudbuild_materializer.yaml.jinja │ │ └── py_libs │ │ │ ├── __init__.py │ │ │ ├── bq_helper.py │ │ │ ├── bq_materializer.py │ │ │ ├── cdc.py │ │ │ ├── config_spec.py │ │ │ ├── configs.py │ │ │ ├── constants.py │ │ │ ├── cortex_bq_client.py │ │ │ ├── cortex_exceptions.py │ │ │ ├── cortex_types.py │ │ │ ├── dag_generator.py │ │ │ ├── jinja.py │ │ │ ├── k9_deployer.py │ │ │ ├── logging.py │ │ │ ├── resource_validation_helper.py │ │ │ ├── schema_reader.py │ │ │ ├── test_harness.py │ │ │ └── yaml_util.py │ │ ├── config │ │ ├── config.json │ │ ├── ecc │ │ │ ├── annotations │ │ │ │ ├── AccountingDocuments.yaml │ │ │ │ ├── AccountingDocumentsReceivable.yaml │ │ │ │ ├── AccountsPayable.yaml │ │ │ │ ├── AccountsPayableOverview.yaml │ │ │ │ ├── AccountsPayableTurnover.yaml │ │ │ │ ├── AddressesMD.yaml │ │ │ │ ├── BalanceSheet.yaml │ │ │ │ ├── BatchesMD.yaml │ │ │ │ ├── BillOfMaterialsMD.yaml │ │ │ │ ├── Billing.yaml │ │ │ │ ├── BillingBlockingReasonsMD.yaml │ │ │ │ ├── BusinessPartnersMD.yaml │ │ │ │ ├── CashDiscountUtilization.yaml │ │ │ │ ├── CompaniesMD.yaml │ │ │ │ ├── CostCenterAmountsHierarchy_SAMPLE.yaml │ │ │ │ ├── CostCenterHierarchiesMD.yaml │ │ │ │ ├── CostCenterHierarchyFlattened.yaml │ │ │ │ ├── CostCentersMD.yaml │ │ │ │ ├── CountriesMD.yaml │ │ │ │ ├── CurrenciesMD.yaml │ │ │ │ ├── CurrencyConvUtil.yaml │ │ │ │ ├── CurrencyConversion.yaml │ │ │ │ ├── CustomerClearedItems_BSAD.yaml │ │ │ │ ├── CustomerOpenItems_BSID.yaml │ │ │ │ ├── CustomersMD.yaml │ │ │ │ ├── DaysPayableOutstanding.yaml │ │ │ │ ├── Deliveries.yaml │ │ │ │ ├── DeliveriesStatus_PerSalesOrg.yaml │ │ │ │ ├── DeliveryBlockingReasonsMD.yaml │ │ │ │ ├── DistributionChannelsMD.yaml │ │ │ │ ├── DivisionsMD.yaml │ │ │ │ ├── FSVHierarchyFlattened.yaml │ │ │ │ ├── FSVTextsMD.yaml │ │ │ │ ├── FinancialStatement.yaml │ │ │ │ ├── FixedAssetsMD.yaml │ │ │ │ ├── GLAccountsMD.yaml │ │ │ │ ├── GLDocumentsHdr.yaml │ │ │ │ ├── InventoryByPlant.yaml │ │ │ │ ├── InventoryKeyMetrics.yaml │ │ │ │ ├── InvoiceDocuments_Flow.yaml │ │ │ │ ├── Languages_T002.yaml │ │ │ │ ├── LedgersMD.yaml │ │ │ │ ├── MaterialGroupsMD.yaml │ │ │ │ ├── MaterialLedger.yaml │ │ │ │ ├── MaterialMovementTypesMD.yaml │ │ │ │ ├── MaterialPlantsMD.yaml │ │ │ │ ├── MaterialTypesMD.yaml │ │ │ │ ├── MaterialsBatchMD.yaml │ │ │ │ ├── MaterialsMD.yaml │ │ │ │ ├── MaterialsMovement.yaml │ │ │ │ ├── MaterialsValuation.yaml │ │ │ │ ├── OneTouchOrder.yaml │ │ │ │ ├── OrderToCash.yaml │ │ │ │ ├── POFulfillment.yaml │ │ │ │ ├── POOrderHistory.yaml │ │ │ │ ├── POSchedule.yaml │ │ │ │ ├── POScheduleLine.yaml │ │ │ │ ├── POVendorConfirmation.yaml │ │ │ │ ├── PlantsMD.yaml │ │ │ │ ├── PricingConditions.yaml │ │ │ │ ├── ProductHierarchiesMD.yaml │ │ │ │ ├── ProductHierarchy_Flatten.yaml │ │ │ │ ├── ProductionOrders.yaml │ │ │ │ ├── ProfitAndLoss.yaml │ │ │ │ ├── ProfitCenterAmountsHierarchy_SAMPLE.yaml │ │ │ │ ├── ProfitCenterHierarchiesMD.yaml │ │ │ │ ├── ProfitCenterHierarchyFlattened.yaml │ │ │ │ ├── ProfitCentersMD.yaml │ │ │ │ ├── PurchaseDocumentTypesMD.yaml │ │ │ │ ├── PurchaseDocuments.yaml │ │ │ │ ├── PurchaseDocumentsHistory.yaml │ │ │ │ ├── PurchaseDocuments_Flow.yaml │ │ │ │ ├── PurchasingGroupsMD.yaml │ │ │ │ ├── PurchasingOrganizationsMD.yaml │ │ │ │ ├── ReasonForMovementTypesMD.yaml │ │ │ │ ├── RegionsMD.yaml │ │ │ │ ├── Regions_T005S.yaml │ │ │ │ ├── SDDocumentFlow.yaml │ │ │ │ ├── SDStatus_Items.yaml │ │ │ │ ├── SalesFulfillment.yaml │ │ │ │ ├── SalesFulfillment_perOrder.yaml │ │ │ │ ├── SalesOrderDetails_SAMPLE.yaml │ │ │ │ ├── SalesOrderHeaderStatus.yaml │ │ │ │ ├── SalesOrderPartnerFunction.yaml │ │ │ │ ├── SalesOrderPricing.yaml │ │ │ │ ├── SalesOrderScheduleLine.yaml │ │ │ │ ├── SalesOrderStatus.yaml │ │ │ │ ├── SalesOrders.yaml │ │ │ │ ├── SalesOrders_V2.yaml │ │ │ │ ├── SalesOrganizationsMD.yaml │ │ │ │ ├── SalesStatus_Items.yaml │ │ │ │ ├── SlowMovingThreshold.yaml │ │ │ │ ├── SpecialStocksMD.yaml │ │ │ │ ├── StockCharacteristicsConfig.yaml │ │ │ │ ├── StockInHand.yaml │ │ │ │ ├── StockMonthlySnapshots.yaml │ │ │ │ ├── StockWeeklySnapshots.yaml │ │ │ │ ├── Stock_NonValuated.yaml │ │ │ │ ├── Stock_OnHand.yaml │ │ │ │ ├── Stock_PerPlant.yaml │ │ │ │ ├── Stock_Unrestricted_vs_Sales.yaml │ │ │ │ ├── StorageLocationsMD.yaml │ │ │ │ ├── TelephoneCodes_T005K.yaml │ │ │ │ ├── UniversalLedgersMD.yaml │ │ │ │ ├── UoMConversion.yaml │ │ │ │ ├── UoMConversionUtil.yaml │ │ │ │ ├── UoMMD.yaml │ │ │ │ ├── UoMUsage_SAMPLE.yaml │ │ │ │ ├── ValuationAreasMD.yaml │ │ │ │ ├── VendorConfig.yaml │ │ │ │ ├── VendorLeadTimeOverview.yaml │ │ │ │ ├── VendorPerformance.yaml │ │ │ │ ├── VendorPerformanceOverview.yaml │ │ │ │ ├── VendorsMD.yaml │ │ │ │ ├── cost_centers.yaml │ │ │ │ ├── costcenter_flattened.yaml │ │ │ │ ├── currency_conversion.yaml │ │ │ │ ├── currency_decimal.yaml │ │ │ │ ├── financial_statement.yaml │ │ │ │ ├── fiscal_date_dim.yaml │ │ │ │ ├── fsv_flattened.yaml │ │ │ │ ├── fsv_glaccounts.yaml │ │ │ │ ├── monthly_inventory_aggregation.yaml │ │ │ │ ├── prod_hierarchy_texts.yaml │ │ │ │ ├── profit_centers.yaml │ │ │ │ ├── profitcenter_flattened.yaml │ │ │ │ ├── stock_monthly_snapshots.yaml │ │ │ │ ├── stock_weekly_snapshots.yaml │ │ │ │ └── weekly_inventory_aggregation.yaml │ │ │ ├── lakes │ │ │ │ └── lakes.yaml │ │ │ ├── policy_taxonomies │ │ │ │ └── policy_taxonomies.yaml │ │ │ └── tag_templates │ │ │ │ └── templates.yaml │ │ ├── k9_placeholder_settings.yaml │ │ ├── reporting_settings_common_prereqs.yaml │ │ └── s4 │ │ │ ├── annotations │ │ │ ├── AccountingDocuments.yaml │ │ │ ├── AccountingDocumentsReceivable.yaml │ │ │ ├── AccountsPayable.yaml │ │ │ ├── AccountsPayableOverview.yaml │ │ │ ├── AccountsPayableTurnover.yaml │ │ │ ├── AddressesMD.yaml │ │ │ ├── BalanceSheet.yaml │ │ │ ├── BatchesMD.yaml │ │ │ ├── BillOfMaterialsMD.yaml │ │ │ ├── Billing.yaml │ │ │ ├── BillingBlockingReasonsMD.yaml │ │ │ ├── BusinessPartnersMD.yaml │ │ │ ├── CashDiscountUtilization.yaml │ │ │ ├── CompaniesMD.yaml │ │ │ ├── CostCenterAmountsHierarchy_SAMPLE.yaml │ │ │ ├── CostCenterHierarchiesMD.yaml │ │ │ ├── CostCenterHierarchyFlattened.yaml │ │ │ ├── CostCentersMD.yaml │ │ │ ├── CountriesMD.yaml │ │ │ ├── CurrenciesMD.yaml │ │ │ ├── CurrencyConvUtil.yaml │ │ │ ├── CurrencyConversion.yaml │ │ │ ├── CustomerClearedItems_BSAD.yaml │ │ │ ├── CustomerOpenItems_BSID.yaml │ │ │ ├── CustomersMD.yaml │ │ │ ├── DaysPayableOutstanding.yaml │ │ │ ├── Deliveries.yaml │ │ │ ├── DeliveriesStatus_PerSalesOrg.yaml │ │ │ ├── DeliveryBlockingReasonsMD.yaml │ │ │ ├── DistributionChannelsMD.yaml │ │ │ ├── DivisionsMD.yaml │ │ │ ├── FSVHierarchyFlattened.yaml │ │ │ ├── FSVTextsMD.yaml │ │ │ ├── FinancialStatement.yaml │ │ │ ├── FixedAssetsMD.yaml │ │ │ ├── GLAccountsMD.yaml │ │ │ ├── GLDocumentsHdr.yaml │ │ │ ├── InventoryByPlant.yaml │ │ │ ├── InventoryKeyMetrics.yaml │ │ │ ├── InvoiceDocuments_Flow.yaml │ │ │ ├── Languages_T002.yaml │ │ │ ├── LedgersMD.yaml │ │ │ ├── MaterialGroupsMD.yaml │ │ │ ├── MaterialLedger.yaml │ │ │ ├── MaterialMovementTypesMD.yaml │ │ │ ├── MaterialPlantsMD.yaml │ │ │ ├── MaterialTypesMD.yaml │ │ │ ├── MaterialsBatchMD.yaml │ │ │ ├── MaterialsMD.yaml │ │ │ ├── MaterialsMovement.yaml │ │ │ ├── MaterialsValuation.yaml │ │ │ ├── OneTouchOrder.yaml │ │ │ ├── OrderToCash.yaml │ │ │ ├── POFulfillment.yaml │ │ │ ├── POOrderHistory.yaml │ │ │ ├── POSchedule.yaml │ │ │ ├── POScheduleLine.yaml │ │ │ ├── POVendorConfirmation.yaml │ │ │ ├── PlantsMD.yaml │ │ │ ├── PricingConditions.yaml │ │ │ ├── ProductHierarchiesMD.yaml │ │ │ ├── ProductHierarchy_Flatten.yaml │ │ │ ├── ProductionOrders.yaml │ │ │ ├── ProfitAndLoss.yaml │ │ │ ├── ProfitCenterAmountsHierarchy_SAMPLE.yaml │ │ │ ├── ProfitCenterHierarchiesMD.yaml │ │ │ ├── ProfitCenterHierarchyFlattened.yaml │ │ │ ├── ProfitCentersMD.yaml │ │ │ ├── PurchaseDocumentTypesMD.yaml │ │ │ ├── PurchaseDocuments.yaml │ │ │ ├── PurchaseDocumentsHistory.yaml │ │ │ ├── PurchaseDocuments_Flow.yaml │ │ │ ├── PurchasingGroupsMD.yaml │ │ │ ├── PurchasingOrganizationsMD.yaml │ │ │ ├── ReasonForMovementTypesMD.yaml │ │ │ ├── RegionsMD.yaml │ │ │ ├── Regions_T005S.yaml │ │ │ ├── SDDocumentFlow.yaml │ │ │ ├── SDStatus_Items.yaml │ │ │ ├── SalesFulfillment.yaml │ │ │ ├── SalesFulfillment_perOrder.yaml │ │ │ ├── SalesOrderDetails_SAMPLE.yaml │ │ │ ├── SalesOrderHeaderStatus.yaml │ │ │ ├── SalesOrderPartnerFunction.yaml │ │ │ ├── SalesOrderPricing.yaml │ │ │ ├── SalesOrderScheduleLine.yaml │ │ │ ├── SalesOrderStatus.yaml │ │ │ ├── SalesOrders.yaml │ │ │ ├── SalesOrders_V2.yaml │ │ │ ├── SalesOrganizationsMD.yaml │ │ │ ├── SalesStatus_Items.yaml │ │ │ ├── SlowMovingThreshold.yaml │ │ │ ├── SpecialStocksMD.yaml │ │ │ ├── StockCharacteristicsConfig.yaml │ │ │ ├── StockInHand.yaml │ │ │ ├── StockMonthlySnapshots.yaml │ │ │ ├── StockWeeklySnapshots.yaml │ │ │ ├── Stock_NonValuated.yaml │ │ │ ├── Stock_OnHand.yaml │ │ │ ├── Stock_PerPlant.yaml │ │ │ ├── Stock_Unrestricted_vs_Sales.yaml │ │ │ ├── StorageLocationsMD.yaml │ │ │ ├── TelephoneCodes_T005K.yaml │ │ │ ├── UniversalLedgersMD.yaml │ │ │ ├── UoMConversion.yaml │ │ │ ├── UoMConversionUtil.yaml │ │ │ ├── UoMMD.yaml │ │ │ ├── UoMUsage_SAMPLE.yaml │ │ │ ├── ValuationAreasMD.yaml │ │ │ ├── VendorConfig.yaml │ │ │ ├── VendorLeadTimeOverview.yaml │ │ │ ├── VendorPerformance.yaml │ │ │ ├── VendorPerformanceOverview.yaml │ │ │ ├── VendorsMD.yaml │ │ │ ├── cost_centers.yaml │ │ │ ├── costcenter_flattened.yaml │ │ │ ├── currency_conversion.yaml │ │ │ ├── currency_decimal.yaml │ │ │ ├── financial_statement.yaml │ │ │ ├── fiscal_date_dim.yaml │ │ │ ├── fsv_flattened.yaml │ │ │ ├── fsv_glaccounts.yaml │ │ │ ├── monthly_inventory_aggregation.yaml │ │ │ ├── prod_hierarchy_texts.yaml │ │ │ ├── profit_centers.yaml │ │ │ ├── profitcenter_flattened.yaml │ │ │ ├── stock_monthly_snapshots.yaml │ │ │ ├── stock_weekly_snapshots.yaml │ │ │ └── weekly_inventory_aggregation.yaml │ │ │ ├── lakes │ │ │ └── lakes.yaml │ │ │ ├── policy_taxonomies │ │ │ └── policy_taxonomies.yaml │ │ │ └── tag_templates │ │ │ └── templates.yaml │ │ ├── config_validator.py │ │ ├── docs │ │ ├── code-of-conduct.md │ │ └── contributing.md │ │ ├── ecc │ │ ├── AccountingDocuments.sql │ │ ├── AccountingDocumentsReceivable.sql │ │ ├── AccountsPayable.sql │ │ ├── AccountsPayableOverview.sql │ │ ├── AccountsPayableTurnover.sql │ │ ├── AddressesMD.sql │ │ ├── AggregateMonthlyInventory.sql │ │ ├── AggregateWeeklyInventory.sql │ │ ├── BalanceSheet.sql │ │ ├── BatchesMD.sql │ │ ├── BillOfMaterialsMD.sql │ │ ├── Billing.sql │ │ ├── BillingBlockingReasonsMD.sql │ │ ├── BusinessPartnersMD.sql │ │ ├── CashDiscountUtilization.sql │ │ ├── CompaniesMD.sql │ │ ├── CostCenterAmountsHierarchy_SAMPLE.sql │ │ ├── CostCenterHierarchiesMD.sql │ │ ├── CostCenterHierarchyFlattened.sql │ │ ├── CostCentersMD.sql │ │ ├── CountriesMD.sql │ │ ├── CurrenciesMD.sql │ │ ├── CurrencyConvUtil.sql │ │ ├── CurrencyConversion.sql │ │ ├── CustomerClearedItems_BSAD.sql │ │ ├── CustomerOpenItems_BSID.sql │ │ ├── CustomersMD.sql │ │ ├── DaysPayableOutstanding.sql │ │ ├── Deliveries.sql │ │ ├── DeliveriesStatus_PerSalesOrg.sql │ │ ├── DeliveryBlockingReasonsMD.sql │ │ ├── DistributionChannelsMD.sql │ │ ├── DivisionsMD.sql │ │ ├── FSVHierarchyFlattened.sql │ │ ├── FSVTextsMD.sql │ │ ├── FinancialStatement.sql │ │ ├── GLAccountsMD.sql │ │ ├── GrossProfitOverview.sql │ │ ├── InventoryByPlant.sql │ │ ├── InventoryKeyMetrics.sql │ │ ├── InvoiceDocuments_Flow.sql │ │ ├── Languages_T002.sql │ │ ├── LedgersMD.sql │ │ ├── MaterialGroupsMD.sql │ │ ├── MaterialLedger.sql │ │ ├── MaterialMovementTypesMD.sql │ │ ├── MaterialPlantsMD.sql │ │ ├── MaterialTypesMD.sql │ │ ├── MaterialsBatchMD.sql │ │ ├── MaterialsMD.sql │ │ ├── MaterialsMovement.sql │ │ ├── MaterialsValuation.sql │ │ ├── NetProfitOverview.sql │ │ ├── OneTouchOrder.sql │ │ ├── OrderToCash.sql │ │ ├── POFulfillment.sql │ │ ├── POOrderHistory.sql │ │ ├── POSchedule.sql │ │ ├── POScheduleLine.sql │ │ ├── POVendorConfirmation.sql │ │ ├── PlantsMD.sql │ │ ├── PricingConditions.sql │ │ ├── ProductHierarchiesMD.sql │ │ ├── ProductHierarchy_Flatten.sql │ │ ├── ProductionOrders.sql │ │ ├── ProfitAndLoss.sql │ │ ├── ProfitAndLossOverview.sql │ │ ├── ProfitAndLossOverview_CostCenterHierarchy.sql │ │ ├── ProfitAndLossOverview_ProfitCenterHierarchy.sql │ │ ├── ProfitCenterAmountsHierarchy_SAMPLE.sql │ │ ├── ProfitCenterHierarchiesMD.sql │ │ ├── ProfitCenterHierarchyFlattened.sql │ │ ├── ProfitCentersMD.sql │ │ ├── PurchaseDocumentTypesMD.sql │ │ ├── PurchaseDocuments.sql │ │ ├── PurchaseDocumentsHistory.sql │ │ ├── PurchaseDocuments_Flow.sql │ │ ├── PurchasingGroupsMD.sql │ │ ├── PurchasingOrganizationsMD.sql │ │ ├── ReasonForMovementTypesMD.sql │ │ ├── RegionsMD.sql │ │ ├── Regions_T005S.sql │ │ ├── SDDocumentFlow.sql │ │ ├── SDStatus_Items.sql │ │ ├── SalesFulfillment.sql │ │ ├── SalesFulfillment_perOrder.sql │ │ ├── SalesOrderDetails_SAMPLE.sql │ │ ├── SalesOrderHeaderStatus.sql │ │ ├── SalesOrderPartnerFunction.sql │ │ ├── SalesOrderPricing.sql │ │ ├── SalesOrderScheduleLine.sql │ │ ├── SalesOrderStatus.sql │ │ ├── SalesOrders.sql │ │ ├── SalesOrders_V2.sql │ │ ├── SalesOrganizationsMD.sql │ │ ├── SalesStatus_Items.sql │ │ ├── SlowMovingThreshold.sql │ │ ├── SpecialStocksMD.sql │ │ ├── StockCharacteristicsConfig.sql │ │ ├── StockInHand.sql │ │ ├── StockMonthlySnapshots.sql │ │ ├── StockWeeklySnapshots.sql │ │ ├── Stock_NonValuated.sql │ │ ├── Stock_PerPlant.sql │ │ ├── Stock_Unrestricted_vs_Sales.sql │ │ ├── StorageLocationsMD.sql │ │ ├── TelephoneCodes_T005K.sql │ │ ├── UniversalLedgersMD.sql │ │ ├── UoMConversion.sql │ │ ├── UoMConversionUtil.sql │ │ ├── UoMMD.sql │ │ ├── UoMUsage_SAMPLE.sql │ │ ├── UpdateMonthlyInventoryAggregation.sql │ │ ├── UpdateStockMonthlySnapshots.sql │ │ ├── UpdateStockWeeklySnapshots.sql │ │ ├── UpdateWeeklyInventoryAggregation.sql │ │ ├── ValuationAreasMD.sql │ │ ├── VendorConfig.sql │ │ ├── VendorLeadTimeOverview.sql │ │ ├── VendorPerformance.sql │ │ ├── VendorPerformanceOverview.sql │ │ └── VendorsMD.sql │ │ ├── financial_statement.sql │ │ ├── fiscal_date_dim.sql │ │ ├── is_leap_year.sql │ │ ├── k9_manifest.yaml │ │ ├── local_k9 │ │ ├── costcenter_hierarchy │ │ │ ├── costcenter_hierarchy.py │ │ │ ├── costcenter_hierarchy.sql │ │ │ ├── costcenter_node_deletion.sql │ │ │ └── costcenter_node_mapping.sql │ │ ├── currency_conversion │ │ │ ├── currency_conversion.py │ │ │ ├── currency_conversion.sql │ │ │ └── currency_decimal.sql │ │ ├── financial_statement │ │ │ ├── financial_statement_initial_load.py │ │ │ ├── financial_statement_initial_load.sql │ │ │ ├── financial_statement_periodical_load.py │ │ │ └── financial_statement_periodical_load.templatesql │ │ ├── fsv_hierarchy │ │ │ ├── financial_statement_version.py │ │ │ ├── financial_statement_version.sql │ │ │ ├── fsv_delete_node.sql │ │ │ └── fsv_glaccounts_mapping.sql │ │ ├── inventory_snapshots │ │ │ ├── stock_monthly_snapshots_initial.py │ │ │ ├── stock_monthly_snapshots_initial.sql │ │ │ ├── stock_monthly_snapshots_periodical_update.py │ │ │ ├── stock_monthly_snapshots_periodical_update.templatesql │ │ │ ├── stock_monthly_snapshots_update_daily.py │ │ │ ├── stock_monthly_snapshots_update_daily.templatesql │ │ │ ├── stock_weekly_snapshots_initial.py │ │ │ ├── stock_weekly_snapshots_initial.sql │ │ │ ├── stock_weekly_snapshots_periodical_update.py │ │ │ ├── stock_weekly_snapshots_periodical_update.templatesql │ │ │ ├── stock_weekly_snapshots_update_daily.py │ │ │ └── stock_weekly_snapshots_update_daily.templatesql │ │ ├── prod_hierarchy_texts │ │ │ ├── prod_hierarchy_texts.py │ │ │ └── prod_hierarchy_texts.sql │ │ └── profitcenter_hierarchy │ │ │ ├── profitcenter_hierarchy.py │ │ │ ├── profitcenter_hierarchy.sql │ │ │ ├── profitcenter_node_deletion.sql │ │ │ └── profitcenter_node_mapping.sql │ │ ├── placeholders │ │ └── calendar_date_dim.sql │ │ ├── reporting_settings_ecc.yaml │ │ ├── reporting_settings_ecc_task_dep.yaml │ │ ├── reporting_settings_s4.yaml │ │ ├── reporting_settings_s4_task_dep.yaml │ │ ├── reporting_settings_union.yaml │ │ └── s4 │ │ ├── AccountingDocuments.sql │ │ ├── AccountingDocumentsReceivable.sql │ │ ├── AccountsPayable.sql │ │ ├── AccountsPayableOverview.sql │ │ ├── AccountsPayableTurnover.sql │ │ ├── AddressesMD.sql │ │ ├── AggregateMonthlyInventory.sql │ │ ├── AggregateWeeklyInventory.sql │ │ ├── BalanceSheet.sql │ │ ├── BatchesMD.sql │ │ ├── BillOfMaterialsMD.sql │ │ ├── Billing.sql │ │ ├── BillingBlockingReasonsMD.sql │ │ ├── BusinessPartnersMD.sql │ │ ├── CashDiscountUtilization.sql │ │ ├── CompaniesMD.sql │ │ ├── CostCenterAmountsHierarchy_SAMPLE.sql │ │ ├── CostCenterHierarchiesMD.sql │ │ ├── CostCenterHierarchyFlattened.sql │ │ ├── CostCentersMD.sql │ │ ├── CountriesMD.sql │ │ ├── CurrenciesMD.sql │ │ ├── CurrencyConvUtil.sql │ │ ├── CurrencyConversion.sql │ │ ├── CustomerClearedItems_BSAD.sql │ │ ├── CustomerOpenItems_BSID.sql │ │ ├── CustomersMD.sql │ │ ├── DaysPayableOutstanding.sql │ │ ├── Deliveries.sql │ │ ├── DeliveriesStatus_PerSalesOrg.sql │ │ ├── DeliveryBlockingReasonsMD.sql │ │ ├── DistributionChannelsMD.sql │ │ ├── DivisionsMD.sql │ │ ├── FSVHierarchyFlattened.sql │ │ ├── FSVTextsMD.sql │ │ ├── FinancialStatement.sql │ │ ├── GLAccountsMD.sql │ │ ├── GrossProfitOverview.sql │ │ ├── InventoryByPlant.sql │ │ ├── InventoryKeyMetrics.sql │ │ ├── InvoiceDocuments_Flow.sql │ │ ├── Languages_T002.sql │ │ ├── LedgersMD.sql │ │ ├── MaterialGroupsMD.sql │ │ ├── MaterialLedger.sql │ │ ├── MaterialMovementTypesMD.sql │ │ ├── MaterialPlantsMD.sql │ │ ├── MaterialTypesMD.sql │ │ ├── MaterialsBatchMD.sql │ │ ├── MaterialsMD.sql │ │ ├── MaterialsMovement.sql │ │ ├── MaterialsValuation.sql │ │ ├── NetProfitOverview.sql │ │ ├── OneTouchOrder.sql │ │ ├── OrderToCash.sql │ │ ├── POFulfillment.sql │ │ ├── POOrderHistory.sql │ │ ├── POSchedule.sql │ │ ├── POScheduleLine.sql │ │ ├── POVendorConfirmation.sql │ │ ├── PlantsMD.sql │ │ ├── PricingConditions.sql │ │ ├── ProductHierarchiesMD.sql │ │ ├── ProductHierarchy_Flatten.sql │ │ ├── ProductionOrders.sql │ │ ├── ProfitAndLoss.sql │ │ ├── ProfitAndLossOverview.sql │ │ ├── ProfitAndLossOverview_CostCenterHierarchy.sql │ │ ├── ProfitAndLossOverview_ProfitCenterHierarchy.sql │ │ ├── ProfitCenterAmountsHierarchy_SAMPLE.sql │ │ ├── ProfitCenterHierarchiesMD.sql │ │ ├── ProfitCenterHierarchyFlattened.sql │ │ ├── ProfitCentersMD.sql │ │ ├── PurchaseDocumentTypesMD.sql │ │ ├── PurchaseDocuments.sql │ │ ├── PurchaseDocumentsHistory.sql │ │ ├── PurchaseDocuments_Flow.sql │ │ ├── PurchasingGroupsMD.sql │ │ ├── PurchasingOrganizationsMD.sql │ │ ├── ReasonForMovementTypesMD.sql │ │ ├── RegionsMD.sql │ │ ├── Regions_T005S.sql │ │ ├── SDDocumentFlow.sql │ │ ├── SDStatus_Items.sql │ │ ├── SalesFulfillment.sql │ │ ├── SalesFulfillment_perOrder.sql │ │ ├── SalesOrderDetails_SAMPLE.sql │ │ ├── SalesOrderHeaderStatus.sql │ │ ├── SalesOrderPartnerFunction.sql │ │ ├── SalesOrderPricing.sql │ │ ├── SalesOrderScheduleLine.sql │ │ ├── SalesOrderStatus.sql │ │ ├── SalesOrders.sql │ │ ├── SalesOrders_V2.sql │ │ ├── SalesOrganizationsMD.sql │ │ ├── SalesStatus_Items.sql │ │ ├── SlowMovingThreshold.sql │ │ ├── SpecialStocksMD.sql │ │ ├── StockCharacteristicsConfig.sql │ │ ├── StockInHand.sql │ │ ├── StockMonthlySnapshots.sql │ │ ├── StockWeeklySnapshots.sql │ │ ├── Stock_NonValuated.sql │ │ ├── Stock_OnHand.sql │ │ ├── Stock_PerPlant.sql │ │ ├── Stock_Unrestricted_vs_Sales.sql │ │ ├── StorageLocationsMD.sql │ │ ├── TelephoneCodes_T005K.sql │ │ ├── UniversalLedgersMD.sql │ │ ├── UoMConversion.sql │ │ ├── UoMConversionUtil.sql │ │ ├── UoMMD.sql │ │ ├── UoMUsage_SAMPLE.sql │ │ ├── UpdateMonthlyInventoryAggregation.sql │ │ ├── UpdateStockMonthlySnapshots.sql │ │ ├── UpdateStockWeeklySnapshots.sql │ │ ├── UpdateWeeklyInventoryAggregation.sql │ │ ├── ValuationAreasMD.sql │ │ ├── VendorConfig.sql │ │ ├── VendorLeadTimeOverview.sql │ │ ├── VendorPerformance.sql │ │ ├── VendorPerformanceOverview.sql │ │ └── VendorsMD.sql ├── SFDC │ ├── cloudbuild.sfdc.yaml │ ├── config │ │ ├── annotations │ │ │ └── reporting │ │ │ │ ├── AccountsMD.yaml │ │ │ │ ├── CaseManagement.yaml │ │ │ │ ├── Cases.yaml │ │ │ │ ├── ContactsMD.yaml │ │ │ │ ├── CurrencyConversion.yaml │ │ │ │ ├── CurrencyTypesMD.yaml │ │ │ │ ├── DatedConversionRatesMD.yaml │ │ │ │ ├── Events.yaml │ │ │ │ ├── Leads.yaml │ │ │ │ ├── LeadsCaptureConversions.yaml │ │ │ │ ├── Opportunities.yaml │ │ │ │ ├── OpportunityPipeline.yaml │ │ │ │ ├── RecordTypesMD.yaml │ │ │ │ ├── SalesActivities.yaml │ │ │ │ ├── Tasks.yaml │ │ │ │ └── UsersMD.yaml │ │ ├── cdc_placeholder_settings.yaml │ │ ├── config.json │ │ ├── ingestion_settings.yaml │ │ ├── k9_placeholder_settings.yaml │ │ ├── lakes │ │ │ ├── lakes_src.yaml │ │ │ └── lakes_tgt.yaml │ │ ├── policy_taxonomies │ │ │ └── .keep │ │ ├── reporting_settings.yaml │ │ └── tag_templates │ │ │ └── templates.yaml │ ├── deploy.sh │ ├── docs │ │ ├── code-of-conduct.md │ │ └── contributing.md │ └── src │ │ ├── cdc_dag_generator │ │ ├── generate_dags.py │ │ ├── generate_views.py │ │ └── templates │ │ │ ├── airflow_dag_raw_to_cdc.py │ │ │ └── sql │ │ │ ├── sfdc_raw_to_cdc_template.sql │ │ │ └── sfdc_raw_to_cdc_view_template.sql │ │ ├── cdc_placeholders │ │ └── ddls │ │ │ ├── currency_types.sql │ │ │ └── dated_conversion_rates.sql │ │ ├── common │ │ ├── __init__.py │ │ ├── annotations_loader.py │ │ ├── create_test_harness.py │ │ ├── data_mesh │ │ │ ├── __init__.py │ │ │ ├── config │ │ │ │ ├── lakes │ │ │ │ │ └── lakes.yaml │ │ │ │ ├── policy_taxonomies │ │ │ │ │ └── policy_taxonomies.yaml │ │ │ │ └── tag_templates │ │ │ │ │ └── tag_templates.yaml │ │ │ ├── deploy_data_mesh.py │ │ │ └── src │ │ │ │ ├── __init__.py │ │ │ │ ├── data_mesh_client.py │ │ │ │ ├── data_mesh_types.py │ │ │ │ └── data_mesh_types_util.py │ │ ├── init_deployment_config.py │ │ ├── materializer │ │ │ ├── __init__.py │ │ │ ├── create_bq_object.py │ │ │ ├── dag_types.py │ │ │ ├── dependent_dags.py │ │ │ ├── deploy.sh │ │ │ ├── deploy_local_k9.py │ │ │ ├── generate_assets.py │ │ │ ├── generate_build_files.py │ │ │ ├── generate_dependent_dags.py │ │ │ └── templates │ │ │ │ ├── airflow_dag_template_reporting.py │ │ │ │ ├── airflow_task_dep_dag_template_reporting.py │ │ │ │ ├── bq_insert_job_template.txt │ │ │ │ └── cloudbuild_materializer.yaml.jinja │ │ └── py_libs │ │ │ ├── __init__.py │ │ │ ├── bq_helper.py │ │ │ ├── bq_materializer.py │ │ │ ├── cdc.py │ │ │ ├── config_spec.py │ │ │ ├── configs.py │ │ │ ├── constants.py │ │ │ ├── cortex_bq_client.py │ │ │ ├── cortex_exceptions.py │ │ │ ├── cortex_types.py │ │ │ ├── dag_generator.py │ │ │ ├── jinja.py │ │ │ ├── k9_deployer.py │ │ │ ├── logging.py │ │ │ ├── resource_validation_helper.py │ │ │ ├── schema_reader.py │ │ │ ├── test_harness.py │ │ │ └── yaml_util.py │ │ ├── config_validator.py │ │ ├── raw_dag_generator │ │ ├── dependencies │ │ │ ├── __init__.py │ │ │ ├── airflow_sfdc2bq.py │ │ │ ├── config.ini │ │ │ └── sfdc2bq │ │ │ │ ├── __init__.py │ │ │ │ ├── bigquery_helper.py │ │ │ │ └── salesforce_to_bigquery.py │ │ ├── generate_dags.py │ │ └── templates │ │ │ └── airflow_dag_sfdc_to_raw.py │ │ ├── reporting │ │ ├── ddls │ │ │ ├── AccountsMD.sql │ │ │ ├── CaseManagement.sql │ │ │ ├── CaseManagementOverview.sql │ │ │ ├── Cases.sql │ │ │ ├── ContactsMD.sql │ │ │ ├── CurrencyConversion.sql │ │ │ ├── CurrencyTypesMD.sql │ │ │ ├── DatedConversionRatesMD.sql │ │ │ ├── Events.sql │ │ │ ├── Leads.sql │ │ │ ├── LeadsCaptureConversions.sql │ │ │ ├── LeadsCaptureConversionsOverview.sql │ │ │ ├── Opportunities.sql │ │ │ ├── OpportunityPipeline.sql │ │ │ ├── OpportunityPipelineOverview.sql │ │ │ ├── RecordTypesMD.sql │ │ │ ├── SalesActivities.sql │ │ │ ├── SalesActivitiesOverview.sql │ │ │ ├── Tasks.sql │ │ │ └── UsersMD.sql │ │ ├── functions │ │ │ └── .keep │ │ └── placeholders │ │ │ └── calendar_date_dim.sql │ │ └── table_schema │ │ ├── accounts.csv │ │ ├── cases.csv │ │ ├── contacts.csv │ │ ├── currency_types.csv │ │ ├── dated_conversion_rates.csv │ │ ├── events.csv │ │ ├── leads.csv │ │ ├── opportunities.csv │ │ ├── record_types.csv │ │ ├── tasks.csv │ │ └── users.csv ├── common │ ├── __init__.py │ ├── annotations_loader.py │ ├── create_test_harness.py │ ├── data_mesh │ │ ├── __init__.py │ │ ├── config │ │ │ ├── lakes │ │ │ │ └── lakes.yaml │ │ │ ├── policy_taxonomies │ │ │ │ └── policy_taxonomies.yaml │ │ │ └── tag_templates │ │ │ │ └── tag_templates.yaml │ │ ├── deploy_data_mesh.py │ │ └── src │ │ │ ├── __init__.py │ │ │ ├── data_mesh_client.py │ │ │ ├── data_mesh_types.py │ │ │ └── data_mesh_types_util.py │ ├── init_deployment_config.py │ ├── materializer │ │ ├── __init__.py │ │ ├── create_bq_object.py │ │ ├── dag_types.py │ │ ├── dependent_dags.py │ │ ├── deploy.sh │ │ ├── deploy_local_k9.py │ │ ├── generate_assets.py │ │ ├── generate_build_files.py │ │ ├── generate_dependent_dags.py │ │ └── templates │ │ │ ├── airflow_dag_template_reporting.py │ │ │ ├── airflow_task_dep_dag_template_reporting.py │ │ │ ├── bq_insert_job_template.txt │ │ │ └── cloudbuild_materializer.yaml.jinja │ └── py_libs │ │ ├── __init__.py │ │ ├── bq_helper.py │ │ ├── bq_materializer.py │ │ ├── cdc.py │ │ ├── config_spec.py │ │ ├── configs.py │ │ ├── constants.py │ │ ├── cortex_bq_client.py │ │ ├── cortex_exceptions.py │ │ ├── cortex_types.py │ │ ├── dag_generator.py │ │ ├── jinja.py │ │ ├── k9_deployer.py │ │ ├── logging.py │ │ ├── resource_validation_helper.py │ │ ├── schema_reader.py │ │ ├── test_harness.py │ │ └── yaml_util.py ├── k9 │ └── src │ │ ├── config_validator.py │ │ ├── country_dim │ │ └── reporting │ │ │ ├── CountryDim.sql │ │ │ └── country_dim_reporting.yaml │ │ ├── cross_media │ │ ├── __init__.py │ │ ├── create_mapping_table.templatesql │ │ ├── cross_media_full_load.py │ │ ├── cross_media_incremental_load.py │ │ ├── dependencies │ │ │ ├── __init__.py │ │ │ ├── cross_media_matching.py │ │ │ ├── cross_media_postprocess_results.templatesql │ │ │ └── cross_media_prepare_gemini_requests.templatesql │ │ ├── generate_campaign_texts.templatesql │ │ ├── regenerate_metrics.templatesql │ │ └── reporting │ │ │ ├── CrossMediaCampaignDailyAgg.sql │ │ │ └── cross_media_reporting.yaml │ │ ├── currency_conversion │ │ ├── load_currency_conversion_from_sap.py │ │ ├── load_currency_conversion_from_sap.templatesql │ │ └── reporting │ │ │ ├── CurrencyConversion.sql │ │ │ ├── currency_conversion.sql │ │ │ └── currency_conversion_reporting.yaml │ │ ├── date_dimension │ │ ├── calendar_date_dim.py │ │ └── calendar_date_dim.sql │ │ ├── deploy_k9.py │ │ ├── holiday_calendar │ │ ├── holiday_calendar.ini │ │ ├── holiday_calendar.py │ │ ├── holiday_calendar.sql │ │ └── reporting │ │ │ ├── HolidayCalendar.sql │ │ │ └── holidays_reporting.yaml │ │ ├── manifest.yaml │ │ ├── meridian │ │ ├── .shellcheckrc │ │ ├── README.md │ │ ├── cloudbuild.meridian.yaml │ │ ├── config │ │ │ ├── annotations │ │ │ │ └── reporting │ │ │ │ │ └── .keep │ │ │ ├── lakes │ │ │ │ └── .keep │ │ │ ├── policy_taxonomies │ │ │ │ └── .keep │ │ │ └── tag_templates │ │ │ │ └── .keep │ │ ├── deploy_meridian.sh │ │ ├── deployment │ │ │ ├── create_colab_runtime_template.sh │ │ │ ├── create_meridian_gcs_bucket.sh │ │ │ ├── create_workflow.sh │ │ │ ├── upload_config_file_to_gcs.sh │ │ │ ├── upload_deployment_info_to_gcs.sh │ │ │ ├── upload_notebook_to_gcs.sh │ │ │ └── upload_report_html_template_to_gcs.sh │ │ ├── docs │ │ │ └── images │ │ │ │ └── .keep │ │ ├── reporting │ │ │ ├── CrossMediaSalesInsightsWeeklyAgg.sql │ │ │ └── meridian_reporting.yaml │ │ └── src │ │ │ ├── common │ │ │ ├── __init__.py │ │ │ ├── annotations_loader.py │ │ │ ├── create_test_harness.py │ │ │ ├── data_mesh │ │ │ │ ├── __init__.py │ │ │ │ ├── config │ │ │ │ │ ├── lakes │ │ │ │ │ │ └── lakes.yaml │ │ │ │ │ ├── policy_taxonomies │ │ │ │ │ │ └── policy_taxonomies.yaml │ │ │ │ │ └── tag_templates │ │ │ │ │ │ └── tag_templates.yaml │ │ │ │ ├── deploy_data_mesh.py │ │ │ │ └── src │ │ │ │ │ ├── __init__.py │ │ │ │ │ ├── data_mesh_client.py │ │ │ │ │ ├── data_mesh_types.py │ │ │ │ │ └── data_mesh_types_util.py │ │ │ ├── init_deployment_config.py │ │ │ ├── materializer │ │ │ │ ├── __init__.py │ │ │ │ ├── create_bq_object.py │ │ │ │ ├── dag_types.py │ │ │ │ ├── dependent_dags.py │ │ │ │ ├── deploy.sh │ │ │ │ ├── deploy_local_k9.py │ │ │ │ ├── generate_assets.py │ │ │ │ ├── generate_build_files.py │ │ │ │ ├── generate_dependent_dags.py │ │ │ │ └── templates │ │ │ │ │ ├── airflow_dag_template_reporting.py │ │ │ │ │ ├── airflow_task_dep_dag_template_reporting.py │ │ │ │ │ ├── bq_insert_job_template.txt │ │ │ │ │ └── cloudbuild_materializer.yaml.jinja │ │ │ └── py_libs │ │ │ │ ├── __init__.py │ │ │ │ ├── bq_helper.py │ │ │ │ ├── bq_materializer.py │ │ │ │ ├── cdc.py │ │ │ │ ├── config_spec.py │ │ │ │ ├── configs.py │ │ │ │ ├── constants.py │ │ │ │ ├── cortex_bq_client.py │ │ │ │ ├── cortex_exceptions.py │ │ │ │ ├── cortex_types.py │ │ │ │ ├── dag_generator.py │ │ │ │ ├── jinja.py │ │ │ │ ├── k9_deployer.py │ │ │ │ ├── logging.py │ │ │ │ ├── resource_validation_helper.py │ │ │ │ ├── schema_reader.py │ │ │ │ ├── test_harness.py │ │ │ │ └── yaml_util.py │ │ │ ├── configuration │ │ │ └── cortex_meridian_config.json │ │ │ ├── notebooks │ │ │ └── meridian_cortex_marketing.ipynb │ │ │ ├── reporting │ │ │ └── cortex_meridian_overview.html.jinja │ │ │ └── workflows │ │ │ └── create_notebook_execution_run.yaml │ │ ├── product_dim │ │ ├── load_product_dim_from_sap.py │ │ ├── load_product_dim_from_sap.templatesql │ │ └── reporting │ │ │ ├── ProductHierarchy.sql │ │ │ └── product_dim_reporting.yaml │ │ ├── sustainability │ │ ├── data │ │ │ ├── dnb_esg_data_dict.csv │ │ │ └── dnb_esg_sample_record.csv │ │ ├── reporting │ │ │ ├── SustainableSourcing.sql │ │ │ ├── SustainableVendorSourcing.sql │ │ │ └── sustainability_reporting.yaml │ │ └── sustainability.sql │ │ ├── trends │ │ ├── reporting │ │ │ ├── Trends.sql │ │ │ └── trends_reporting.yaml │ │ ├── trends.ini │ │ ├── trends.py │ │ └── trends.sql │ │ └── weather │ │ ├── postcode.sql │ │ ├── reporting │ │ ├── Weather.sql │ │ ├── WeatherDaily.sql │ │ └── weather_reporting.yaml │ │ ├── weather.py │ │ ├── weather_daily.sql │ │ └── weather_weekly.sql ├── marketing │ ├── cloudbuild.marketing.yaml │ ├── config │ │ └── config.json │ ├── docs │ │ ├── code-of-conduct.md │ │ └── contributing.md │ └── src │ │ ├── CM360 │ │ ├── config │ │ │ ├── annotations │ │ │ │ └── reporting │ │ │ │ │ ├── Activities.yaml │ │ │ │ │ ├── ActivitiesDailyAgg.yaml │ │ │ │ │ ├── Clicks.yaml │ │ │ │ │ ├── ClicksDailyAgg.yaml │ │ │ │ │ ├── Impressions.yaml │ │ │ │ │ ├── ImpressionsDailyAgg.yaml │ │ │ │ │ ├── MatchTableAds.yaml │ │ │ │ │ ├── MatchTableAdvertisers.yaml │ │ │ │ │ ├── MatchTableBrowsers.yaml │ │ │ │ │ ├── MatchTableCampaigns.yaml │ │ │ │ │ ├── MatchTableSites.yaml │ │ │ │ │ └── MatchTableStates.yaml │ │ │ ├── ingestion_settings.yaml │ │ │ ├── lakes │ │ │ │ ├── lakes_src.yaml │ │ │ │ └── lakes_tgt.yaml │ │ │ ├── policy_taxonomies │ │ │ │ └── .keep │ │ │ ├── reporting_settings.yaml │ │ │ ├── table_schema │ │ │ │ ├── activity.csv │ │ │ │ ├── click.csv │ │ │ │ ├── impression.csv │ │ │ │ ├── match_table_ads.csv │ │ │ │ ├── match_table_advertisers.csv │ │ │ │ ├── match_table_browsers.csv │ │ │ │ ├── match_table_campaigns.csv │ │ │ │ ├── match_table_sites.csv │ │ │ │ └── match_table_states.csv │ │ │ └── tag_templates │ │ │ │ └── .keep │ │ ├── deploy.sh │ │ └── src │ │ │ ├── __init__.py │ │ │ ├── cdc │ │ │ ├── __init__.py │ │ │ ├── config.ini │ │ │ ├── constants.py │ │ │ ├── deploy_cdc_layer.py │ │ │ └── templates │ │ │ │ ├── __init__.py │ │ │ │ ├── raw_to_cdc_dag_py_template.py │ │ │ │ └── sql │ │ │ │ ├── cm360_raw_to_cdc_template_match_table_files.sql │ │ │ │ └── cm360_raw_to_cdc_template_report_files.sql │ │ │ ├── constants.py │ │ │ ├── py_libs │ │ │ ├── __init__.py │ │ │ ├── sql_generator.py │ │ │ └── utils.py │ │ │ ├── raw │ │ │ ├── .airflowignore │ │ │ ├── __init__.py │ │ │ ├── constants.py │ │ │ ├── deploy_raw_layer.py │ │ │ ├── pipelines │ │ │ │ ├── README.md │ │ │ │ ├── __init__.py │ │ │ │ ├── cm360_source_to_raw_pipeline.py │ │ │ │ ├── config.ini │ │ │ │ ├── helpers │ │ │ │ │ ├── __init__.py │ │ │ │ │ └── pipeline_utils.py │ │ │ │ └── setup.py │ │ │ └── templates │ │ │ │ ├── __init__.py │ │ │ │ └── source_to_raw_dag_py_template.py │ │ │ └── reporting │ │ │ └── ddls │ │ │ ├── Activities.sql │ │ │ ├── ActivitiesDailyAgg.sql │ │ │ ├── Clicks.sql │ │ │ ├── ClicksDailyAgg.sql │ │ │ ├── Impressions.sql │ │ │ ├── ImpressionsDailyAgg.sql │ │ │ ├── MatchTableAds.sql │ │ │ ├── MatchTableAdvertisers.sql │ │ │ ├── MatchTableBrowsers.sql │ │ │ ├── MatchTableCampaigns.sql │ │ │ ├── MatchTableSites.sql │ │ │ ├── MatchTableStates.sql │ │ │ └── samples │ │ │ ├── Activities.sql │ │ │ ├── Clicks.sql │ │ │ └── Impressions.sql │ │ ├── DV360 │ │ ├── config │ │ │ ├── annotations │ │ │ │ └── reporting │ │ │ │ │ ├── AdGroupInsightsByAdFormat.yaml │ │ │ │ │ ├── AdGroupInsightsByAdType.yaml │ │ │ │ │ ├── AdGroupInsightsByAgeGender.yaml │ │ │ │ │ ├── AdGroupInsightsByAudience.yaml │ │ │ │ │ ├── AdGroupInsightsByPlacement.yaml │ │ │ │ │ ├── AdInsights.yaml │ │ │ │ │ ├── LineItemDetails.yaml │ │ │ │ │ └── LineItemInsights.yaml │ │ │ ├── ingestion_settings.yaml │ │ │ ├── lakes │ │ │ │ ├── lakes_src.yaml │ │ │ │ └── lakes_tgt.yaml │ │ │ ├── policy_taxonomies │ │ │ │ └── .keep │ │ │ ├── reporting_settings.yaml │ │ │ ├── table_schema │ │ │ │ ├── ad_insights.csv │ │ │ │ ├── adgroup_insights_by_adformat.csv │ │ │ │ ├── adgroup_insights_by_adtype.csv │ │ │ │ ├── adgroup_insights_by_age_gender.csv │ │ │ │ ├── adgroup_insights_by_audience.csv │ │ │ │ ├── adgroup_insights_by_placement.csv │ │ │ │ ├── lineitem_details.csv │ │ │ │ └── lineitem_insights.csv │ │ │ └── tag_templates │ │ │ │ └── templates.yaml │ │ ├── deploy.sh │ │ └── src │ │ │ ├── __init__.py │ │ │ ├── cdc │ │ │ ├── __init__.py │ │ │ ├── config.ini │ │ │ ├── constants.py │ │ │ ├── deploy_cdc_layer.py │ │ │ └── templates │ │ │ │ ├── __init__.py │ │ │ │ ├── raw_to_cdc_dag_py_template.py │ │ │ │ └── sql │ │ │ │ └── dv360_raw_to_cdc_template.sql │ │ │ ├── constants.py │ │ │ ├── py_libs │ │ │ ├── __init__.py │ │ │ └── utils.py │ │ │ └── reporting │ │ │ └── ddls │ │ │ ├── AdGroupInsightsByAdFormat.sql │ │ │ ├── AdGroupInsightsByAdType.sql │ │ │ ├── AdGroupInsightsByAgeGender.sql │ │ │ ├── AdGroupInsightsByAudience.sql │ │ │ ├── AdGroupInsightsByPlacement.sql │ │ │ ├── AdInsights.sql │ │ │ ├── LineItemDetails.sql │ │ │ ├── LineItemInsights.sql │ │ │ └── samples │ │ │ ├── YoutubeAdGroupInsights.sql │ │ │ ├── YoutubeAdGroupInsightsByAdFormat.sql │ │ │ ├── YoutubeAdInsights.sql │ │ │ └── YoutubeLineItemInsights.sql │ │ ├── GA4 │ │ ├── config │ │ │ ├── annotations │ │ │ │ └── reporting │ │ │ │ │ ├── Events.yaml │ │ │ │ │ ├── EventsDailyAgg.yaml │ │ │ │ │ ├── EventsMonthlyAgg.yaml │ │ │ │ │ ├── EventsWeeklyAgg.yaml │ │ │ │ │ └── PseudonymousUsers.yaml │ │ │ ├── lakes │ │ │ │ └── lakes_tgt.yaml │ │ │ ├── policy_taxonomies │ │ │ │ └── .keep │ │ │ ├── reporting_settings.yaml │ │ │ └── tag_templates │ │ │ │ └── templates.yaml │ │ ├── deploy.sh │ │ └── src │ │ │ └── reporting │ │ │ └── ddls │ │ │ ├── Events.sql │ │ │ ├── EventsDailyAgg.sql │ │ │ ├── EventsMonthlyAgg.sql │ │ │ ├── EventsWeeklyAgg.sql │ │ │ ├── PseudonymousUsers.sql │ │ │ └── samples │ │ │ ├── Events.sql │ │ │ ├── PageViewPerSession.sql │ │ │ └── SessionDailySummary.sql │ │ ├── GoogleAds │ │ ├── config │ │ │ ├── annotations │ │ │ │ └── reporting │ │ │ │ │ ├── AdGroupAds.yaml │ │ │ │ │ ├── AdGroupCriterion.yaml │ │ │ │ │ ├── AdGroups.yaml │ │ │ │ │ ├── CampaignDailyAgg.yaml │ │ │ │ │ ├── CampaignDailyAggByUserCountry.yaml │ │ │ │ │ ├── CampaignStats.yaml │ │ │ │ │ ├── CampaignStatsByUserCountry.yaml │ │ │ │ │ ├── Campaigns.yaml │ │ │ │ │ ├── CustomerUserAccess.yaml │ │ │ │ │ ├── Customers.yaml │ │ │ │ │ ├── GeoTargetConstant.yaml │ │ │ │ │ ├── KeywordStats.yaml │ │ │ │ │ └── KeywordsDailyAgg.yaml │ │ │ ├── ingestion_settings.yaml │ │ │ ├── lakes │ │ │ │ ├── lakes_src.yaml │ │ │ │ └── lakes_tgt.yaml │ │ │ ├── policy_taxonomies │ │ │ │ └── .keep │ │ │ ├── reporting_settings.yaml │ │ │ ├── table_schema │ │ │ │ ├── ad_group.csv │ │ │ │ ├── ad_group_ad.csv │ │ │ │ ├── ad_group_criterion.csv │ │ │ │ ├── campaign.csv │ │ │ │ ├── campaign_stats.csv │ │ │ │ ├── campaign_stats_by_user_country.csv │ │ │ │ ├── customer.csv │ │ │ │ ├── customer_user_access.csv │ │ │ │ ├── geo_target_constant.csv │ │ │ │ └── keyword_stats.csv │ │ │ └── tag_templates │ │ │ │ └── .keep │ │ ├── deploy.sh │ │ └── src │ │ │ ├── __init__.py │ │ │ ├── cdc │ │ │ ├── __init__.py │ │ │ ├── config.ini │ │ │ ├── constants.py │ │ │ ├── deploy_cdc_layer.py │ │ │ └── templates │ │ │ │ ├── __init__.py │ │ │ │ ├── raw_to_cdc_dag_py_template.py │ │ │ │ └── sql │ │ │ │ └── raw_to_cdc_sql_template.sql │ │ │ ├── constants.py │ │ │ ├── py_libs │ │ │ ├── __init__.py │ │ │ ├── schema_generator.py │ │ │ ├── sql_generator.py │ │ │ └── table_creation_utils.py │ │ │ ├── raw │ │ │ ├── __init__.py │ │ │ ├── constants.py │ │ │ ├── deploy_raw_layer.py │ │ │ ├── pipelines │ │ │ │ ├── README.md │ │ │ │ ├── __init__.py │ │ │ │ ├── ads_source_to_raw_pipeline.py │ │ │ │ ├── config.ini │ │ │ │ ├── helpers │ │ │ │ │ ├── __init__.py │ │ │ │ │ └── pipeline_utils.py │ │ │ │ └── setup.py │ │ │ ├── templates │ │ │ │ ├── source_to_raw_dag_py_template.py │ │ │ │ └── sql │ │ │ │ │ └── source_to_raw_view_template.sql │ │ │ └── view_creation_utils.py │ │ │ └── reporting │ │ │ └── ddls │ │ │ ├── AdGroupAds.sql │ │ │ ├── AdGroupCriterion.sql │ │ │ ├── AdGroups.sql │ │ │ ├── CampaignDailyAgg.sql │ │ │ ├── CampaignStats.sql │ │ │ ├── CampaignStatsByUserCountry.sql │ │ │ ├── Campaigns.sql │ │ │ ├── CustomerUserAccess.sql │ │ │ ├── Customers.sql │ │ │ ├── GeoTargetConstant.sql │ │ │ ├── KeywordStats.sql │ │ │ ├── KeywordsDailyAgg.sql │ │ │ └── samples │ │ │ └── KeywordStats.sql │ │ ├── LiveRamp │ │ ├── deploy.sh │ │ └── src │ │ │ ├── constants.py │ │ │ ├── ddls │ │ │ ├── rampid_lookup.sql │ │ │ ├── rampid_lookup_input.sql │ │ │ └── samples │ │ │ │ ├── clean_up_segment_matching.sql │ │ │ │ └── populate_rampid_lookup_input.sql │ │ │ ├── deploy.py │ │ │ ├── pipelines │ │ │ ├── config.ini │ │ │ ├── extract_data_from_liveramp.py │ │ │ ├── helpers_bq.py │ │ │ └── helpers_liveramp.py │ │ │ └── templates │ │ │ └── source_to_bq_dag_py_template.py │ │ ├── Meta │ │ ├── config │ │ │ ├── annotations │ │ │ │ └── reporting │ │ │ │ │ ├── AdAccount.yaml │ │ │ │ │ ├── AdCreative.yaml │ │ │ │ │ ├── AdInsights.yaml │ │ │ │ │ ├── AdInsightsByAgeAndGender.yaml │ │ │ │ │ ├── AdInsightsByCountry.yaml │ │ │ │ │ ├── AdInsightsByPlacement.yaml │ │ │ │ │ ├── AdInsightsByPlatform.yaml │ │ │ │ │ ├── AdInsightsDailyAgg.yaml │ │ │ │ │ ├── Ads.yaml │ │ │ │ │ ├── Adset.yaml │ │ │ │ │ ├── AdsetInsights.yaml │ │ │ │ │ ├── AdsetInsightsByAgeAndGender.yaml │ │ │ │ │ ├── AdsetInsightsByCountry.yaml │ │ │ │ │ ├── AdsetInsightsByPlacement.yaml │ │ │ │ │ ├── AdsetInsightsByPlatform.yaml │ │ │ │ │ ├── AdsetInsightsDailyAgg.yaml │ │ │ │ │ ├── Campaign.yaml │ │ │ │ │ ├── CampaignInsights.yaml │ │ │ │ │ ├── CampaignInsightsByAgeAndGender.yaml │ │ │ │ │ ├── CampaignInsightsByCountry.yaml │ │ │ │ │ ├── CampaignInsightsByPlacement.yaml │ │ │ │ │ ├── CampaignInsightsByPlatform.yaml │ │ │ │ │ ├── CampaignInsightsDailyAgg.yaml │ │ │ │ │ └── CustomAudience.yaml │ │ │ ├── ingestion_settings.yaml │ │ │ ├── lakes │ │ │ │ ├── lakes_src.yaml │ │ │ │ └── lakes_tgt.yaml │ │ │ ├── policy_taxonomies │ │ │ │ └── .keep │ │ │ ├── reporting_settings.yaml │ │ │ ├── request_parameters │ │ │ │ ├── ad_account.yaml │ │ │ │ ├── ad_creative.yaml │ │ │ │ ├── ad_insights.yaml │ │ │ │ ├── ad_insights_by_age_and_gender.yaml │ │ │ │ ├── ad_insights_by_country.yaml │ │ │ │ ├── ad_insights_by_placement.yaml │ │ │ │ ├── ad_insights_by_platform.yaml │ │ │ │ ├── ads.yaml │ │ │ │ ├── adset.yaml │ │ │ │ ├── adset_insights.yaml │ │ │ │ ├── adset_insights_by_age_and_gender.yaml │ │ │ │ ├── adset_insights_by_country.yaml │ │ │ │ ├── adset_insights_by_placement.yaml │ │ │ │ ├── adset_insights_by_platform.yaml │ │ │ │ ├── campaign.yaml │ │ │ │ ├── campaign_insights.yaml │ │ │ │ ├── campaign_insights_by_age_and_gender.yaml │ │ │ │ ├── campaign_insights_by_country.yaml │ │ │ │ ├── campaign_insights_by_placement.yaml │ │ │ │ ├── campaign_insights_by_platform.yaml │ │ │ │ └── custom_audience.yaml │ │ │ ├── table_schema │ │ │ │ ├── ad_account.csv │ │ │ │ ├── ad_creative.csv │ │ │ │ ├── ad_insights.csv │ │ │ │ ├── ad_insights_by_age_and_gender.csv │ │ │ │ ├── ad_insights_by_country.csv │ │ │ │ ├── ad_insights_by_placement.csv │ │ │ │ ├── ad_insights_by_platform.csv │ │ │ │ ├── ads.csv │ │ │ │ ├── adset.csv │ │ │ │ ├── adset_insights.csv │ │ │ │ ├── adset_insights_by_age_and_gender.csv │ │ │ │ ├── adset_insights_by_country.csv │ │ │ │ ├── adset_insights_by_placement.csv │ │ │ │ ├── adset_insights_by_platform.csv │ │ │ │ ├── campaign.csv │ │ │ │ ├── campaign_insights.csv │ │ │ │ ├── campaign_insights_by_age_and_gender.csv │ │ │ │ ├── campaign_insights_by_country.csv │ │ │ │ ├── campaign_insights_by_placement.csv │ │ │ │ ├── campaign_insights_by_platform.csv │ │ │ │ └── custom_audience.csv │ │ │ └── tag_templates │ │ │ │ └── .keep │ │ ├── deploy.sh │ │ └── src │ │ │ ├── cdc │ │ │ ├── __init__.py │ │ │ ├── config.ini │ │ │ ├── constants.py │ │ │ ├── deploy_cdc_layer.py │ │ │ └── templates │ │ │ │ ├── __init__.py │ │ │ │ ├── raw_to_cdc_dag_py_template.py │ │ │ │ └── sql │ │ │ │ └── raw_to_cdc_sql_template.sql │ │ │ ├── constants.py │ │ │ ├── raw │ │ │ ├── __init__.py │ │ │ ├── constants.py │ │ │ ├── deploy_raw_layer.py │ │ │ ├── pipelines │ │ │ │ ├── README.md │ │ │ │ ├── config.ini │ │ │ │ ├── helpers │ │ │ │ │ ├── README.md │ │ │ │ │ ├── __init__.py │ │ │ │ │ ├── meta_client.py │ │ │ │ │ └── pipeline_utils.py │ │ │ │ ├── meta_source_to_raw_pipeline.py │ │ │ │ └── setup.py │ │ │ └── templates │ │ │ │ └── source_to_raw_dag_py_template.py │ │ │ └── reporting │ │ │ └── ddls │ │ │ ├── AdAccount.sql │ │ │ ├── AdCreative.sql │ │ │ ├── AdInsights.sql │ │ │ ├── AdInsightsByAgeAndGender.sql │ │ │ ├── AdInsightsByCountry.sql │ │ │ ├── AdInsightsByPlacement.sql │ │ │ ├── AdInsightsByPlatform.sql │ │ │ ├── AdInsightsDailyAgg.sql │ │ │ ├── Ads.sql │ │ │ ├── Adset.sql │ │ │ ├── AdsetInsights.sql │ │ │ ├── AdsetInsightsByAgeAndGender.sql │ │ │ ├── AdsetInsightsByCountry.sql │ │ │ ├── AdsetInsightsByPlacement.sql │ │ │ ├── AdsetInsightsByPlatform.sql │ │ │ ├── AdsetInsightsDailyAgg.sql │ │ │ ├── AggregateActions.sql │ │ │ ├── AggregateVideoViews.sql │ │ │ ├── Campaign.sql │ │ │ ├── CampaignInsights.sql │ │ │ ├── CampaignInsightsByAgeAndGender.sql │ │ │ ├── CampaignInsightsByCountry.sql │ │ │ ├── CampaignInsightsByPlacement.sql │ │ │ ├── CampaignInsightsByPlatform.sql │ │ │ ├── CampaignInsightsDailyAgg.sql │ │ │ ├── CustomAudience.sql │ │ │ ├── TransformMetaActionStats.sql │ │ │ ├── TransformMetaActionStatsDailyAgg.sql │ │ │ └── samples │ │ │ ├── AdInsights.sql │ │ │ ├── AdInsightsByAgeAndGender.sql │ │ │ ├── AdInsightsByCountry.sql │ │ │ ├── AdInsightsByPlacement.sql │ │ │ ├── AdInsightsByPlatform.sql │ │ │ ├── AdsetInsights.sql │ │ │ ├── AdsetInsightsByAgeAndGender.sql │ │ │ ├── AdsetInsightsByCountry.sql │ │ │ ├── AdsetInsightsByPlacement.sql │ │ │ ├── AdsetInsightsByPlatform.sql │ │ │ ├── AdsetInsightsConversions.sql │ │ │ ├── CampaignInsights.sql │ │ │ ├── CampaignInsightsByAgeAndGender.sql │ │ │ ├── CampaignInsightsByCountry.sql │ │ │ ├── CampaignInsightsByPlacement.sql │ │ │ └── CampaignInsightsByPlatform.sql │ │ ├── SFMC │ │ ├── config │ │ │ ├── annotations │ │ │ │ └── reporting │ │ │ │ │ ├── Bounce.yaml │ │ │ │ │ ├── Click.yaml │ │ │ │ │ ├── Job.yaml │ │ │ │ │ ├── JobAgg.yaml │ │ │ │ │ ├── Open.yaml │ │ │ │ │ ├── Sent.yaml │ │ │ │ │ ├── Subscribers.yaml │ │ │ │ │ └── Unsubscribe.yaml │ │ │ ├── ingestion_settings.yaml │ │ │ ├── lakes │ │ │ │ ├── lakes_src.yaml │ │ │ │ └── lakes_tgt.yaml │ │ │ ├── policy_taxonomies │ │ │ │ └── .keep │ │ │ ├── reporting_settings.yaml │ │ │ ├── table_schema │ │ │ │ ├── bounce.csv │ │ │ │ ├── click.csv │ │ │ │ ├── job.csv │ │ │ │ ├── open.csv │ │ │ │ ├── sent.csv │ │ │ │ ├── subscribers.csv │ │ │ │ └── unsubscribe.csv │ │ │ └── tag_templates │ │ │ │ └── .keep │ │ ├── deploy.sh │ │ └── src │ │ │ ├── cdc │ │ │ ├── __init__.py │ │ │ ├── config.ini │ │ │ ├── constants.py │ │ │ ├── deploy_cdc_layer.py │ │ │ └── templates │ │ │ │ ├── __init__.py │ │ │ │ ├── raw_to_cdc_dag_py_template.py │ │ │ │ └── sql │ │ │ │ └── sfmc_raw_to_cdc_template.sql │ │ │ ├── constants.py │ │ │ ├── py_libs │ │ │ ├── .keep │ │ │ └── utils.py │ │ │ ├── raw │ │ │ ├── __init__.py │ │ │ ├── constants.py │ │ │ ├── deploy_raw_layer.py │ │ │ ├── pipelines │ │ │ │ ├── README.md │ │ │ │ ├── __init__.py │ │ │ │ ├── config.ini │ │ │ │ ├── helpers │ │ │ │ │ ├── __init__.py │ │ │ │ │ └── pipeline_utils.py │ │ │ │ ├── setup.py │ │ │ │ └── source_to_raw_pipeline.py │ │ │ └── templates │ │ │ │ ├── __init__.py │ │ │ │ └── source_to_raw_dag_py_template.py │ │ │ └── reporting │ │ │ └── ddls │ │ │ ├── Bounce.sql │ │ │ ├── Click.sql │ │ │ ├── Job.sql │ │ │ ├── JobAgg.sql │ │ │ ├── Open.sql │ │ │ ├── Sent.sql │ │ │ ├── Subscribers.sql │ │ │ ├── Unsubscribe.sql │ │ │ └── samples │ │ │ └── Job.sql │ │ ├── TikTok │ │ ├── config │ │ │ ├── annotations │ │ │ │ └── reporting │ │ │ │ │ ├── AdGroupPerformance.yaml │ │ │ │ │ ├── AdGroupPerformanceDailyAgg.yaml │ │ │ │ │ └── AdPerformance.yaml │ │ │ ├── ingestion_settings.yaml │ │ │ ├── lakes │ │ │ │ ├── lakes_src.yaml │ │ │ │ └── lakes_tgt.yaml │ │ │ ├── policy_taxonomies │ │ │ │ └── .keep │ │ │ ├── reporting_settings.yaml │ │ │ ├── table_schema │ │ │ │ ├── auction_ad_performance.csv │ │ │ │ └── auction_adgroup_performance.csv │ │ │ └── tag_templates │ │ │ │ └── .keep │ │ ├── deploy.sh │ │ └── src │ │ │ ├── __init__.py │ │ │ ├── cdc │ │ │ ├── __init__.py │ │ │ ├── config.ini │ │ │ ├── constants.py │ │ │ ├── deploy_cdc_layer.py │ │ │ └── templates │ │ │ │ ├── __init__.py │ │ │ │ ├── raw_to_cdc_dag_py_template.py │ │ │ │ └── sql │ │ │ │ └── raw_to_cdc_sql_template.sql │ │ │ ├── constants.py │ │ │ ├── py_libs │ │ │ ├── __init__.py │ │ │ ├── sql_generator.py │ │ │ └── table_creation_utils.py │ │ │ ├── raw │ │ │ ├── __init__.py │ │ │ ├── constants.py │ │ │ ├── deploy_raw_layer.py │ │ │ ├── pipelines │ │ │ │ ├── README.md │ │ │ │ ├── __init__.py │ │ │ │ ├── config.ini │ │ │ │ ├── helpers │ │ │ │ │ ├── __init__.py │ │ │ │ │ ├── pipeline_steps.py │ │ │ │ │ ├── pipeline_utils.py │ │ │ │ │ └── tiktok_api.py │ │ │ │ ├── setup.py │ │ │ │ └── tiktok_source_to_raw_pipeline.py │ │ │ └── templates │ │ │ │ ├── __init__.py │ │ │ │ └── source_to_raw_dag_py_template.py │ │ │ └── reporting │ │ │ └── ddls │ │ │ ├── AdGroupPerformance.sql │ │ │ ├── AdGroupPerformanceDailyAgg.sql │ │ │ ├── AdPerformance.sql │ │ │ └── samples │ │ │ └── AdGroupPerformance.sql │ │ ├── common │ │ ├── __init__.py │ │ ├── annotations_loader.py │ │ ├── create_test_harness.py │ │ ├── data_mesh │ │ │ ├── __init__.py │ │ │ ├── config │ │ │ │ ├── lakes │ │ │ │ │ └── lakes.yaml │ │ │ │ ├── policy_taxonomies │ │ │ │ │ └── policy_taxonomies.yaml │ │ │ │ └── tag_templates │ │ │ │ │ └── tag_templates.yaml │ │ │ ├── deploy_data_mesh.py │ │ │ └── src │ │ │ │ ├── __init__.py │ │ │ │ ├── data_mesh_client.py │ │ │ │ ├── data_mesh_types.py │ │ │ │ └── data_mesh_types_util.py │ │ ├── init_deployment_config.py │ │ ├── materializer │ │ │ ├── __init__.py │ │ │ ├── create_bq_object.py │ │ │ ├── dag_types.py │ │ │ ├── dependent_dags.py │ │ │ ├── deploy.sh │ │ │ ├── deploy_local_k9.py │ │ │ ├── generate_assets.py │ │ │ ├── generate_build_files.py │ │ │ ├── generate_dependent_dags.py │ │ │ └── templates │ │ │ │ ├── airflow_dag_template_reporting.py │ │ │ │ ├── airflow_task_dep_dag_template_reporting.py │ │ │ │ ├── bq_insert_job_template.txt │ │ │ │ └── cloudbuild_materializer.yaml.jinja │ │ └── py_libs │ │ │ ├── __init__.py │ │ │ ├── bq_helper.py │ │ │ ├── bq_materializer.py │ │ │ ├── cdc.py │ │ │ ├── config_spec.py │ │ │ ├── configs.py │ │ │ ├── constants.py │ │ │ ├── cortex_bq_client.py │ │ │ ├── cortex_exceptions.py │ │ │ ├── cortex_types.py │ │ │ ├── dag_generator.py │ │ │ ├── jinja.py │ │ │ ├── k9_deployer.py │ │ │ ├── logging.py │ │ │ ├── resource_validation_helper.py │ │ │ ├── schema_reader.py │ │ │ ├── test_harness.py │ │ │ └── yaml_util.py │ │ └── config_validator.py └── utils │ ├── automatic │ ├── config_meridian_1_click.json │ └── deploy_cortex_meridian_1_click.sh │ └── interactive │ ├── __init__.py │ ├── apply_config.py │ ├── bq_regions.txt │ ├── completers.py │ ├── configure.py │ ├── constants.py │ ├── datasets.py │ ├── interactive.sh │ ├── main.py │ ├── name_checker.py │ ├── prompt.py │ ├── requirements.in │ └── requirements.txt ├── support.sh └── utils └── external_dag_migration └── scripts ├── delete_old_dag_tables.sql └── migrate_external_dags.sql /RELEASE_NOTES.md: -------------------------------------------------------------------------------- 1 | **IMPORTANT: This RELEASE_NOTES file is obsolete and no longer receives updates. For the most current and reliable information, refer to the new documentation at 2 | [Google Cloud Cortex Framework Release Notes](https://cloud.google.com/cortex/docs/release-notes). 3 | 4 | -------------------------------------------------------------------------------- /docs/deprecated/data_mesh/data_mesh1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/docs/deprecated/data_mesh/data_mesh1.png -------------------------------------------------------------------------------- /docs/deprecated/data_mesh/data_mesh_overview.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/docs/deprecated/data_mesh/data_mesh_overview.png -------------------------------------------------------------------------------- /docs/deprecated/upgrade_recommendations/clone.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/docs/deprecated/upgrade_recommendations/clone.png -------------------------------------------------------------------------------- /docs/deprecated/upgrade_recommendations/compare.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/docs/deprecated/upgrade_recommendations/compare.png -------------------------------------------------------------------------------- /docs/deprecated/upgrade_recommendations/compare2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/docs/deprecated/upgrade_recommendations/compare2.png -------------------------------------------------------------------------------- /docs/deprecated/upgrade_recommendations/conflicts.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/docs/deprecated/upgrade_recommendations/conflicts.png -------------------------------------------------------------------------------- /docs/deprecated/upgrade_recommendations/merge.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/docs/deprecated/upgrade_recommendations/merge.png -------------------------------------------------------------------------------- /docs/deprecated/upgrade_recommendations/merge_remote.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/docs/deprecated/upgrade_recommendations/merge_remote.png -------------------------------------------------------------------------------- /docs/deprecated/upgrade_recommendations/remote.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/docs/deprecated/upgrade_recommendations/remote.png -------------------------------------------------------------------------------- /docs/deprecated/upgrade_recommendations/source.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/docs/deprecated/upgrade_recommendations/source.png -------------------------------------------------------------------------------- /docs/deprecated/upgrade_recommendations/sync_fork.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/docs/deprecated/upgrade_recommendations/sync_fork.png -------------------------------------------------------------------------------- /docs/deprecated/upgrade_recommendations/unicorn.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/docs/deprecated/upgrade_recommendations/unicorn.png -------------------------------------------------------------------------------- /docs/erd_cm360.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/docs/erd_cm360.pdf -------------------------------------------------------------------------------- /docs/erd_cross_media.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/docs/erd_cross_media.pdf -------------------------------------------------------------------------------- /docs/erd_dv360.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/docs/erd_dv360.pdf -------------------------------------------------------------------------------- /docs/erd_ecc.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/docs/erd_ecc.pdf -------------------------------------------------------------------------------- /docs/erd_ga4.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/docs/erd_ga4.pdf -------------------------------------------------------------------------------- /docs/erd_gads.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/docs/erd_gads.pdf -------------------------------------------------------------------------------- /docs/erd_meridian.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/docs/erd_meridian.pdf -------------------------------------------------------------------------------- /docs/erd_meta.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/docs/erd_meta.pdf -------------------------------------------------------------------------------- /docs/erd_oracle_ebs.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/docs/erd_oracle_ebs.pdf -------------------------------------------------------------------------------- /docs/erd_s4.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/docs/erd_s4.pdf -------------------------------------------------------------------------------- /docs/erd_sfdc.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/docs/erd_sfdc.pdf -------------------------------------------------------------------------------- /docs/erd_sfmc.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/docs/erd_sfmc.pdf -------------------------------------------------------------------------------- /docs/erd_sustainability.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/docs/erd_sustainability.pdf -------------------------------------------------------------------------------- /docs/erd_tiktok.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/docs/erd_tiktok.pdf -------------------------------------------------------------------------------- /images/deprecated/1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/images/deprecated/1.png -------------------------------------------------------------------------------- /images/deprecated/10.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/images/deprecated/10.png -------------------------------------------------------------------------------- /images/deprecated/11.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/images/deprecated/11.png -------------------------------------------------------------------------------- /images/deprecated/12.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/images/deprecated/12.png -------------------------------------------------------------------------------- /images/deprecated/13.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/images/deprecated/13.png -------------------------------------------------------------------------------- /images/deprecated/14.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/images/deprecated/14.png -------------------------------------------------------------------------------- /images/deprecated/15.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/images/deprecated/15.png -------------------------------------------------------------------------------- /images/deprecated/16.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/images/deprecated/16.png -------------------------------------------------------------------------------- /images/deprecated/17.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/images/deprecated/17.png -------------------------------------------------------------------------------- /images/deprecated/17b.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/images/deprecated/17b.png -------------------------------------------------------------------------------- /images/deprecated/18.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/images/deprecated/18.png -------------------------------------------------------------------------------- /images/deprecated/19.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/images/deprecated/19.png -------------------------------------------------------------------------------- /images/deprecated/2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/images/deprecated/2.png -------------------------------------------------------------------------------- /images/deprecated/20.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/images/deprecated/20.png -------------------------------------------------------------------------------- /images/deprecated/3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/images/deprecated/3.png -------------------------------------------------------------------------------- /images/deprecated/6.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/images/deprecated/6.png -------------------------------------------------------------------------------- /images/deprecated/8.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/images/deprecated/8.png -------------------------------------------------------------------------------- /images/deprecated/9.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/images/deprecated/9.png -------------------------------------------------------------------------------- /images/deprecated/ads1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/images/deprecated/ads1.png -------------------------------------------------------------------------------- /images/deprecated/analytics_hub.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/images/deprecated/analytics_hub.png -------------------------------------------------------------------------------- /images/deprecated/build1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/images/deprecated/build1.png -------------------------------------------------------------------------------- /images/deprecated/build2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/images/deprecated/build2.png -------------------------------------------------------------------------------- /images/deprecated/build3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/images/deprecated/build3.png -------------------------------------------------------------------------------- /images/deprecated/cdc_options.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/images/deprecated/cdc_options.png -------------------------------------------------------------------------------- /images/deprecated/cloudbuild_compute_sa.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/images/deprecated/cloudbuild_compute_sa.png -------------------------------------------------------------------------------- /images/deprecated/cm3601.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/images/deprecated/cm3601.png -------------------------------------------------------------------------------- /images/deprecated/config.json.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/images/deprecated/config.json.png -------------------------------------------------------------------------------- /images/deprecated/config1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/images/deprecated/config1.png -------------------------------------------------------------------------------- /images/deprecated/config_json_union.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/images/deprecated/config_json_union.png -------------------------------------------------------------------------------- /images/deprecated/cortex_framework.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/images/deprecated/cortex_framework.png -------------------------------------------------------------------------------- /images/deprecated/data_mesh1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/images/deprecated/data_mesh1.png -------------------------------------------------------------------------------- /images/deprecated/dataflows.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/images/deprecated/dataflows.png -------------------------------------------------------------------------------- /images/deprecated/dv3601.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/images/deprecated/dv3601.png -------------------------------------------------------------------------------- /images/deprecated/dv3602.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/images/deprecated/dv3602.png -------------------------------------------------------------------------------- /images/deprecated/env_file.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/images/deprecated/env_file.png -------------------------------------------------------------------------------- /images/deprecated/ga41.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/images/deprecated/ga41.png -------------------------------------------------------------------------------- /images/deprecated/k9_datasets.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/images/deprecated/k9_datasets.png -------------------------------------------------------------------------------- /images/deprecated/liveramp1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/images/deprecated/liveramp1.png -------------------------------------------------------------------------------- /images/deprecated/logs1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/images/deprecated/logs1.png -------------------------------------------------------------------------------- /images/deprecated/meta1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/images/deprecated/meta1.png -------------------------------------------------------------------------------- /images/deprecated/oracle_ebs_high_lvl.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/images/deprecated/oracle_ebs_high_lvl.png -------------------------------------------------------------------------------- /images/deprecated/remap.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/images/deprecated/remap.png -------------------------------------------------------------------------------- /images/deprecated/rename.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/images/deprecated/rename.png -------------------------------------------------------------------------------- /images/deprecated/settingyaml.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/images/deprecated/settingyaml.png -------------------------------------------------------------------------------- /images/deprecated/sfmc1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/images/deprecated/sfmc1.png -------------------------------------------------------------------------------- /images/deprecated/tiktok1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/images/deprecated/tiktok1.png -------------------------------------------------------------------------------- /images/deprecated/union.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/images/deprecated/union.jpg -------------------------------------------------------------------------------- /images/erd.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/images/erd.png -------------------------------------------------------------------------------- /images/erd_cm360.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/images/erd_cm360.png -------------------------------------------------------------------------------- /images/erd_cross_media.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/images/erd_cross_media.png -------------------------------------------------------------------------------- /images/erd_dv360.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/images/erd_dv360.png -------------------------------------------------------------------------------- /images/erd_ecc.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/images/erd_ecc.png -------------------------------------------------------------------------------- /images/erd_ga4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/images/erd_ga4.png -------------------------------------------------------------------------------- /images/erd_gads.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/images/erd_gads.png -------------------------------------------------------------------------------- /images/erd_meta.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/images/erd_meta.png -------------------------------------------------------------------------------- /images/erd_oracle_ebs.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/images/erd_oracle_ebs.png -------------------------------------------------------------------------------- /images/erd_s4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/images/erd_s4.png -------------------------------------------------------------------------------- /images/erd_sfdc.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/images/erd_sfdc.png -------------------------------------------------------------------------------- /images/erd_sfmc.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/images/erd_sfmc.png -------------------------------------------------------------------------------- /images/erd_sustainability.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/images/erd_sustainability.png -------------------------------------------------------------------------------- /images/erd_tiktok.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/images/erd_tiktok.png -------------------------------------------------------------------------------- /requirements.in: -------------------------------------------------------------------------------- 1 | pytest==7.4.* 2 | pytest-cov==4.1.* 3 | pytest-env==1.0.* 4 | parameterized==0.9.* 5 | pylint==2.15.* 6 | jinja2==3.1.* 7 | jinja-cli==1.2.* 8 | pyyaml==6.0.* 9 | yapf==0.40.* 10 | yq==3.2.* 11 | setuptools>=66.0.0 12 | requests>=2.32.0 -------------------------------------------------------------------------------- /src/OracleEBS/config/annotations/reporting/OrderSourceMD.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_tgt }}.{{ oracle_ebs_datasets_reporting }}.OrderSourceMD" 2 | description: "Dimension table containing order source attributes." 3 | catalog_tags: 4 | - display_name: "line_of_business" 5 | fields: 6 | - display_name: "group" 7 | value: "Master Data" 8 | fields: 9 | - name: "ORDER_SOURCE_ID" 10 | description: "Primary key identifying the order source" 11 | - name: "NAME" 12 | description: "Order source name" 13 | - name: "DESCRIPTION" 14 | description: "Description of order source type" 15 | -------------------------------------------------------------------------------- /src/OracleEBS/config/policy_taxonomies/.keep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/src/OracleEBS/config/policy_taxonomies/.keep -------------------------------------------------------------------------------- /src/OracleEBS/config/tag_templates/templates.yaml: -------------------------------------------------------------------------------- 1 | project: {{ project_id_tgt }} 2 | templates: 3 | - display_name: "line_of_business" 4 | level: ASSET 5 | fields: 6 | - display_name: "group" 7 | field_type: STRING 8 | - display_name: "domain" 9 | field_type: STRING -------------------------------------------------------------------------------- /src/OracleEBS/src/common/data_mesh/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/src/OracleEBS/src/common/data_mesh/__init__.py -------------------------------------------------------------------------------- /src/OracleEBS/src/common/data_mesh/config/tag_templates/tag_templates.yaml: -------------------------------------------------------------------------------- 1 | # CatalogTagTemplates dataclass. 2 | # TODO: clean up with recommended templates. 3 | project: {{ project_id_tgt }} 4 | templates: 5 | - display_name: "data_governance" 6 | level: ASSET 7 | fields: 8 | - display_name: "retention_date" 9 | field_type: TIMESTAMP 10 | - display_name: "pii" 11 | level: FIELD 12 | fields: 13 | - display_name: "has_pii" 14 | field_type: BOOL 15 | - display_name: "pii_type" 16 | field_type: 17 | enum_allowed_values: ["EMAIL", "ADDRESS", "SSN"] -------------------------------------------------------------------------------- /src/OracleEBS/src/common/materializer/templates/bq_insert_job_template.txt: -------------------------------------------------------------------------------- 1 | refresh_${table_name} = BigQueryInsertJobOperator( 2 | task_id="refresh_${table_name}", 3 | configuration={ 4 | "query": { 5 | "query": "${query_file}", 6 | "useLegacySql": False, 7 | }, 8 | "labels": _BQ_LABELS, 9 | "location": _BQ_LOCATION 10 | }, 11 | gcp_conn_id=_GCP_CONN_ID) -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/common/data_mesh/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/src/SAP/SAP_CDC/common/data_mesh/__init__.py -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/common/data_mesh/config/tag_templates/tag_templates.yaml: -------------------------------------------------------------------------------- 1 | # CatalogTagTemplates dataclass. 2 | # TODO: clean up with recommended templates. 3 | project: {{ project_id_tgt }} 4 | templates: 5 | - display_name: "data_governance" 6 | level: ASSET 7 | fields: 8 | - display_name: "retention_date" 9 | field_type: TIMESTAMP 10 | - display_name: "pii" 11 | level: FIELD 12 | fields: 13 | - display_name: "has_pii" 14 | field_type: BOOL 15 | - display_name: "pii_type" 16 | field_type: 17 | enum_allowed_values: ["EMAIL", "ADDRESS", "SSN"] -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/common/materializer/templates/bq_insert_job_template.txt: -------------------------------------------------------------------------------- 1 | refresh_${table_name} = BigQueryInsertJobOperator( 2 | task_id="refresh_${table_name}", 3 | configuration={ 4 | "query": { 5 | "query": "${query_file}", 6 | "useLegacySql": False, 7 | }, 8 | "labels": _BQ_LABELS, 9 | "location": _BQ_LOCATION 10 | }, 11 | gcp_conn_id=_GCP_CONN_ID) -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/annotations/cdc/cskt.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_cdc_processed }}.cskt" 2 | description: "Cost Center Texts" 3 | fields: 4 | - name: "datbi" 5 | description: "Valid To" 6 | - name: "kokrs" 7 | description: "Controlling Area" 8 | - name: "kostl" 9 | description: "Cost Center" 10 | - name: "ktext" 11 | description: "Name" 12 | - name: "ltext" 13 | description: "Description" 14 | - name: "mandt" 15 | description: "Client (Mandant)" 16 | - name: "mctxt" 17 | description: "Cost ctr short text" 18 | - name: "spras" 19 | description: "Language Key" 20 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/annotations/cdc/dd02t.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_cdc_processed }}.dd02t" 2 | description: "SAP DD: SAP Table Texts" 3 | fields: 4 | - name: "as4local" 5 | description: "Activation Status" 6 | - name: "as4vers" 7 | description: "Version" 8 | - name: "ddlanguage" 9 | description: "Lang." 10 | - name: "ddtext" 11 | description: "Short Description" 12 | - name: "tabname" 13 | description: "Table Name" 14 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/annotations/cdc/dd03t.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_cdc_processed }}.dd03t" 2 | description: "DD: Texts for fields (language dependent)" 3 | fields: 4 | - name: "as4local" 5 | description: "Activation Status" 6 | - name: "ddlanguage" 7 | description: "Lang." 8 | - name: "ddtext" 9 | description: "Short Description" 10 | - name: "fieldname" 11 | description: "Field Name" 12 | - name: "tabname" 13 | description: "Table Name" 14 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/annotations/cdc/fagl_011qt.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_cdc_processed }}.fagl_011qt" 2 | description: "Fin. Statement Structure: Text for Fin. Statement Items" 3 | fields: 4 | - name: "ergsl" 5 | description: "Financial Statement Item" 6 | - name: "mandt" 7 | description: "Client (Mandant)" 8 | - name: "spras" 9 | description: "Language Key" 10 | - name: "txt45" 11 | description: "Text" 12 | - name: "txtyp" 13 | description: "Text type" 14 | - name: "versn" 15 | description: "FS Version" 16 | - name: "zeile" 17 | description: "Line" 18 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/annotations/cdc/jest.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_cdc_processed }}.jest" 2 | description: "Individual Object Status" 3 | fields: 4 | - name: "chgnr" 5 | description: "Change number" 6 | - name: "inact" 7 | description: "Status inactive" 8 | - name: "mandt" 9 | description: "Client (Mandant)" 10 | - name: "objnr" 11 | description: "Object number" 12 | - name: "stat" 13 | description: "Status" 14 | - name: "_dataaging" 15 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/annotations/cdc/makt.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_cdc_processed }}.makt" 2 | description: "Material Descriptions" 3 | fields: 4 | - name: "maktg" 5 | description: "Material description" 6 | - name: "maktx" 7 | description: "Material Description" 8 | - name: "mandt" 9 | description: "Client (Mandant)" 10 | - name: "matnr" 11 | description: "Material" 12 | - name: "spras" 13 | description: "Language Key" 14 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/annotations/cdc/setheadert.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_cdc_processed }}.setheadert" 2 | description: "Short Description of Sets" 3 | fields: 4 | - name: "descript" 5 | description: "Description" 6 | - name: "langu" 7 | description: "Language Key" 8 | - name: "mandt" 9 | description: "Client (Mandant)" 10 | - name: "setclass" 11 | description: "Set class" 12 | - name: "setname" 13 | description: "Set Name" 14 | - name: "subclass" 15 | description: "Organizational Unit" 16 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/annotations/cdc/skat.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_cdc_processed }}.skat" 2 | description: "G/L Account Master Record (Chart of Accounts: Description)" 3 | fields: 4 | - name: "ktopl" 5 | description: "Chart of Accounts" 6 | - name: "mandt" 7 | description: "Client (Mandant)" 8 | - name: "mcod1" 9 | description: "G/L long text" 10 | - name: "saknr" 11 | description: "G/L Account" 12 | - name: "spras" 13 | description: "Language Key" 14 | - name: "txt20" 15 | description: "Short Text" 16 | - name: "txt50" 17 | description: "G/L Acct Long Text" 18 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/annotations/cdc/t001t.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_cdc_processed }}.t001t" 2 | description: "Company code-dependent texts" 3 | fields: 4 | - name: "bukrs" 5 | description: "Company Code" 6 | - name: "ltext" 7 | description: "Usage" 8 | - name: "mandt" 9 | description: "Client (Mandant)" 10 | - name: "txtna" 11 | description: "Text name" 12 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/annotations/cdc/t002.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_cdc_processed }}.t002" 2 | description: "Language Keys (Component BC-I18)" 3 | fields: 4 | - name: "lahq" 5 | description: "Degree of Translation of Lang." 6 | - name: "laiso" 7 | description: "Lang. (ISO 639)" 8 | - name: "laspez" 9 | description: "Language specifications" 10 | - name: "spras" 11 | description: "Language Key" 12 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/annotations/cdc/t005s.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_cdc_processed }}.t005s" 2 | description: "Taxes: Region (Province) Key" 3 | fields: 4 | - name: "bland" 5 | description: "Region" 6 | - name: "fprcd" 7 | description: "Provincial tax code" 8 | - name: "herbl" 9 | description: "State of manufacture" 10 | - name: "land1" 11 | description: "Country Key" 12 | - name: "mandt" 13 | description: "Client (Mandant)" 14 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/annotations/cdc/t005t.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_cdc_processed }}.t005t" 2 | description: "Country Names" 3 | fields: 4 | - name: "land1" 5 | description: "Country Key" 6 | - name: "landx" 7 | description: "Name" 8 | - name: "landx50" 9 | description: "Country Name" 10 | - name: "mandt" 11 | description: "Client (Mandant)" 12 | - name: "natio" 13 | description: "Nationality" 14 | - name: "natio50" 15 | description: "Nationality (Long)" 16 | - name: "prq_spregt" 17 | description: "Super region" 18 | - name: "spras" 19 | description: "Language Key" 20 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/annotations/cdc/t005u.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_cdc_processed }}.t005u" 2 | description: "Taxes: Region Key: Texts" 3 | fields: 4 | - name: "bezei" 5 | description: "Description" 6 | - name: "bland" 7 | description: "Region" 8 | - name: "land1" 9 | description: "Country Key" 10 | - name: "mandt" 11 | description: "Client (Mandant)" 12 | - name: "spras" 13 | description: "Language Key" 14 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/annotations/cdc/t006a.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_cdc_processed }}.t006a" 2 | description: "Assign Internal to Language-Dependent Unit" 3 | fields: 4 | - name: "mandt" 5 | description: "Client (Mandant)" 6 | - name: "mseh3" 7 | description: "Commercial" 8 | - name: "mseh6" 9 | description: "Technical" 10 | - name: "msehi" 11 | description: "Int. Meas. Unit" 12 | - name: "msehl" 13 | description: "Unit text" 14 | - name: "mseht" 15 | description: "Measuremt unit text" 16 | - name: "spras" 17 | description: "Language Key" 18 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/annotations/cdc/t006t.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_cdc_processed }}.t006t" 2 | description: "Dimension Texts" 3 | fields: 4 | - name: "dimid" 5 | description: "Dimension" 6 | - name: "mandt" 7 | description: "Client (Mandant)" 8 | - name: "spras" 9 | description: "Language Key" 10 | - name: "txdim" 11 | description: "Dimension text" 12 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/annotations/cdc/t009b.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_cdc_processed }}.t009b" 2 | description: "Fiscal year variant periods" 3 | fields: 4 | - name: "bdatj" 5 | description: "Year" 6 | - name: "bumon" 7 | description: "Calendar month" 8 | - name: "butag" 9 | description: "Calendar day" 10 | - name: "mandt" 11 | description: "Client (Mandant)" 12 | - name: "periv" 13 | description: "Fiscal Year Variant" 14 | - name: "poper" 15 | description: "Posting Period" 16 | - name: "reljr" 17 | description: "Year shift" 18 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/annotations/cdc/t023t.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_cdc_processed }}.t023t" 2 | description: "Material Group Descriptions" 3 | fields: 4 | - name: "mandt" 5 | description: "Client (Mandant)" 6 | - name: "matkl" 7 | description: "Material Group" 8 | - name: "spras" 9 | description: "Language Key" 10 | - name: "wgbez" 11 | description: "Material Group Desc." 12 | - name: "wgbez60" 13 | description: "Material grp desc. 2" 14 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/annotations/cdc/t134t.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_cdc_processed }}.t134t" 2 | description: "Material Type Descriptions" 3 | fields: 4 | - name: "mandt" 5 | description: "Client (Mandant)" 6 | - name: "mtart" 7 | description: "Material Type" 8 | - name: "mtbez" 9 | description: "Material type descr." 10 | - name: "spras" 11 | description: "Language Key" 12 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/annotations/cdc/t148t.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_cdc_processed }}.t148t" 2 | description: "Special Stock Descriptions" 3 | fields: 4 | - name: "mandt" 5 | description: "Client (Mandant)" 6 | - name: "sobkz" 7 | description: "Special Stock" 8 | - name: "sotxt" 9 | description: "Special stock descr." 10 | - name: "spras" 11 | description: "Language Key" 12 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/annotations/cdc/t157e.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_cdc_processed }}.t157e" 2 | description: "Text Table: Reason for Movement" 3 | fields: 4 | - name: "bwart" 5 | description: "Movement type" 6 | - name: "grtxt" 7 | description: "Reason for Movement" 8 | - name: "grund" 9 | description: "Reason for Movement" 10 | - name: "mandt" 11 | description: "Client (Mandant)" 12 | - name: "spras" 13 | description: "Language Key" 14 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/annotations/cdc/t157t.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_cdc_processed }}.t157t" 2 | description: "Description of Fields in Availability Block" 3 | fields: 4 | - name: "feldn" 5 | description: "Field name" 6 | - name: "mandt" 7 | description: "Client (Mandant)" 8 | - name: "meins" 9 | description: "Base Unit of Measure" 10 | - name: "menge" 11 | description: "Quantity" 12 | - name: "spras" 13 | description: "Language Key" 14 | - name: "text20" 15 | description: "Description" 16 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/annotations/cdc/t161t.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_cdc_processed }}.t161t" 2 | description: "Texts for Purchasing Document Types" 3 | fields: 4 | - name: "batxt" 5 | description: "Doc. Type Descript." 6 | - name: "bsart" 7 | description: "Purchasing Doc. Type" 8 | - name: "bstyp" 9 | description: "Purch. doc. category" 10 | - name: "mandt" 11 | description: "Client (Mandant)" 12 | - name: "spras" 13 | description: "Language Key" 14 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/annotations/cdc/t179.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_cdc_processed }}.t179" 2 | description: "Materials: Product Hierarchies" 3 | fields: 4 | - name: "mandt" 5 | description: "Client (Mandant)" 6 | - name: "prodh" 7 | description: "Product Hierarchy" 8 | - name: "stufe" 9 | description: "Level number" 10 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/annotations/cdc/t179t.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_cdc_processed }}.t179t" 2 | description: "Materials: Product hierarchies: Texts" 3 | fields: 4 | - name: "mandt" 5 | description: "Client (Mandant)" 6 | - name: "prodh" 7 | description: "Product Hierarchy" 8 | - name: "spras" 9 | description: "Language Key" 10 | - name: "vtext" 11 | description: "Description" 12 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/annotations/cdc/t881t.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_cdc_processed }}.t881t" 2 | description: "FI-SL Ledger text" 3 | fields: 4 | - name: "langu" 5 | description: "Language Key" 6 | - name: "mandt" 7 | description: "Client (Mandant)" 8 | - name: "name" 9 | description: "Ledger Name" 10 | - name: "rldnr" 11 | description: "Ledger" 12 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/annotations/cdc/tbdls.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_cdc_processed }}.tbdls" 2 | description: "Logical system" 3 | fields: 4 | - name: "isprel" 5 | description: "Release" 6 | - name: "isprfcdes" 7 | description: "RFC Destination" 8 | - name: "isprfcdesf" 9 | description: "RFC Destination" 10 | - name: "isprfctype" 11 | description: "System Type" 12 | - name: "logsys" 13 | description: "Logical System" 14 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/annotations/cdc/tcurc.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_cdc_processed }}.tcurc" 2 | description: "Currency Codes" 3 | fields: 4 | - name: "altwr" 5 | description: "Alternative key" 6 | - name: "gdatu" 7 | description: "Valid until" 8 | - name: "isocd" 9 | description: "ISO Code" 10 | - name: "mandt" 11 | description: "Client (Mandant)" 12 | - name: "waers" 13 | description: "Currency" 14 | - name: "xprimary" 15 | description: "Priamry SAP Code for ISO Code" 16 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/annotations/cdc/tcurr.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_cdc_processed }}.tcurr" 2 | description: "Exchange Rates" 3 | fields: 4 | - name: "fcurr" 5 | description: "From currency" 6 | - name: "ffact" 7 | description: "Ratio (from)" 8 | - name: "gdatu" 9 | description: "Valid from" 10 | - name: "kurst" 11 | description: "Exchange rate type" 12 | - name: "mandt" 13 | description: "Client (Mandant)" 14 | - name: "tcurr" 15 | description: "To-currency" 16 | - name: "tfact" 17 | description: "Ratio (to)" 18 | - name: "ukurs" 19 | description: "Exchange Rate" 20 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/annotations/cdc/tcurt.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_cdc_processed }}.tcurt" 2 | description: "Currency Code Names" 3 | fields: 4 | - name: "ktext" 5 | description: "Short text" 6 | - name: "ltext" 7 | description: "Long Text" 8 | - name: "mandt" 9 | description: "Client (Mandant)" 10 | - name: "spras" 11 | description: "Language Key" 12 | - name: "waers" 13 | description: "Currency" 14 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/annotations/cdc/tcurx.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_cdc_processed }}.tcurx" 2 | description: "Decimal Places in Currencies" 3 | fields: 4 | - name: "currdec" 5 | description: "Decimals" 6 | - name: "currkey" 7 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/annotations/cdc/tfact.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_cdc_processed }}.tfact" 2 | description: "Factory calendar texts" 3 | fields: 4 | - name: "ident" 5 | description: "Factory Calendar ID" 6 | - name: "ltext" 7 | description: "Text" 8 | - name: "spras" 9 | description: "Language Key" 10 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/annotations/cdc/tj02t.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_cdc_processed }}.tj02t" 2 | description: "System status texts" 3 | fields: 4 | - name: "istat" 5 | description: "System status" 6 | - name: "spras" 7 | description: "Language Key" 8 | - name: "txt04" 9 | description: "Status" 10 | - name: "txt30" 11 | description: "Status" 12 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/annotations/cdc/tj20t.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_cdc_processed }}.tj20t" 2 | description: "Texts for Status Profiles" 3 | fields: 4 | - name: "mandt" 5 | description: "Client (Mandant)" 6 | - name: "spras" 7 | description: "Language Key" 8 | - name: "stsma" 9 | description: "Status Profile" 10 | - name: "txt" 11 | description: "Text" 12 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/annotations/cdc/tka02.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_cdc_processed }}.tka02" 2 | description: "Controlling area assignment" 3 | fields: 4 | - name: "bukrs" 5 | description: "Company Code" 6 | - name: "gsber" 7 | description: "Business Area" 8 | - name: "kokrs" 9 | description: "Controlling Area" 10 | - name: "mandt" 11 | description: "Client (Mandant)" 12 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/annotations/cdc/tspa.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_cdc_processed }}.tspa" 2 | description: "Organizational Unit: Sales Divisions" 3 | fields: 4 | - name: "hide" 5 | description: "Hide Value in Input Help" 6 | - name: "mandt" 7 | description: "Client (Mandant)" 8 | - name: "spart" 9 | description: "Division" 10 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/annotations/cdc/tspat.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_cdc_processed }}.tspat" 2 | description: "Organizational Unit: Sales Divisions: Texts" 3 | fields: 4 | - name: "mandt" 5 | description: "Client (Mandant)" 6 | - name: "spart" 7 | description: "Division" 8 | - name: "spras" 9 | description: "Language Key" 10 | - name: "vtext" 11 | description: "Name" 12 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/annotations/cdc/tstc.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_cdc_processed }}.tstc" 2 | description: "SAP Transaction Codes" 3 | fields: 4 | - name: "arbgb" 5 | description: "Message class" 6 | - name: "cinfo" 7 | - name: "dypno" 8 | description: "Dynpro No." 9 | - name: "menue" 10 | - name: "pgmna" 11 | description: "Program" 12 | - name: "tcode" 13 | description: "Transaction Code" 14 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/annotations/cdc/tvfs.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_cdc_processed }}.tvfs" 2 | description: "Billing: Reasons for Blocking" 3 | fields: 4 | - name: "faksp" 5 | description: "Block" 6 | - name: "mandt" 7 | description: "Client (Mandant)" 8 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/annotations/cdc/tvfst.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_cdc_processed }}.tvfst" 2 | description: "Billing : Blocking Reason Texts" 3 | fields: 4 | - name: "faksp" 5 | description: "Block" 6 | - name: "mandt" 7 | description: "Client (Mandant)" 8 | - name: "spras" 9 | description: "Language Key" 10 | - name: "vtext" 11 | description: "Billing block desc." 12 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/annotations/cdc/tvkot.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_cdc_processed }}.tvkot" 2 | description: "Organizational Unit: Sales Organizations: Texts" 3 | fields: 4 | - name: "mandt" 5 | description: "Client (Mandant)" 6 | - name: "spras" 7 | description: "Language Key" 8 | - name: "vkorg" 9 | description: "Sales Organization" 10 | - name: "vtext" 11 | description: "Name" 12 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/annotations/cdc/tvlst.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_cdc_processed }}.tvlst" 2 | description: "Deliveries: Blocking Reasons/Scope: Texts" 3 | fields: 4 | - name: "lifsp" 5 | description: "Delivery block" 6 | - name: "mandt" 7 | description: "Client (Mandant)" 8 | - name: "spras" 9 | description: "Language Key" 10 | - name: "vtext" 11 | description: "Delivery block desc." 12 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/annotations/cdc/tvstt.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_cdc_processed }}.tvstt" 2 | description: "Organizational Unit: Shipping Points: Texts" 3 | fields: 4 | - name: "mandt" 5 | description: "Client (Mandant)" 6 | - name: "spras" 7 | description: "Language Key" 8 | - name: "vstel" 9 | description: "Shipping Point/Receiving Pt" 10 | - name: "vtext" 11 | description: "Description" 12 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/annotations/cdc/tvtw.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_cdc_processed }}.tvtw" 2 | description: "Organizational Unit: Distribution Channels" 3 | fields: 4 | - name: "hide" 5 | description: "Hide Value in Input Help" 6 | - name: "mandt" 7 | description: "Client (Mandant)" 8 | - name: "vtweg" 9 | description: "Distribution Channel" 10 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/annotations/cdc/tvtwt.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_cdc_processed }}.tvtwt" 2 | description: "Organizational Unit: Distribution Channels: Texts" 3 | fields: 4 | - name: "mandt" 5 | description: "Client (Mandant)" 6 | - name: "spras" 7 | description: "Language Key" 8 | - name: "vtext" 9 | description: "Name" 10 | - name: "vtweg" 11 | description: "Distribution Channel" 12 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/annotations/raw/cskt.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_raw_landing }}.cskt" 2 | description: "Cost Center Texts" 3 | fields: 4 | - name: "datbi" 5 | description: "Valid To" 6 | - name: "kokrs" 7 | description: "Controlling Area" 8 | - name: "kostl" 9 | description: "Cost Center" 10 | - name: "ktext" 11 | description: "Name" 12 | - name: "ltext" 13 | description: "Description" 14 | - name: "mandt" 15 | description: "Client (Mandant)" 16 | - name: "mctxt" 17 | description: "Cost ctr short text" 18 | - name: "spras" 19 | description: "Language Key" 20 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/annotations/raw/dd02t.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_raw_landing }}.dd02t" 2 | description: "SAP DD: SAP Table Texts" 3 | fields: 4 | - name: "as4local" 5 | description: "Activation Status" 6 | - name: "as4vers" 7 | description: "Version" 8 | - name: "ddlanguage" 9 | description: "Lang." 10 | - name: "ddtext" 11 | description: "Short Description" 12 | - name: "tabname" 13 | description: "Table Name" 14 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/annotations/raw/dd03t.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_raw_landing }}.dd03t" 2 | description: "DD: Texts for fields (language dependent)" 3 | fields: 4 | - name: "as4local" 5 | description: "Activation Status" 6 | - name: "ddlanguage" 7 | description: "Lang." 8 | - name: "ddtext" 9 | description: "Short Description" 10 | - name: "fieldname" 11 | description: "Field Name" 12 | - name: "tabname" 13 | description: "Table Name" 14 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/annotations/raw/fagl_011qt.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_raw_landing }}.fagl_011qt" 2 | description: "Fin. Statement Structure: Text for Fin. Statement Items" 3 | fields: 4 | - name: "ergsl" 5 | description: "Financial Statement Item" 6 | - name: "mandt" 7 | description: "Client (Mandant)" 8 | - name: "spras" 9 | description: "Language Key" 10 | - name: "txt45" 11 | description: "Text" 12 | - name: "txtyp" 13 | description: "Text type" 14 | - name: "versn" 15 | description: "FS Version" 16 | - name: "zeile" 17 | description: "Line" 18 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/annotations/raw/jest.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_raw_landing }}.jest" 2 | description: "Individual Object Status" 3 | fields: 4 | - name: "chgnr" 5 | description: "Change number" 6 | - name: "inact" 7 | description: "Status inactive" 8 | - name: "mandt" 9 | description: "Client (Mandant)" 10 | - name: "objnr" 11 | description: "Object number" 12 | - name: "stat" 13 | description: "Status" 14 | - name: "_dataaging" 15 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/annotations/raw/makt.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_raw_landing }}.makt" 2 | description: "Material Descriptions" 3 | fields: 4 | - name: "maktg" 5 | description: "Material description" 6 | - name: "maktx" 7 | description: "Material Description" 8 | - name: "mandt" 9 | description: "Client (Mandant)" 10 | - name: "matnr" 11 | description: "Material" 12 | - name: "spras" 13 | description: "Language Key" 14 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/annotations/raw/setheadert.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_raw_landing }}.setheadert" 2 | description: "Short Description of Sets" 3 | fields: 4 | - name: "descript" 5 | description: "Description" 6 | - name: "langu" 7 | description: "Language Key" 8 | - name: "mandt" 9 | description: "Client (Mandant)" 10 | - name: "setclass" 11 | description: "Set class" 12 | - name: "setname" 13 | description: "Set Name" 14 | - name: "subclass" 15 | description: "Organizational Unit" 16 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/annotations/raw/skat.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_raw_landing }}.skat" 2 | description: "G/L Account Master Record (Chart of Accounts: Description)" 3 | fields: 4 | - name: "ktopl" 5 | description: "Chart of Accounts" 6 | - name: "mandt" 7 | description: "Client (Mandant)" 8 | - name: "mcod1" 9 | description: "G/L long text" 10 | - name: "saknr" 11 | description: "G/L Account" 12 | - name: "spras" 13 | description: "Language Key" 14 | - name: "txt20" 15 | description: "Short Text" 16 | - name: "txt50" 17 | description: "G/L Acct Long Text" 18 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/annotations/raw/t001t.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_raw_landing }}.t001t" 2 | description: "Company code-dependent texts" 3 | fields: 4 | - name: "bukrs" 5 | description: "Company Code" 6 | - name: "ltext" 7 | description: "Usage" 8 | - name: "mandt" 9 | description: "Client (Mandant)" 10 | - name: "txtna" 11 | description: "Text name" 12 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/annotations/raw/t002.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_raw_landing }}.t002" 2 | description: "Language Keys (Component BC-I18)" 3 | fields: 4 | - name: "lahq" 5 | description: "Degree of Translation of Lang." 6 | - name: "laiso" 7 | description: "Lang. (ISO 639)" 8 | - name: "laspez" 9 | description: "Language specifications" 10 | - name: "spras" 11 | description: "Language Key" 12 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/annotations/raw/t005s.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_raw_landing }}.t005s" 2 | description: "Taxes: Region (Province) Key" 3 | fields: 4 | - name: "bland" 5 | description: "Region" 6 | - name: "fprcd" 7 | description: "Provincial tax code" 8 | - name: "herbl" 9 | description: "State of manufacture" 10 | - name: "land1" 11 | description: "Country Key" 12 | - name: "mandt" 13 | description: "Client (Mandant)" 14 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/annotations/raw/t005t.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_raw_landing }}.t005t" 2 | description: "Country Names" 3 | fields: 4 | - name: "land1" 5 | description: "Country Key" 6 | - name: "landx" 7 | description: "Name" 8 | - name: "landx50" 9 | description: "Country Name" 10 | - name: "mandt" 11 | description: "Client (Mandant)" 12 | - name: "natio" 13 | description: "Nationality" 14 | - name: "natio50" 15 | description: "Nationality (Long)" 16 | - name: "prq_spregt" 17 | description: "Super region" 18 | - name: "spras" 19 | description: "Language Key" 20 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/annotations/raw/t005u.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_raw_landing }}.t005u" 2 | description: "Taxes: Region Key: Texts" 3 | fields: 4 | - name: "bezei" 5 | description: "Description" 6 | - name: "bland" 7 | description: "Region" 8 | - name: "land1" 9 | description: "Country Key" 10 | - name: "mandt" 11 | description: "Client (Mandant)" 12 | - name: "spras" 13 | description: "Language Key" 14 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/annotations/raw/t006a.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_raw_landing }}.t006a" 2 | description: "Assign Internal to Language-Dependent Unit" 3 | fields: 4 | - name: "mandt" 5 | description: "Client (Mandant)" 6 | - name: "mseh3" 7 | description: "Commercial" 8 | - name: "mseh6" 9 | description: "Technical" 10 | - name: "msehi" 11 | description: "Int. Meas. Unit" 12 | - name: "msehl" 13 | description: "Unit text" 14 | - name: "mseht" 15 | description: "Measuremt unit text" 16 | - name: "spras" 17 | description: "Language Key" 18 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/annotations/raw/t006t.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_raw_landing }}.t006t" 2 | description: "Dimension Texts" 3 | fields: 4 | - name: "dimid" 5 | description: "Dimension" 6 | - name: "mandt" 7 | description: "Client (Mandant)" 8 | - name: "spras" 9 | description: "Language Key" 10 | - name: "txdim" 11 | description: "Dimension text" 12 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/annotations/raw/t009b.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_raw_landing }}.t009b" 2 | description: "Fiscal year variant periods" 3 | fields: 4 | - name: "bdatj" 5 | description: "Year" 6 | - name: "bumon" 7 | description: "Calendar month" 8 | - name: "butag" 9 | description: "Calendar day" 10 | - name: "mandt" 11 | description: "Client (Mandant)" 12 | - name: "periv" 13 | description: "Fiscal Year Variant" 14 | - name: "poper" 15 | description: "Posting Period" 16 | - name: "reljr" 17 | description: "Year shift" 18 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/annotations/raw/t023t.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_raw_landing }}.t023t" 2 | description: "Material Group Descriptions" 3 | fields: 4 | - name: "mandt" 5 | description: "Client (Mandant)" 6 | - name: "matkl" 7 | description: "Material Group" 8 | - name: "spras" 9 | description: "Language Key" 10 | - name: "wgbez" 11 | description: "Material Group Desc." 12 | - name: "wgbez60" 13 | description: "Material grp desc. 2" 14 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/annotations/raw/t134t.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_raw_landing }}.t134t" 2 | description: "Material Type Descriptions" 3 | fields: 4 | - name: "mandt" 5 | description: "Client (Mandant)" 6 | - name: "mtart" 7 | description: "Material Type" 8 | - name: "mtbez" 9 | description: "Material type descr." 10 | - name: "spras" 11 | description: "Language Key" 12 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/annotations/raw/t148t.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_raw_landing }}.t148t" 2 | description: "Special Stock Descriptions" 3 | fields: 4 | - name: "mandt" 5 | description: "Client (Mandant)" 6 | - name: "sobkz" 7 | description: "Special Stock" 8 | - name: "sotxt" 9 | description: "Special stock descr." 10 | - name: "spras" 11 | description: "Language Key" 12 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/annotations/raw/t157e.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_raw_landing }}.t157e" 2 | description: "Text Table: Reason for Movement" 3 | fields: 4 | - name: "bwart" 5 | description: "Movement type" 6 | - name: "grtxt" 7 | description: "Reason for Movement" 8 | - name: "grund" 9 | description: "Reason for Movement" 10 | - name: "mandt" 11 | description: "Client (Mandant)" 12 | - name: "spras" 13 | description: "Language Key" 14 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/annotations/raw/t157t.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_raw_landing }}.t157t" 2 | description: "Description of Fields in Availability Block" 3 | fields: 4 | - name: "feldn" 5 | description: "Field name" 6 | - name: "mandt" 7 | description: "Client (Mandant)" 8 | - name: "meins" 9 | description: "Base Unit of Measure" 10 | - name: "menge" 11 | description: "Quantity" 12 | - name: "spras" 13 | description: "Language Key" 14 | - name: "text20" 15 | description: "Description" 16 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/annotations/raw/t161t.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_raw_landing }}.t161t" 2 | description: "Texts for Purchasing Document Types" 3 | fields: 4 | - name: "batxt" 5 | description: "Doc. Type Descript." 6 | - name: "bsart" 7 | description: "Purchasing Doc. Type" 8 | - name: "bstyp" 9 | description: "Purch. doc. category" 10 | - name: "mandt" 11 | description: "Client (Mandant)" 12 | - name: "spras" 13 | description: "Language Key" 14 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/annotations/raw/t179.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_raw_landing }}.t179" 2 | description: "Materials: Product Hierarchies" 3 | fields: 4 | - name: "mandt" 5 | description: "Client (Mandant)" 6 | - name: "prodh" 7 | description: "Product Hierarchy" 8 | - name: "stufe" 9 | description: "Level number" 10 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/annotations/raw/t179t.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_raw_landing }}.t179t" 2 | description: "Materials: Product hierarchies: Texts" 3 | fields: 4 | - name: "mandt" 5 | description: "Client (Mandant)" 6 | - name: "prodh" 7 | description: "Product Hierarchy" 8 | - name: "spras" 9 | description: "Language Key" 10 | - name: "vtext" 11 | description: "Description" 12 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/annotations/raw/t881t.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_raw_landing }}.t881t" 2 | description: "FI-SL Ledger text" 3 | fields: 4 | - name: "langu" 5 | description: "Language Key" 6 | - name: "mandt" 7 | description: "Client (Mandant)" 8 | - name: "name" 9 | description: "Ledger Name" 10 | - name: "rldnr" 11 | description: "Ledger" 12 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/annotations/raw/tbdls.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_raw_landing }}.tbdls" 2 | description: "Logical system" 3 | fields: 4 | - name: "isprel" 5 | description: "Release" 6 | - name: "isprfcdes" 7 | description: "RFC Destination" 8 | - name: "isprfcdesf" 9 | description: "RFC Destination" 10 | - name: "isprfctype" 11 | description: "System Type" 12 | - name: "logsys" 13 | description: "Logical System" 14 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/annotations/raw/tcurc.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_raw_landing }}.tcurc" 2 | description: "Currency Codes" 3 | fields: 4 | - name: "altwr" 5 | description: "Alternative key" 6 | - name: "gdatu" 7 | description: "Valid until" 8 | - name: "isocd" 9 | description: "ISO Code" 10 | - name: "mandt" 11 | description: "Client (Mandant)" 12 | - name: "waers" 13 | description: "Currency" 14 | - name: "xprimary" 15 | description: "Priamry SAP Code for ISO Code" 16 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/annotations/raw/tcurt.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_raw_landing }}.tcurt" 2 | description: "Currency Code Names" 3 | fields: 4 | - name: "ktext" 5 | description: "Short text" 6 | - name: "ltext" 7 | description: "Long Text" 8 | - name: "mandt" 9 | description: "Client (Mandant)" 10 | - name: "spras" 11 | description: "Language Key" 12 | - name: "waers" 13 | description: "Currency" 14 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/annotations/raw/tcurx.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_raw_landing }}.tcurx" 2 | description: "Decimal Places in Currencies" 3 | fields: 4 | - name: "currdec" 5 | description: "Decimals" 6 | - name: "currkey" 7 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/annotations/raw/tfact.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_raw_landing }}.tfact" 2 | description: "Factory calendar texts" 3 | fields: 4 | - name: "ident" 5 | description: "Factory Calendar ID" 6 | - name: "ltext" 7 | description: "Text" 8 | - name: "spras" 9 | description: "Language Key" 10 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/annotations/raw/tj02t.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_raw_landing }}.tj02t" 2 | description: "System status texts" 3 | fields: 4 | - name: "istat" 5 | description: "System status" 6 | - name: "spras" 7 | description: "Language Key" 8 | - name: "txt04" 9 | description: "Status" 10 | - name: "txt30" 11 | description: "Status" 12 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/annotations/raw/tj20t.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_raw_landing }}.tj20t" 2 | description: "Texts for Status Profiles" 3 | fields: 4 | - name: "mandt" 5 | description: "Client (Mandant)" 6 | - name: "spras" 7 | description: "Language Key" 8 | - name: "stsma" 9 | description: "Status Profile" 10 | - name: "txt" 11 | description: "Text" 12 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/annotations/raw/tka02.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_raw_landing }}.tka02" 2 | description: "Controlling area assignment" 3 | fields: 4 | - name: "bukrs" 5 | description: "Company Code" 6 | - name: "gsber" 7 | description: "Business Area" 8 | - name: "kokrs" 9 | description: "Controlling Area" 10 | - name: "mandt" 11 | description: "Client (Mandant)" 12 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/annotations/raw/tspa.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_raw_landing }}.tspa" 2 | description: "Organizational Unit: Sales Divisions" 3 | fields: 4 | - name: "hide" 5 | description: "Hide Value in Input Help" 6 | - name: "mandt" 7 | description: "Client (Mandant)" 8 | - name: "spart" 9 | description: "Division" 10 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/annotations/raw/tspat.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_raw_landing }}.tspat" 2 | description: "Organizational Unit: Sales Divisions: Texts" 3 | fields: 4 | - name: "mandt" 5 | description: "Client (Mandant)" 6 | - name: "spart" 7 | description: "Division" 8 | - name: "spras" 9 | description: "Language Key" 10 | - name: "vtext" 11 | description: "Name" 12 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/annotations/raw/tstc.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_raw_landing }}.tstc" 2 | description: "SAP Transaction Codes" 3 | fields: 4 | - name: "arbgb" 5 | description: "Message class" 6 | - name: "cinfo" 7 | - name: "dypno" 8 | description: "Dynpro No." 9 | - name: "menue" 10 | - name: "pgmna" 11 | description: "Program" 12 | - name: "tcode" 13 | description: "Transaction Code" 14 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/annotations/raw/tvfs.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_raw_landing }}.tvfs" 2 | description: "Billing: Reasons for Blocking" 3 | fields: 4 | - name: "faksp" 5 | description: "Block" 6 | - name: "mandt" 7 | description: "Client (Mandant)" 8 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/annotations/raw/tvfst.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_raw_landing }}.tvfst" 2 | description: "Billing : Blocking Reason Texts" 3 | fields: 4 | - name: "faksp" 5 | description: "Block" 6 | - name: "mandt" 7 | description: "Client (Mandant)" 8 | - name: "spras" 9 | description: "Language Key" 10 | - name: "vtext" 11 | description: "Billing block desc." 12 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/annotations/raw/tvkot.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_raw_landing }}.tvkot" 2 | description: "Organizational Unit: Sales Organizations: Texts" 3 | fields: 4 | - name: "mandt" 5 | description: "Client (Mandant)" 6 | - name: "spras" 7 | description: "Language Key" 8 | - name: "vkorg" 9 | description: "Sales Organization" 10 | - name: "vtext" 11 | description: "Name" 12 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/annotations/raw/tvlst.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_raw_landing }}.tvlst" 2 | description: "Deliveries: Blocking Reasons/Scope: Texts" 3 | fields: 4 | - name: "lifsp" 5 | description: "Delivery block" 6 | - name: "mandt" 7 | description: "Client (Mandant)" 8 | - name: "spras" 9 | description: "Language Key" 10 | - name: "vtext" 11 | description: "Delivery block desc." 12 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/annotations/raw/tvstt.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_raw_landing }}.tvstt" 2 | description: "Organizational Unit: Shipping Points: Texts" 3 | fields: 4 | - name: "mandt" 5 | description: "Client (Mandant)" 6 | - name: "spras" 7 | description: "Language Key" 8 | - name: "vstel" 9 | description: "Shipping Point/Receiving Pt" 10 | - name: "vtext" 11 | description: "Description" 12 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/annotations/raw/tvtw.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_raw_landing }}.tvtw" 2 | description: "Organizational Unit: Distribution Channels" 3 | fields: 4 | - name: "hide" 5 | description: "Hide Value in Input Help" 6 | - name: "mandt" 7 | description: "Client (Mandant)" 8 | - name: "vtweg" 9 | description: "Distribution Channel" 10 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/annotations/raw/tvtwt.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_raw_landing }}.tvtwt" 2 | description: "Organizational Unit: Distribution Channels: Texts" 3 | fields: 4 | - name: "mandt" 5 | description: "Client (Mandant)" 6 | - name: "spras" 7 | description: "Language Key" 8 | - name: "vtext" 9 | description: "Name" 10 | - name: "vtweg" 11 | description: "Distribution Channel" 12 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/policy_taxonomies/.keep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/src/SAP/SAP_CDC/config/ecc/policy_taxonomies/.keep -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/ecc/tag_templates/templates.yaml: -------------------------------------------------------------------------------- 1 | project: {{ project_id_tgt }} 2 | templates: 3 | - display_name: "line_of_business" 4 | level: ASSET 5 | fields: 6 | - display_name: "group" 7 | field_type: STRING 8 | - display_name: "domain" 9 | field_type: STRING -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/s4/annotations/cdc/adrct.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_cdc_processed }}.adrct" 2 | description: "Address Texts (Business Address Services)" 3 | fields: 4 | - name: "addrnumber" 5 | description: "Address Number" 6 | - name: "client" 7 | description: "Client (Mandant)" 8 | - name: "date_from" 9 | description: "from" 10 | - name: "langu" 11 | description: "Language Key" 12 | - name: "nation" 13 | description: "Address Version" 14 | - name: "remark" 15 | description: "Notes" 16 | - name: "_dataaging" 17 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/s4/annotations/cdc/cskt.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_cdc_processed }}.cskt" 2 | description: "Cost Center Texts" 3 | fields: 4 | - name: "datbi" 5 | description: "Valid To" 6 | - name: "kokrs" 7 | description: "Controlling Area" 8 | - name: "kostl" 9 | description: "Cost Center" 10 | - name: "ktext" 11 | description: "Name" 12 | - name: "ltext" 13 | description: "Description" 14 | - name: "mandt" 15 | description: "Client (Mandant)" 16 | - name: "mctxt" 17 | description: "Cost Ctr Short Text" 18 | - name: "spras" 19 | description: "Language Key" 20 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/s4/annotations/cdc/dd02t.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_cdc_processed }}.dd02t" 2 | description: "SAP DD: SAP Table Texts" 3 | fields: 4 | - name: "as4local" 5 | description: "Activation Status" 6 | - name: "as4vers" 7 | description: "Version" 8 | - name: "ddlanguage" 9 | description: "Lang." 10 | - name: "ddtext" 11 | description: "Short Description" 12 | - name: "tabname" 13 | description: "Table Name" 14 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/s4/annotations/cdc/dd03t.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_cdc_processed }}.dd03t" 2 | description: "DD: Texts for fields (language dependent)" 3 | fields: 4 | - name: "as4local" 5 | description: "Activation Status" 6 | - name: "ddlanguage" 7 | description: "Lang." 8 | - name: "ddtext" 9 | description: "Short Description" 10 | - name: "fieldname" 11 | description: "Field Name" 12 | - name: "tabname" 13 | description: "Table Name" 14 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/s4/annotations/cdc/finsc_ledger_rep.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_cdc_processed }}.finsc_ledger_rep" 2 | description: "Unified Journal Entry Ledger (Auxiliary table for Reporting)" 3 | fields: 4 | - name: "mandt" 5 | description: "Client (Mandant)" 6 | - name: "rldnr" 7 | description: "Ledger" 8 | - name: "rldnr_pers" 9 | description: "Source Ledger" 10 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/s4/annotations/cdc/finsc_ledger_t.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_cdc_processed }}.finsc_ledger_t" 2 | description: "Unified Journal Entry Ledger" 3 | fields: 4 | - name: "langu" 5 | description: "Language Key" 6 | - name: "mandt" 7 | description: "Client (Mandant)" 8 | - name: "name" 9 | description: "Ledger Name" 10 | - name: "rldnr" 11 | description: "Ledger" 12 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/s4/annotations/cdc/fmlt_curtp_ml.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_cdc_processed }}.fmlt_curtp_ml" 2 | description: "Material Ledger Currency Type Mapping related to ACDOC" 3 | fields: 4 | - name: "curtp" 5 | description: "Currency/Valuation Type" 6 | - name: "mandt" 7 | description: "Client (Mandant)" 8 | - name: "rbukrs" 9 | description: "Company Code" 10 | - name: "rcolumn" 11 | description: "Character Length 1" 12 | - name: "rldnr" 13 | description: "Ledger" 14 | - name: "waers" 15 | description: "Currency" 16 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/s4/annotations/cdc/hrrp_directoryt.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_cdc_processed }}.hrrp_directoryt" 2 | description: "Hierarchy directory texts" 3 | fields: 4 | - name: "hryid" 5 | description: "Hierarchy ID" 6 | - name: "hrytxt" 7 | description: "Hierarchy Description" 8 | - name: "hryvalfrom" 9 | description: "Valid From" 10 | - name: "hryvalto" 11 | description: "Valid To" 12 | - name: "hryver" 13 | description: "Hierarchy Version" 14 | - name: "mandt" 15 | description: "Client (Mandant)" 16 | - name: "spras" 17 | description: "Language Key" 18 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/s4/annotations/cdc/jest.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_cdc_processed }}.jest" 2 | description: "Individual Object Status" 3 | fields: 4 | - name: "chgnr" 5 | description: "Change number" 6 | - name: "inact" 7 | description: "Status inactive" 8 | - name: "mandt" 9 | description: "Client (Mandant)" 10 | - name: "objnr" 11 | description: "Object number" 12 | - name: "stat" 13 | description: "Status" 14 | - name: "_dataaging" 15 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/s4/annotations/cdc/makt.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_cdc_processed }}.makt" 2 | description: "Material Descriptions" 3 | fields: 4 | - name: "maktg" 5 | description: "Material description" 6 | - name: "maktx" 7 | description: "Material Description" 8 | - name: "mandt" 9 | description: "Client (Mandant)" 10 | - name: "matnr" 11 | description: "Material" 12 | - name: "spras" 13 | description: "Language Key" 14 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/s4/annotations/cdc/setheadert.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_cdc_processed }}.setheadert" 2 | description: "Short Description of Sets" 3 | fields: 4 | - name: "descript" 5 | description: "Description" 6 | - name: "langu" 7 | description: "Language Key" 8 | - name: "mandt" 9 | description: "Client (Mandant)" 10 | - name: "setclass" 11 | description: "Set Class" 12 | - name: "setname" 13 | description: "Set Name" 14 | - name: "subclass" 15 | description: "Organizational Unit" 16 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/s4/annotations/cdc/t001t.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_cdc_processed }}.t001t" 2 | description: "Company code-dependent texts" 3 | fields: 4 | - name: "bukrs" 5 | description: "Company Code" 6 | - name: "ltext" 7 | description: "Usage" 8 | - name: "mandt" 9 | description: "Client (Mandant)" 10 | - name: "txtna" 11 | description: "Text Name" 12 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/s4/annotations/cdc/t002.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_cdc_processed }}.t002" 2 | description: "Language Keys (Component BC-I18)" 3 | fields: 4 | - name: "lahq" 5 | description: "Degree of Translation of Lang." 6 | - name: "laiso" 7 | description: "Language Code" 8 | - name: "laspez" 9 | description: "Language specifications" 10 | - name: "spras" 11 | description: "Language Key" 12 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/s4/annotations/cdc/t005s.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_cdc_processed }}.t005s" 2 | description: "Taxes: Region (Province) Key" 3 | fields: 4 | - name: "bland" 5 | description: "Region" 6 | - name: "fprcd" 7 | description: "Provincial tax code" 8 | - name: "herbl" 9 | description: "State of manufacture" 10 | - name: "land1" 11 | description: "Country/Region Key" 12 | - name: "mandt" 13 | description: "Client (Mandant)" 14 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/s4/annotations/cdc/t005u.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_cdc_processed }}.t005u" 2 | description: "Taxes: Region Key: Texts" 3 | fields: 4 | - name: "bezei" 5 | description: "Description" 6 | - name: "bland" 7 | description: "Region" 8 | - name: "land1" 9 | description: "Country/Region Key" 10 | - name: "mandt" 11 | description: "Client (Mandant)" 12 | - name: "spras" 13 | description: "Language Key" 14 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/s4/annotations/cdc/t006a.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_cdc_processed }}.t006a" 2 | description: "Assign Internal to Language-Dependent Unit" 3 | fields: 4 | - name: "mandt" 5 | description: "Client (Mandant)" 6 | - name: "mseh3" 7 | description: "Commercial" 8 | - name: "mseh6" 9 | description: "Technical" 10 | - name: "msehi" 11 | description: "Internal UoM" 12 | - name: "msehl" 13 | description: "UoM Text" 14 | - name: "mseht" 15 | description: "Measuremt unit text" 16 | - name: "spras" 17 | description: "Language Key" 18 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/s4/annotations/cdc/t006t.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_cdc_processed }}.t006t" 2 | description: "Dimension Texts" 3 | fields: 4 | - name: "dimid" 5 | description: "Dimension" 6 | - name: "mandt" 7 | description: "Client (Mandant)" 8 | - name: "spras" 9 | description: "Language Key" 10 | - name: "txdim" 11 | description: "Dimension text" 12 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/s4/annotations/cdc/t009b.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_cdc_processed }}.t009b" 2 | description: "Fiscal year variant periods" 3 | fields: 4 | - name: "bdatj" 5 | description: "Year" 6 | - name: "bumon" 7 | description: "Calendar month" 8 | - name: "butag" 9 | description: "Calendar day" 10 | - name: "mandt" 11 | description: "Client (Mandant)" 12 | - name: "periv" 13 | description: "Fiscal Year Variant" 14 | - name: "poper" 15 | description: "Posting period" 16 | - name: "reljr" 17 | description: "Year shift" 18 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/s4/annotations/cdc/t023t.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_cdc_processed }}.t023t" 2 | description: "Material Group Descriptions" 3 | fields: 4 | - name: "mandt" 5 | description: "Client (Mandant)" 6 | - name: "matkl" 7 | description: "Material Group" 8 | - name: "spras" 9 | description: "Language Key" 10 | - name: "wgbez" 11 | description: "Material Group Desc." 12 | - name: "wgbez60" 13 | description: "Material Grp Desc. 2" 14 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/s4/annotations/cdc/t134t.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_cdc_processed }}.t134t" 2 | description: "Material Type Descriptions" 3 | fields: 4 | - name: "mandt" 5 | description: "Client (Mandant)" 6 | - name: "mtart" 7 | description: "Material type" 8 | - name: "mtbez" 9 | description: "Material Type Desc." 10 | - name: "spras" 11 | description: "Language Key" 12 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/s4/annotations/cdc/t148t.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_cdc_processed }}.t148t" 2 | description: "Special Stock Descriptions" 3 | fields: 4 | - name: "mandt" 5 | description: "Client (Mandant)" 6 | - name: "sobkz" 7 | description: "Special Stock" 8 | - name: "sotxt" 9 | description: "Special stock descr." 10 | - name: "spras" 11 | description: "Language Key" 12 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/s4/annotations/cdc/t157e.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_cdc_processed }}.t157e" 2 | description: "Text Table: Reason for Movement" 3 | fields: 4 | - name: "bwart" 5 | description: "Movement type" 6 | - name: "grtxt" 7 | description: "Reason for Movement" 8 | - name: "grund" 9 | description: "Reason for Movement" 10 | - name: "mandt" 11 | description: "Client (Mandant)" 12 | - name: "spras" 13 | description: "Language Key" 14 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/s4/annotations/cdc/t157t.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_cdc_processed }}.t157t" 2 | description: "Description of Fields in Availability Block" 3 | fields: 4 | - name: "feldn" 5 | description: "Field name" 6 | - name: "mandt" 7 | description: "Client (Mandant)" 8 | - name: "meins" 9 | description: "Base Unit of Measure" 10 | - name: "menge" 11 | description: "Quantity" 12 | - name: "spras" 13 | description: "Language Key" 14 | - name: "text20" 15 | description: "Description" 16 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/s4/annotations/cdc/t161t.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_cdc_processed }}.t161t" 2 | description: "Texts for Purchasing Document Types" 3 | fields: 4 | - name: "batxt" 5 | description: "Doc. Type Descript." 6 | - name: "bsart" 7 | description: "Purchasing Doc. Type" 8 | - name: "bstyp" 9 | description: "Purch. Doc. Category" 10 | - name: "mandt" 11 | description: "Client (Mandant)" 12 | - name: "spras" 13 | description: "Language Key" 14 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/s4/annotations/cdc/t179.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_cdc_processed }}.t179" 2 | description: "Materials: Product Hierarchies" 3 | fields: 4 | - name: "mandt" 5 | description: "Client (Mandant)" 6 | - name: "prodh" 7 | description: "Product hierarchy" 8 | - name: "stufe" 9 | description: "Level number" 10 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/s4/annotations/cdc/t179t.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_cdc_processed }}.t179t" 2 | description: "Materials: Product hierarchies: Texts" 3 | fields: 4 | - name: "mandt" 5 | description: "Client (Mandant)" 6 | - name: "prodh" 7 | description: "Product hierarchy" 8 | - name: "spras" 9 | description: "Language Key" 10 | - name: "vtext" 11 | description: "Description" 12 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/s4/annotations/cdc/t881t.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_cdc_processed }}.t881t" 2 | description: "FI-SL Ledger text" 3 | fields: 4 | - name: "langu" 5 | description: "Language Key" 6 | - name: "mandt" 7 | description: "Client (Mandant)" 8 | - name: "name" 9 | description: "Ledger Name" 10 | - name: "rldnr" 11 | description: "Ledger" 12 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/s4/annotations/cdc/tbdls.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_cdc_processed }}.tbdls" 2 | description: "Logical system" 3 | fields: 4 | - name: "logsys" 5 | description: "Logical system" 6 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/s4/annotations/cdc/tcurc.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_cdc_processed }}.tcurc" 2 | description: "Currency Codes" 3 | fields: 4 | - name: "altwr" 5 | description: "Alternative key" 6 | - name: "gdatu" 7 | description: "Valid until" 8 | - name: "isocd" 9 | description: "ISO code" 10 | - name: "mandt" 11 | description: "Client (Mandant)" 12 | - name: "waers" 13 | description: "Currency" 14 | - name: "xprimary" 15 | description: "Priamry SAP Code for ISO Code" 16 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/s4/annotations/cdc/tcurt.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_cdc_processed }}.tcurt" 2 | description: "Currency Code Names" 3 | fields: 4 | - name: "ktext" 5 | description: "Short text" 6 | - name: "ltext" 7 | description: "Long Text" 8 | - name: "mandt" 9 | description: "Client (Mandant)" 10 | - name: "spras" 11 | description: "Language Key" 12 | - name: "waers" 13 | description: "Currency" 14 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/s4/annotations/cdc/tcurx.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_cdc_processed }}.tcurx" 2 | description: "Decimal Places in Currencies" 3 | fields: 4 | - name: "currdec" 5 | description: "Decimals" 6 | - name: "currkey" 7 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/s4/annotations/cdc/tfact.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_cdc_processed }}.tfact" 2 | description: "Factory calendar texts" 3 | fields: 4 | - name: "ident" 5 | description: "Factory Calendar ID" 6 | - name: "ltext" 7 | description: "Text" 8 | - name: "spras" 9 | description: "Language Key" 10 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/s4/annotations/cdc/tka02.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_cdc_processed }}.tka02" 2 | description: "Controlling area assignment" 3 | fields: 4 | - name: "bukrs" 5 | description: "Company Code" 6 | - name: "gsber" 7 | description: "Business Area" 8 | - name: "kokrs" 9 | description: "Controlling Area" 10 | - name: "mandt" 11 | description: "Client (Mandant)" 12 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/s4/annotations/cdc/tspa.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_cdc_processed }}.tspa" 2 | description: "Organizational Unit: Sales Divisions" 3 | fields: 4 | - name: "hide" 5 | description: "Hide Value in Input Help" 6 | - name: "mandt" 7 | description: "Client (Mandant)" 8 | - name: "spart" 9 | description: "Division" 10 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/s4/annotations/cdc/tspat.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_cdc_processed }}.tspat" 2 | description: "Organizational Unit: Sales Divisions: Texts" 3 | fields: 4 | - name: "mandt" 5 | description: "Client (Mandant)" 6 | - name: "spart" 7 | description: "Division" 8 | - name: "spras" 9 | description: "Language Key" 10 | - name: "vtext" 11 | description: "Name" 12 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/s4/annotations/cdc/tvfs.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_cdc_processed }}.tvfs" 2 | description: "Billing: Reasons for Blocking" 3 | fields: 4 | - name: "faksp" 5 | description: "Billing Block" 6 | - name: "mandt" 7 | description: "Client (Mandant)" 8 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/s4/annotations/cdc/tvfst.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_cdc_processed }}.tvfst" 2 | description: "Billing : Blocking Reason Texts" 3 | fields: 4 | - name: "faksp" 5 | description: "Billing Block" 6 | - name: "mandt" 7 | description: "Client (Mandant)" 8 | - name: "spras" 9 | description: "Language Key" 10 | - name: "vtext" 11 | description: "Billing Block Desc." 12 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/s4/annotations/cdc/tvkot.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_cdc_processed }}.tvkot" 2 | description: "Organizational Unit: Sales Organizations: Texts" 3 | fields: 4 | - name: "mandt" 5 | description: "Client (Mandant)" 6 | - name: "spras" 7 | description: "Language Key" 8 | - name: "vkorg" 9 | description: "Sales Organization" 10 | - name: "vtext" 11 | description: "Name" 12 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/s4/annotations/cdc/tvlst.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_cdc_processed }}.tvlst" 2 | description: "Deliveries: Blocking Reasons/Scope: Texts" 3 | fields: 4 | - name: "lifsp" 5 | description: "Delivery Block" 6 | - name: "mandt" 7 | description: "Client (Mandant)" 8 | - name: "spras" 9 | description: "Language Key" 10 | - name: "vtext" 11 | description: "Delivery Block Desc." 12 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/s4/annotations/cdc/tvstt.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_cdc_processed }}.tvstt" 2 | description: "Organizational Unit: Shipping Points: Texts" 3 | fields: 4 | - name: "mandt" 5 | description: "Client (Mandant)" 6 | - name: "spras" 7 | description: "Language Key" 8 | - name: "vstel" 9 | description: "Shipping Point/Receiving Pt" 10 | - name: "vtext" 11 | description: "Description" 12 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/s4/annotations/cdc/tvtw.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_cdc_processed }}.tvtw" 2 | description: "Organizational Unit: Distribution Channels" 3 | fields: 4 | - name: "hide" 5 | description: "Hide Value in Input Help" 6 | - name: "mandt" 7 | description: "Client (Mandant)" 8 | - name: "vtweg" 9 | description: "Distribution Channel" 10 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/s4/annotations/cdc/tvtwt.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_cdc_processed }}.tvtwt" 2 | description: "Organizational Unit: Distribution Channels: Texts" 3 | fields: 4 | - name: "mandt" 5 | description: "Client (Mandant)" 6 | - name: "spras" 7 | description: "Language Key" 8 | - name: "vtext" 9 | description: "Name" 10 | - name: "vtweg" 11 | description: "Distribution Channel" 12 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/s4/annotations/raw/adrct.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_raw_landing }}.adrct" 2 | description: "Address Texts (Business Address Services)" 3 | fields: 4 | - name: "addrnumber" 5 | description: "Address Number" 6 | - name: "client" 7 | description: "Client (Mandant)" 8 | - name: "date_from" 9 | description: "from" 10 | - name: "langu" 11 | description: "Language Key" 12 | - name: "nation" 13 | description: "Address Version" 14 | - name: "remark" 15 | description: "Notes" 16 | - name: "_dataaging" 17 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/s4/annotations/raw/cskt.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_raw_landing }}.cskt" 2 | description: "Cost Center Texts" 3 | fields: 4 | - name: "datbi" 5 | description: "Valid To" 6 | - name: "kokrs" 7 | description: "Controlling Area" 8 | - name: "kostl" 9 | description: "Cost Center" 10 | - name: "ktext" 11 | description: "Name" 12 | - name: "ltext" 13 | description: "Description" 14 | - name: "mandt" 15 | description: "Client (Mandant)" 16 | - name: "mctxt" 17 | description: "Cost Ctr Short Text" 18 | - name: "spras" 19 | description: "Language Key" 20 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/s4/annotations/raw/dd02t.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_raw_landing }}.dd02t" 2 | description: "SAP DD: SAP Table Texts" 3 | fields: 4 | - name: "as4local" 5 | description: "Activation Status" 6 | - name: "as4vers" 7 | description: "Version" 8 | - name: "ddlanguage" 9 | description: "Lang." 10 | - name: "ddtext" 11 | description: "Short Description" 12 | - name: "tabname" 13 | description: "Table Name" 14 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/s4/annotations/raw/dd03t.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_raw_landing }}.dd03t" 2 | description: "DD: Texts for fields (language dependent)" 3 | fields: 4 | - name: "as4local" 5 | description: "Activation Status" 6 | - name: "ddlanguage" 7 | description: "Lang." 8 | - name: "ddtext" 9 | description: "Short Description" 10 | - name: "fieldname" 11 | description: "Field Name" 12 | - name: "tabname" 13 | description: "Table Name" 14 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/s4/annotations/raw/finsc_ledger_rep.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_raw_landing }}.finsc_ledger_rep" 2 | description: "Unified Journal Entry Ledger (Auxiliary table for Reporting)" 3 | fields: 4 | - name: "mandt" 5 | description: "Client (Mandant)" 6 | - name: "rldnr" 7 | description: "Ledger" 8 | - name: "rldnr_pers" 9 | description: "Source Ledger" 10 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/s4/annotations/raw/finsc_ledger_t.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_raw_landing }}.finsc_ledger_t" 2 | description: "Unified Journal Entry Ledger" 3 | fields: 4 | - name: "langu" 5 | description: "Language Key" 6 | - name: "mandt" 7 | description: "Client (Mandant)" 8 | - name: "name" 9 | description: "Ledger Name" 10 | - name: "rldnr" 11 | description: "Ledger" 12 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/s4/annotations/raw/fmlt_curtp_ml.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_raw_landing }}.fmlt_curtp_ml" 2 | description: "Material Ledger Currency Type Mapping related to ACDOC" 3 | fields: 4 | - name: "curtp" 5 | description: "Currency/Valuation Type" 6 | - name: "mandt" 7 | description: "Client (Mandant)" 8 | - name: "rbukrs" 9 | description: "Company Code" 10 | - name: "rcolumn" 11 | description: "Character Length 1" 12 | - name: "rldnr" 13 | description: "Ledger" 14 | - name: "waers" 15 | description: "Currency" 16 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/s4/annotations/raw/hrrp_directoryt.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_raw_landing }}.hrrp_directoryt" 2 | description: "Hierarchy directory texts" 3 | fields: 4 | - name: "hryid" 5 | description: "Hierarchy ID" 6 | - name: "hrytxt" 7 | description: "Hierarchy Description" 8 | - name: "hryvalfrom" 9 | description: "Valid From" 10 | - name: "hryvalto" 11 | description: "Valid To" 12 | - name: "hryver" 13 | description: "Hierarchy Version" 14 | - name: "mandt" 15 | description: "Client (Mandant)" 16 | - name: "spras" 17 | description: "Language Key" 18 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/s4/annotations/raw/jest.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_raw_landing }}.jest" 2 | description: "Individual Object Status" 3 | fields: 4 | - name: "chgnr" 5 | description: "Change number" 6 | - name: "inact" 7 | description: "Status inactive" 8 | - name: "mandt" 9 | description: "Client (Mandant)" 10 | - name: "objnr" 11 | description: "Object number" 12 | - name: "stat" 13 | description: "Status" 14 | - name: "_dataaging" 15 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/s4/annotations/raw/makt.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_raw_landing }}.makt" 2 | description: "Material Descriptions" 3 | fields: 4 | - name: "maktg" 5 | description: "Material description" 6 | - name: "maktx" 7 | description: "Material Description" 8 | - name: "mandt" 9 | description: "Client (Mandant)" 10 | - name: "matnr" 11 | description: "Material" 12 | - name: "spras" 13 | description: "Language Key" 14 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/s4/annotations/raw/setheadert.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_raw_landing }}.setheadert" 2 | description: "Short Description of Sets" 3 | fields: 4 | - name: "descript" 5 | description: "Description" 6 | - name: "langu" 7 | description: "Language Key" 8 | - name: "mandt" 9 | description: "Client (Mandant)" 10 | - name: "setclass" 11 | description: "Set Class" 12 | - name: "setname" 13 | description: "Set Name" 14 | - name: "subclass" 15 | description: "Organizational Unit" 16 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/s4/annotations/raw/t001t.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_raw_landing }}.t001t" 2 | description: "Company code-dependent texts" 3 | fields: 4 | - name: "bukrs" 5 | description: "Company Code" 6 | - name: "ltext" 7 | description: "Usage" 8 | - name: "mandt" 9 | description: "Client (Mandant)" 10 | - name: "txtna" 11 | description: "Text Name" 12 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/s4/annotations/raw/t002.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_raw_landing }}.t002" 2 | description: "Language Keys (Component BC-I18)" 3 | fields: 4 | - name: "lahq" 5 | description: "Degree of Translation of Lang." 6 | - name: "laiso" 7 | description: "Language Code" 8 | - name: "laspez" 9 | description: "Language specifications" 10 | - name: "spras" 11 | description: "Language Key" 12 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/s4/annotations/raw/t005s.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_raw_landing }}.t005s" 2 | description: "Taxes: Region (Province) Key" 3 | fields: 4 | - name: "bland" 5 | description: "Region" 6 | - name: "fprcd" 7 | description: "Provincial tax code" 8 | - name: "herbl" 9 | description: "State of manufacture" 10 | - name: "land1" 11 | description: "Country/Region Key" 12 | - name: "mandt" 13 | description: "Client (Mandant)" 14 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/s4/annotations/raw/t005u.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_raw_landing }}.t005u" 2 | description: "Taxes: Region Key: Texts" 3 | fields: 4 | - name: "bezei" 5 | description: "Description" 6 | - name: "bland" 7 | description: "Region" 8 | - name: "land1" 9 | description: "Country/Region Key" 10 | - name: "mandt" 11 | description: "Client (Mandant)" 12 | - name: "spras" 13 | description: "Language Key" 14 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/s4/annotations/raw/t006a.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_raw_landing }}.t006a" 2 | description: "Assign Internal to Language-Dependent Unit" 3 | fields: 4 | - name: "mandt" 5 | description: "Client (Mandant)" 6 | - name: "mseh3" 7 | description: "Commercial" 8 | - name: "mseh6" 9 | description: "Technical" 10 | - name: "msehi" 11 | description: "Internal UoM" 12 | - name: "msehl" 13 | description: "UoM Text" 14 | - name: "mseht" 15 | description: "Measuremt unit text" 16 | - name: "spras" 17 | description: "Language Key" 18 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/s4/annotations/raw/t006t.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_raw_landing }}.t006t" 2 | description: "Dimension Texts" 3 | fields: 4 | - name: "dimid" 5 | description: "Dimension" 6 | - name: "mandt" 7 | description: "Client (Mandant)" 8 | - name: "spras" 9 | description: "Language Key" 10 | - name: "txdim" 11 | description: "Dimension text" 12 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/s4/annotations/raw/t009b.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_raw_landing }}.t009b" 2 | description: "Fiscal year variant periods" 3 | fields: 4 | - name: "bdatj" 5 | description: "Year" 6 | - name: "bumon" 7 | description: "Calendar month" 8 | - name: "butag" 9 | description: "Calendar day" 10 | - name: "mandt" 11 | description: "Client (Mandant)" 12 | - name: "periv" 13 | description: "Fiscal Year Variant" 14 | - name: "poper" 15 | description: "Posting period" 16 | - name: "reljr" 17 | description: "Year shift" 18 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/s4/annotations/raw/t023t.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_raw_landing }}.t023t" 2 | description: "Material Group Descriptions" 3 | fields: 4 | - name: "mandt" 5 | description: "Client (Mandant)" 6 | - name: "matkl" 7 | description: "Material Group" 8 | - name: "spras" 9 | description: "Language Key" 10 | - name: "wgbez" 11 | description: "Material Group Desc." 12 | - name: "wgbez60" 13 | description: "Material Grp Desc. 2" 14 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/s4/annotations/raw/t134t.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_raw_landing }}.t134t" 2 | description: "Material Type Descriptions" 3 | fields: 4 | - name: "mandt" 5 | description: "Client (Mandant)" 6 | - name: "mtart" 7 | description: "Material type" 8 | - name: "mtbez" 9 | description: "Material Type Desc." 10 | - name: "spras" 11 | description: "Language Key" 12 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/s4/annotations/raw/t148t.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_raw_landing }}.t148t" 2 | description: "Special Stock Descriptions" 3 | fields: 4 | - name: "mandt" 5 | description: "Client (Mandant)" 6 | - name: "sobkz" 7 | description: "Special Stock" 8 | - name: "sotxt" 9 | description: "Special stock descr." 10 | - name: "spras" 11 | description: "Language Key" 12 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/s4/annotations/raw/t157e.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_raw_landing }}.t157e" 2 | description: "Text Table: Reason for Movement" 3 | fields: 4 | - name: "bwart" 5 | description: "Movement type" 6 | - name: "grtxt" 7 | description: "Reason for Movement" 8 | - name: "grund" 9 | description: "Reason for Movement" 10 | - name: "mandt" 11 | description: "Client (Mandant)" 12 | - name: "spras" 13 | description: "Language Key" 14 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/s4/annotations/raw/t157t.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_raw_landing }}.t157t" 2 | description: "Description of Fields in Availability Block" 3 | fields: 4 | - name: "feldn" 5 | description: "Field name" 6 | - name: "mandt" 7 | description: "Client (Mandant)" 8 | - name: "meins" 9 | description: "Base Unit of Measure" 10 | - name: "menge" 11 | description: "Quantity" 12 | - name: "spras" 13 | description: "Language Key" 14 | - name: "text20" 15 | description: "Description" 16 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/s4/annotations/raw/t161t.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_raw_landing }}.t161t" 2 | description: "Texts for Purchasing Document Types" 3 | fields: 4 | - name: "batxt" 5 | description: "Doc. Type Descript." 6 | - name: "bsart" 7 | description: "Purchasing Doc. Type" 8 | - name: "bstyp" 9 | description: "Purch. Doc. Category" 10 | - name: "mandt" 11 | description: "Client (Mandant)" 12 | - name: "spras" 13 | description: "Language Key" 14 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/s4/annotations/raw/t179.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_raw_landing }}.t179" 2 | description: "Materials: Product Hierarchies" 3 | fields: 4 | - name: "mandt" 5 | description: "Client (Mandant)" 6 | - name: "prodh" 7 | description: "Product hierarchy" 8 | - name: "stufe" 9 | description: "Level number" 10 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/s4/annotations/raw/t179t.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_raw_landing }}.t179t" 2 | description: "Materials: Product hierarchies: Texts" 3 | fields: 4 | - name: "mandt" 5 | description: "Client (Mandant)" 6 | - name: "prodh" 7 | description: "Product hierarchy" 8 | - name: "spras" 9 | description: "Language Key" 10 | - name: "vtext" 11 | description: "Description" 12 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/s4/annotations/raw/t881t.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_raw_landing }}.t881t" 2 | description: "FI-SL Ledger text" 3 | fields: 4 | - name: "langu" 5 | description: "Language Key" 6 | - name: "mandt" 7 | description: "Client (Mandant)" 8 | - name: "name" 9 | description: "Ledger Name" 10 | - name: "rldnr" 11 | description: "Ledger" 12 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/s4/annotations/raw/tbdls.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_raw_landing }}.tbdls" 2 | description: "Logical system" 3 | fields: 4 | - name: "logsys" 5 | description: "Logical system" 6 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/s4/annotations/raw/tcurc.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_raw_landing }}.tcurc" 2 | description: "Currency Codes" 3 | fields: 4 | - name: "altwr" 5 | description: "Alternative key" 6 | - name: "gdatu" 7 | description: "Valid until" 8 | - name: "isocd" 9 | description: "ISO code" 10 | - name: "mandt" 11 | description: "Client (Mandant)" 12 | - name: "waers" 13 | description: "Currency" 14 | - name: "xprimary" 15 | description: "Priamry SAP Code for ISO Code" 16 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/s4/annotations/raw/tcurt.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_raw_landing }}.tcurt" 2 | description: "Currency Code Names" 3 | fields: 4 | - name: "ktext" 5 | description: "Short text" 6 | - name: "ltext" 7 | description: "Long Text" 8 | - name: "mandt" 9 | description: "Client (Mandant)" 10 | - name: "spras" 11 | description: "Language Key" 12 | - name: "waers" 13 | description: "Currency" 14 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/s4/annotations/raw/tcurx.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_raw_landing }}.tcurx" 2 | description: "Decimal Places in Currencies" 3 | fields: 4 | - name: "currdec" 5 | description: "Decimals" 6 | - name: "currkey" 7 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/s4/annotations/raw/tfact.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_raw_landing }}.tfact" 2 | description: "Factory calendar texts" 3 | fields: 4 | - name: "ident" 5 | description: "Factory Calendar ID" 6 | - name: "ltext" 7 | description: "Text" 8 | - name: "spras" 9 | description: "Language Key" 10 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/s4/annotations/raw/tka02.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_raw_landing }}.tka02" 2 | description: "Controlling area assignment" 3 | fields: 4 | - name: "bukrs" 5 | description: "Company Code" 6 | - name: "gsber" 7 | description: "Business Area" 8 | - name: "kokrs" 9 | description: "Controlling Area" 10 | - name: "mandt" 11 | description: "Client (Mandant)" 12 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/s4/annotations/raw/tspa.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_raw_landing }}.tspa" 2 | description: "Organizational Unit: Sales Divisions" 3 | fields: 4 | - name: "hide" 5 | description: "Hide Value in Input Help" 6 | - name: "mandt" 7 | description: "Client (Mandant)" 8 | - name: "spart" 9 | description: "Division" 10 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/s4/annotations/raw/tspat.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_raw_landing }}.tspat" 2 | description: "Organizational Unit: Sales Divisions: Texts" 3 | fields: 4 | - name: "mandt" 5 | description: "Client (Mandant)" 6 | - name: "spart" 7 | description: "Division" 8 | - name: "spras" 9 | description: "Language Key" 10 | - name: "vtext" 11 | description: "Name" 12 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/s4/annotations/raw/tvfs.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_raw_landing }}.tvfs" 2 | description: "Billing: Reasons for Blocking" 3 | fields: 4 | - name: "faksp" 5 | description: "Billing Block" 6 | - name: "mandt" 7 | description: "Client (Mandant)" 8 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/s4/annotations/raw/tvfst.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_raw_landing }}.tvfst" 2 | description: "Billing : Blocking Reason Texts" 3 | fields: 4 | - name: "faksp" 5 | description: "Billing Block" 6 | - name: "mandt" 7 | description: "Client (Mandant)" 8 | - name: "spras" 9 | description: "Language Key" 10 | - name: "vtext" 11 | description: "Billing Block Desc." 12 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/s4/annotations/raw/tvkot.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_raw_landing }}.tvkot" 2 | description: "Organizational Unit: Sales Organizations: Texts" 3 | fields: 4 | - name: "mandt" 5 | description: "Client (Mandant)" 6 | - name: "spras" 7 | description: "Language Key" 8 | - name: "vkorg" 9 | description: "Sales Organization" 10 | - name: "vtext" 11 | description: "Name" 12 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/s4/annotations/raw/tvlst.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_raw_landing }}.tvlst" 2 | description: "Deliveries: Blocking Reasons/Scope: Texts" 3 | fields: 4 | - name: "lifsp" 5 | description: "Delivery Block" 6 | - name: "mandt" 7 | description: "Client (Mandant)" 8 | - name: "spras" 9 | description: "Language Key" 10 | - name: "vtext" 11 | description: "Delivery Block Desc." 12 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/s4/annotations/raw/tvstt.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_raw_landing }}.tvstt" 2 | description: "Organizational Unit: Shipping Points: Texts" 3 | fields: 4 | - name: "mandt" 5 | description: "Client (Mandant)" 6 | - name: "spras" 7 | description: "Language Key" 8 | - name: "vstel" 9 | description: "Shipping Point/Receiving Pt" 10 | - name: "vtext" 11 | description: "Description" 12 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/s4/annotations/raw/tvtw.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_raw_landing }}.tvtw" 2 | description: "Organizational Unit: Distribution Channels" 3 | fields: 4 | - name: "hide" 5 | description: "Hide Value in Input Help" 6 | - name: "mandt" 7 | description: "Client (Mandant)" 8 | - name: "vtweg" 9 | description: "Distribution Channel" 10 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/s4/annotations/raw/tvtwt.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_src }}.{{ dataset_raw_landing }}.tvtwt" 2 | description: "Organizational Unit: Distribution Channels: Texts" 3 | fields: 4 | - name: "mandt" 5 | description: "Client (Mandant)" 6 | - name: "spras" 7 | description: "Language Key" 8 | - name: "vtext" 9 | description: "Name" 10 | - name: "vtweg" 11 | description: "Distribution Channel" 12 | -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/s4/policy_taxonomies/.keep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/src/SAP/SAP_CDC/config/s4/policy_taxonomies/.keep -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/config/s4/tag_templates/templates.yaml: -------------------------------------------------------------------------------- 1 | project: {{ project_id_tgt }} 2 | templates: 3 | - display_name: "line_of_business" 4 | level: ASSET 5 | fields: 6 | - display_name: "group" 7 | field_type: STRING 8 | - display_name: "domain" 9 | field_type: STRING -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/src/template_dag/.airflowignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/src/SAP/SAP_CDC/src/template_dag/.airflowignore -------------------------------------------------------------------------------- /src/SAP/SAP_CDC/src/template_dag/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/src/SAP/SAP_CDC/src/template_dag/__init__.py -------------------------------------------------------------------------------- /src/SAP/SAP_REPORTING/common/data_mesh/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/src/SAP/SAP_REPORTING/common/data_mesh/__init__.py -------------------------------------------------------------------------------- /src/SAP/SAP_REPORTING/common/data_mesh/config/tag_templates/tag_templates.yaml: -------------------------------------------------------------------------------- 1 | # CatalogTagTemplates dataclass. 2 | # TODO: clean up with recommended templates. 3 | project: {{ project_id_tgt }} 4 | templates: 5 | - display_name: "data_governance" 6 | level: ASSET 7 | fields: 8 | - display_name: "retention_date" 9 | field_type: TIMESTAMP 10 | - display_name: "pii" 11 | level: FIELD 12 | fields: 13 | - display_name: "has_pii" 14 | field_type: BOOL 15 | - display_name: "pii_type" 16 | field_type: 17 | enum_allowed_values: ["EMAIL", "ADDRESS", "SSN"] -------------------------------------------------------------------------------- /src/SAP/SAP_REPORTING/common/materializer/templates/bq_insert_job_template.txt: -------------------------------------------------------------------------------- 1 | refresh_${table_name} = BigQueryInsertJobOperator( 2 | task_id="refresh_${table_name}", 3 | configuration={ 4 | "query": { 5 | "query": "${query_file}", 6 | "useLegacySql": False, 7 | }, 8 | "labels": _BQ_LABELS, 9 | "location": _BQ_LOCATION 10 | }, 11 | gcp_conn_id=_GCP_CONN_ID) -------------------------------------------------------------------------------- /src/SAP/SAP_REPORTING/config/ecc/annotations/AccountsPayableOverview.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_tgt }}.{{ dataset_reporting_tgt }}.AccountsPayableOverview" 2 | description: "Overview view for Accounts Payable. This view mimics the logic in Looker and is not meant to be deployed." 3 | catalog_tags: 4 | - display_name: "line_of_business" 5 | fields: 6 | - display_name: "group" 7 | value: "Finance" 8 | - display_name: "domain" 9 | value: "Accounts Payable" 10 | -------------------------------------------------------------------------------- /src/SAP/SAP_REPORTING/config/ecc/annotations/CostCenterAmountsHierarchy_SAMPLE.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_tgt }}.{{ dataset_reporting_tgt }}.CostCenterAmountsHierarchy_SAMPLE" 2 | description: "Sample view using Python-based hierarchy flattener (local k9). Not meant to be deployed." 3 | catalog_tags: 4 | - display_name: "line_of_business" 5 | fields: 6 | - display_name: "group" 7 | value: "Finance" 8 | - display_name: "domain" 9 | value: "Cost Accounting" 10 | -------------------------------------------------------------------------------- /src/SAP/SAP_REPORTING/config/ecc/annotations/CustomerClearedItems_BSAD.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_tgt }}.{{ dataset_reporting_tgt }}.CustomerClearedItems_BSAD" 2 | catalog_tags: 3 | - display_name: "line_of_business" 4 | fields: 5 | - display_name: "group" 6 | value: "Finance" 7 | -------------------------------------------------------------------------------- /src/SAP/SAP_REPORTING/config/ecc/annotations/CustomerOpenItems_BSID.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_tgt }}.{{ dataset_reporting_tgt }}.CustomerOpenItems_BSID" 2 | catalog_tags: 3 | - display_name: "line_of_business" 4 | fields: 5 | - display_name: "group" 6 | value: "Finance" 7 | -------------------------------------------------------------------------------- /src/SAP/SAP_REPORTING/config/ecc/annotations/FixedAssetsMD.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_tgt }}.{{ dataset_reporting_tgt }}.FixedAssetsMD" 2 | catalog_tags: 3 | - display_name: "line_of_business" 4 | fields: 5 | - display_name: "group" 6 | value: "Master Data" 7 | -------------------------------------------------------------------------------- /src/SAP/SAP_REPORTING/config/ecc/annotations/GLDocumentsHdr.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_tgt }}.{{ dataset_reporting_tgt }}.GLDocumentsHdr" 2 | catalog_tags: 3 | - display_name: "line_of_business" 4 | fields: 5 | - display_name: "group" 6 | value: "Finance" 7 | - display_name: "domain" 8 | value: "GL Accounting" 9 | -------------------------------------------------------------------------------- /src/SAP/SAP_REPORTING/config/ecc/annotations/ProductHierarchy_Flatten.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_tgt }}.{{ dataset_reporting_tgt }}.ProductHierarchy_Flatten" 2 | description: "This view shows flattened product hierarchy at level 3." 3 | catalog_tags: 4 | - display_name: "line_of_business" 5 | fields: 6 | - display_name: "group" 7 | value: "Utility" 8 | fields: 9 | - name: "prodh1" 10 | description: "Product Hierarchy at level 1" 11 | - name: "prodh2" 12 | description: "Product Hierarchy at level 2" 13 | - name: "prodh3" 14 | description: "Product Hierarchy at level 3" 15 | -------------------------------------------------------------------------------- /src/SAP/SAP_REPORTING/config/ecc/annotations/ProfitCenterAmountsHierarchy_SAMPLE.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_tgt }}.{{ dataset_reporting_tgt }}.ProfitCenterAmountsHierarchy_SAMPLE" 2 | description: "Sample view using Python-based profit center hierarchy flattener (local k9). Not meant to be deployed." 3 | catalog_tags: 4 | - display_name: "line_of_business" 5 | fields: 6 | - display_name: "group" 7 | value: "Finance" 8 | - display_name: "domain" 9 | value: "Profit Accounting" 10 | -------------------------------------------------------------------------------- /src/SAP/SAP_REPORTING/config/ecc/annotations/RegionsMD.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_tgt }}.{{ dataset_reporting_tgt }}.RegionsMD" 2 | catalog_tags: 3 | - display_name: "line_of_business" 4 | fields: 5 | - display_name: "group" 6 | value: "Master Data" 7 | -------------------------------------------------------------------------------- /src/SAP/SAP_REPORTING/config/ecc/annotations/Stock_OnHand.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_tgt }}.{{ dataset_reporting_tgt }}.Stock_OnHand" 2 | catalog_tags: 3 | - display_name: "line_of_business" 4 | fields: 5 | - display_name: "group" 6 | value: "Supply Chain" 7 | - display_name: "domain" 8 | value: "Inventory Management" 9 | -------------------------------------------------------------------------------- /src/SAP/SAP_REPORTING/config/ecc/annotations/UoMConversion.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_tgt }}.{{ dataset_reporting_tgt }}.UoMConversion" 2 | catalog_tags: 3 | - display_name: "line_of_business" 4 | fields: 5 | - display_name: "group" 6 | value: "Utility" 7 | -------------------------------------------------------------------------------- /src/SAP/SAP_REPORTING/config/ecc/annotations/UoMUsage_SAMPLE.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_tgt }}.{{ dataset_reporting_tgt }}.UoMUsage_SAMPLE" 2 | catalog_tags: 3 | - display_name: "line_of_business" 4 | fields: 5 | - display_name: "group" 6 | value: "Utility" 7 | -------------------------------------------------------------------------------- /src/SAP/SAP_REPORTING/config/ecc/annotations/VendorLeadTimeOverview.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_tgt }}.{{ dataset_reporting_tgt }}.VendorLeadTimeOverview" 2 | catalog_tags: 3 | - display_name: "line_of_business" 4 | fields: 5 | - display_name: "group" 6 | value: "Supply Chain" 7 | - display_name: "domain" 8 | value: "Vendor Performance" 9 | -------------------------------------------------------------------------------- /src/SAP/SAP_REPORTING/config/ecc/annotations/VendorPerformanceOverview.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_tgt }}.{{ dataset_reporting_tgt }}.VendorPerformanceOverview" 2 | description: "Overview view for Vendor Performance. This view is not meant to be deployed, it is a sample to mimic the report delivered in Looker as part of the SAP block." 3 | catalog_tags: 4 | - display_name: "line_of_business" 5 | fields: 6 | - display_name: "group" 7 | value: "Supply Chain" 8 | - display_name: "domain" 9 | value: "Vendor Performance" 10 | -------------------------------------------------------------------------------- /src/SAP/SAP_REPORTING/config/ecc/tag_templates/templates.yaml: -------------------------------------------------------------------------------- 1 | project: {{ project_id_tgt }} 2 | templates: 3 | - display_name: "line_of_business" 4 | level: ASSET 5 | fields: 6 | - display_name: "group" 7 | field_type: STRING 8 | - display_name: "domain" 9 | field_type: STRING -------------------------------------------------------------------------------- /src/SAP/SAP_REPORTING/config/k9_placeholder_settings.yaml: -------------------------------------------------------------------------------- 1 | # This settings file ensures the existence of required K9 dependencies by 2 | # creating the K9 Processing dataset plus any placeholders for all 3 | # required tables / views, in case any does not yet exist. 4 | 5 | bq_independent_objects: 6 | 7 | - sql_file: placeholders/calendar_date_dim.sql 8 | type: script 9 | -------------------------------------------------------------------------------- /src/SAP/SAP_REPORTING/config/s4/annotations/AccountsPayableOverview.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_tgt }}.{{ dataset_reporting_tgt }}.AccountsPayableOverview" 2 | description: "Overview view for Accounts Payable. This view mimics the logic in Looker and is not meant to be deployed." 3 | catalog_tags: 4 | - display_name: "line_of_business" 5 | fields: 6 | - display_name: "group" 7 | value: "Finance" 8 | - display_name: "domain" 9 | value: "Accounts Payable" 10 | -------------------------------------------------------------------------------- /src/SAP/SAP_REPORTING/config/s4/annotations/CostCenterAmountsHierarchy_SAMPLE.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_tgt }}.{{ dataset_reporting_tgt }}.CostCenterAmountsHierarchy_SAMPLE" 2 | description: "Sample view using Python-based hierarchy flattener (local k9). Not meant to be deployed." 3 | catalog_tags: 4 | - display_name: "line_of_business" 5 | fields: 6 | - display_name: "group" 7 | value: "Finance" 8 | - display_name: "domain" 9 | value: "Cost Accounting" 10 | -------------------------------------------------------------------------------- /src/SAP/SAP_REPORTING/config/s4/annotations/CustomerClearedItems_BSAD.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_tgt }}.{{ dataset_reporting_tgt }}.CustomerClearedItems_BSAD" 2 | catalog_tags: 3 | - display_name: "line_of_business" 4 | fields: 5 | - display_name: "group" 6 | value: "Finance" 7 | -------------------------------------------------------------------------------- /src/SAP/SAP_REPORTING/config/s4/annotations/CustomerOpenItems_BSID.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_tgt }}.{{ dataset_reporting_tgt }}.CustomerOpenItems_BSID" 2 | catalog_tags: 3 | - display_name: "line_of_business" 4 | fields: 5 | - display_name: "group" 6 | value: "Finance" 7 | -------------------------------------------------------------------------------- /src/SAP/SAP_REPORTING/config/s4/annotations/FixedAssetsMD.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_tgt }}.{{ dataset_reporting_tgt }}.FixedAssetsMD" 2 | catalog_tags: 3 | - display_name: "line_of_business" 4 | fields: 5 | - display_name: "group" 6 | value: "Master Data" 7 | -------------------------------------------------------------------------------- /src/SAP/SAP_REPORTING/config/s4/annotations/GLDocumentsHdr.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_tgt }}.{{ dataset_reporting_tgt }}.GLDocumentsHdr" 2 | catalog_tags: 3 | - display_name: "line_of_business" 4 | fields: 5 | - display_name: "group" 6 | value: "Finance" 7 | - display_name: "domain" 8 | value: "GL Accounting" 9 | -------------------------------------------------------------------------------- /src/SAP/SAP_REPORTING/config/s4/annotations/ProductHierarchy_Flatten.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_tgt }}.{{ dataset_reporting_tgt }}.ProductHierarchy_Flatten" 2 | description: "This view shows flattened product hierarchy at level 3." 3 | catalog_tags: 4 | - display_name: "line_of_business" 5 | fields: 6 | - display_name: "group" 7 | value: "Utility" 8 | fields: 9 | - name: "prodh1" 10 | description: "Product Hierarchy at level 1" 11 | - name: "prodh2" 12 | description: "Product Hierarchy at level 2" 13 | - name: "prodh3" 14 | description: "Product Hierarchy at level 3" 15 | -------------------------------------------------------------------------------- /src/SAP/SAP_REPORTING/config/s4/annotations/ProfitCenterAmountsHierarchy_SAMPLE.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_tgt }}.{{ dataset_reporting_tgt }}.ProfitCenterAmountsHierarchy_SAMPLE" 2 | description: "Sample view using Python-based profit center hierarchy flattener (local k9). Not meant to be deployed." 3 | catalog_tags: 4 | - display_name: "line_of_business" 5 | fields: 6 | - display_name: "group" 7 | value: "Finance" 8 | - display_name: "domain" 9 | value: "Profit Accounting" 10 | -------------------------------------------------------------------------------- /src/SAP/SAP_REPORTING/config/s4/annotations/RegionsMD.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_tgt }}.{{ dataset_reporting_tgt }}.RegionsMD" 2 | catalog_tags: 3 | - display_name: "line_of_business" 4 | fields: 5 | - display_name: "group" 6 | value: "Master Data" 7 | -------------------------------------------------------------------------------- /src/SAP/SAP_REPORTING/config/s4/annotations/Stock_OnHand.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_tgt }}.{{ dataset_reporting_tgt }}.Stock_OnHand" 2 | catalog_tags: 3 | - display_name: "line_of_business" 4 | fields: 5 | - display_name: "group" 6 | value: "Supply Chain" 7 | - display_name: "domain" 8 | value: "Inventory Management" 9 | -------------------------------------------------------------------------------- /src/SAP/SAP_REPORTING/config/s4/annotations/UoMConversion.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_tgt }}.{{ dataset_reporting_tgt }}.UoMConversion" 2 | catalog_tags: 3 | - display_name: "line_of_business" 4 | fields: 5 | - display_name: "group" 6 | value: "Utility" 7 | -------------------------------------------------------------------------------- /src/SAP/SAP_REPORTING/config/s4/annotations/UoMUsage_SAMPLE.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_tgt }}.{{ dataset_reporting_tgt }}.UoMUsage_SAMPLE" 2 | catalog_tags: 3 | - display_name: "line_of_business" 4 | fields: 5 | - display_name: "group" 6 | value: "Utility" 7 | -------------------------------------------------------------------------------- /src/SAP/SAP_REPORTING/config/s4/annotations/VendorLeadTimeOverview.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_tgt }}.{{ dataset_reporting_tgt }}.VendorLeadTimeOverview" 2 | catalog_tags: 3 | - display_name: "line_of_business" 4 | fields: 5 | - display_name: "group" 6 | value: "Supply Chain" 7 | - display_name: "domain" 8 | value: "Vendor Performance" 9 | -------------------------------------------------------------------------------- /src/SAP/SAP_REPORTING/config/s4/annotations/VendorPerformanceOverview.yaml: -------------------------------------------------------------------------------- 1 | name: "{{ project_id_tgt }}.{{ dataset_reporting_tgt }}.VendorPerformanceOverview" 2 | description: "Overview view for Vendor Performance. This view is not meant to be deployed, it is a sample to mimic the report delivered in Looker as part of the SAP block." 3 | catalog_tags: 4 | - display_name: "line_of_business" 5 | fields: 6 | - display_name: "group" 7 | value: "Supply Chain" 8 | - display_name: "domain" 9 | value: "Vendor Performance" 10 | -------------------------------------------------------------------------------- /src/SAP/SAP_REPORTING/config/s4/tag_templates/templates.yaml: -------------------------------------------------------------------------------- 1 | project: {{ project_id_tgt }} 2 | templates: 3 | - display_name: "line_of_business" 4 | level: ASSET 5 | fields: 6 | - display_name: "group" 7 | field_type: STRING 8 | - display_name: "domain" 9 | field_type: STRING -------------------------------------------------------------------------------- /src/SAP/SAP_REPORTING/ecc/BillingBlockingReasonsMD.sql: -------------------------------------------------------------------------------- 1 | SELECT 2 | TVFST.MANDT AS Client_MANDT, 3 | TVFST.SPRAS AS LanguageKey_SPRAS, 4 | TVFST.FAKSP AS Block_FAKSP, 5 | TVFST.VTEXT AS BillingBlockReason_VTEXT, 6 | FROM `{{ project_id_src }}.{{ dataset_cdc_processed_ecc }}.tvfst` AS TVFST 7 | -------------------------------------------------------------------------------- /src/SAP/SAP_REPORTING/ecc/CostCenterHierarchiesMD.sql: -------------------------------------------------------------------------------- 1 | SELECT 2 | setheadert.MANDT AS Client_MANDT, 3 | setheadert.SETCLASS AS SetClass_SETCLASS, 4 | setheadert.SUBCLASS AS OrganizationalUnit_SUBCLASS, 5 | setheadert.SETNAME AS SetName_SETNAME, 6 | setheadert.LANGU AS LanguageKey_LANGU, 7 | setheadert.DESCRIPT AS ShortDescriptionOfSet_DESCRIPT 8 | FROM 9 | `{{ project_id_src }}.{{ dataset_cdc_processed_ecc }}.setheadert` AS setheadert 10 | WHERE 11 | setclass = '0101' 12 | -------------------------------------------------------------------------------- /src/SAP/SAP_REPORTING/ecc/DeliveryBlockingReasonsMD.sql: -------------------------------------------------------------------------------- 1 | SELECT 2 | TVLST.MANDT AS Client_MANDT, 3 | TVLST.SPRAS AS LanguageKey_SPRAS, 4 | TVLST.LIFSP AS DefaultDeliveryBlock_LIFSP, 5 | TVLST.VTEXT AS DeliveryBlockReason_VTEXT, 6 | FROM `{{ project_id_src }}.{{ dataset_cdc_processed_ecc }}.tvlst` AS TVLST 7 | -------------------------------------------------------------------------------- /src/SAP/SAP_REPORTING/ecc/DistributionChannelsMD.sql: -------------------------------------------------------------------------------- 1 | SELECT 2 | TVTW.MANDT AS Client_MANDT, 3 | TVTW.VTWEG AS DistributionChannel_VTWEG, 4 | TVTWT.SPRAS AS Language_SPRAS, 5 | TVTWT.VTEXT AS DistributionChannelName_VTEXT 6 | FROM 7 | `{{ project_id_src }}.{{ dataset_cdc_processed_ecc }}.tvtw` AS TVTW 8 | INNER JOIN 9 | `{{ project_id_src }}.{{ dataset_cdc_processed_ecc }}.tvtwt` AS TVTWT 10 | ON 11 | TVTW.MANDT = TVTWT.MANDT 12 | AND TVTW.VTWEG = TVTWT.VTWEG 13 | -------------------------------------------------------------------------------- /src/SAP/SAP_REPORTING/ecc/DivisionsMD.sql: -------------------------------------------------------------------------------- 1 | SELECT 2 | TSPA.mandt AS Client_MANDT, 3 | TSPA.spart AS Division_SPART, 4 | TSPAT.spras AS LanguageKey_SPRAS, 5 | TSPAT.vtext AS DivisionName_VTEXT 6 | FROM 7 | `{{ project_id_src }}.{{ dataset_cdc_processed_ecc }}.tspa` AS TSPA 8 | LEFT JOIN 9 | `{{ project_id_src }}.{{ dataset_cdc_processed_ecc }}.tspat` AS TSPAT 10 | ON 11 | TSPA.MANDT = TSPAT.MANDT 12 | AND TSPA.SPART = TSPAT.SPART 13 | -------------------------------------------------------------------------------- /src/SAP/SAP_REPORTING/ecc/FSVTextsMD.sql: -------------------------------------------------------------------------------- 1 | SELECT 2 | fagl_011qt.MANDT AS Client_MANDT, 3 | fagl_011qt.VERSN AS FinancialStatementVersion_VERSN, 4 | fagl_011qt.SPRAS AS LanguageKey_SPRAS, 5 | fagl_011qt.ERGSL AS FinancialStatementItem_ERGSL, 6 | fagl_011qt.TXTYP AS TextType_TXTYP, 7 | fagl_011qt.ZEILE AS FinancialStatementItemLineNumber_ZEILE, 8 | fagl_011qt.TXT45 AS FinancialStatementItemText_TXT45 9 | FROM 10 | `{{ project_id_src }}.{{ dataset_cdc_processed_ecc }}.fagl_011qt` AS fagl_011qt 11 | -------------------------------------------------------------------------------- /src/SAP/SAP_REPORTING/ecc/Languages_T002.sql: -------------------------------------------------------------------------------- 1 | SELECT 2 | T002.SPRAS AS LanguageKey_SPRAS, 3 | T002.LASPEZ AS LanguageSpecifications_LASPEZ, 4 | T002.LAHQ AS DegreeOfTranslationOfLanguage_LAHQ, 5 | T002.LAISO AS TwoCharacterSapLanguageCode_LAISO 6 | FROM `{{ project_id_src }}.{{ dataset_cdc_processed_ecc }}.t002` AS T002 7 | -------------------------------------------------------------------------------- /src/SAP/SAP_REPORTING/ecc/MaterialMovementTypesMD.sql: -------------------------------------------------------------------------------- 1 | SELECT 2 | t156t.MANDT AS Client_MANDT, 3 | t156t.SPRAS AS LanguageKey_SPRAS, 4 | t156t.BWART AS MovementType_BWART, 5 | t156t.SOBKZ AS SpecialStock_SOBKZ, 6 | t156t.KZBEW AS MovementIndicator_KZBEW, 7 | t156t.KZZUG AS ReceiptIndicator_KZZUG, 8 | t156t.KZVBR AS ConsumptionPosting_KZVBR, 9 | t156t.BTEXT AS MovementTypeText_BTEXT 10 | FROM `{{ project_id_src }}.{{ dataset_cdc_processed_ecc }}.t156t` AS t156t 11 | -------------------------------------------------------------------------------- /src/SAP/SAP_REPORTING/ecc/ProductHierarchiesMD.sql: -------------------------------------------------------------------------------- 1 | SELECT t179.mandt AS Client_MANDT, 2 | t179.prodh AS Hierarchy_PRODH, 3 | t179.stufe AS Level_STUFE, 4 | t179t.spras AS Language_SPRAS, 5 | t179t.vtext AS Description_VTEXT 6 | FROM `{{ project_id_src }}.{{ dataset_cdc_processed_ecc }}.t179` AS t179 7 | INNER JOIN `{{ project_id_src }}.{{ dataset_cdc_processed_ecc }}.t179t` AS t179t 8 | ON t179.mandt = t179t.mandt AND t179.prodh = t179t.prodh 9 | -------------------------------------------------------------------------------- /src/SAP/SAP_REPORTING/ecc/ProfitCenterHierarchiesMD.sql: -------------------------------------------------------------------------------- 1 | SELECT 2 | setheadert.MANDT AS Client_MANDT, 3 | setheadert.SETCLASS AS SetClass_SETCLASS, 4 | setheadert.SUBCLASS AS OrganizationalUnit_SUBCLASS, 5 | setheadert.SETNAME AS SetName_SETNAME, 6 | setheadert.LANGU AS LanguageKey_LANGU, 7 | setheadert.DESCRIPT AS ShortDescriptionOfSet_DESCRIPT 8 | FROM 9 | `{{ project_id_src }}.{{ dataset_cdc_processed_ecc }}.setheadert` AS setheadert 10 | WHERE 11 | setclass = '0106' 12 | -------------------------------------------------------------------------------- /src/SAP/SAP_REPORTING/ecc/PurchasingGroupsMD.sql: -------------------------------------------------------------------------------- 1 | SELECT 2 | t024.MANDT AS Client_MANDT, 3 | t024.EKGRP AS PurchasingGroup_EKGRP, 4 | t024.EKNAM AS PurchasingGroupText_EKNAM 5 | -- t024.EKTEL AS TelephoneNumberPurchasingGroup_EKTEL, 6 | -- t024.LDEST AS Spool_LDEST, 7 | -- t024.TELFX AS FaxNumberPurchasingGroup_TELFX, 8 | -- t024.TEL_NUMBER AS TelephoneNo_TEL_NUMBER, 9 | -- t024.TEL_EXTENS AS TelephoneNoExtension_TEL_EXTENS, 10 | -- t024.SMTP_ADDR AS EMailAddress_SMTP_ADDR 11 | FROM 12 | `{{ project_id_src }}.{{ dataset_cdc_processed_ecc }}.t024` AS t024 13 | -------------------------------------------------------------------------------- /src/SAP/SAP_REPORTING/ecc/ReasonForMovementTypesMD.sql: -------------------------------------------------------------------------------- 1 | SELECT 2 | t157e.MANDT AS Client_MANDT, 3 | t157e.SPRAS AS LanguageKey_SPRAS, 4 | t157e.BWART AS MovementType_BWART, 5 | t157e.GRUND AS ReasonForMovement_GRUND, 6 | t157e.GRTXT AS ReasonForGoodsMovement_GRTXT 7 | FROM `{{ project_id_src }}.{{ dataset_cdc_processed_ecc }}.t157e` AS t157e 8 | -------------------------------------------------------------------------------- /src/SAP/SAP_REPORTING/ecc/RegionsMD.sql: -------------------------------------------------------------------------------- 1 | SELECT 2 | T005S.MANDT AS Client_MANDT, 3 | T005S.LAND1 AS CountryKey_LAND1, 4 | T005S.BLAND AS Region_BLAND, 5 | T005S.FPRCD AS ProvincialTaxCode_FPRCD, 6 | T005S.HERBL AS StateOfManufacture_HERBL 7 | FROM 8 | `{{ project_id_src }}.{{ dataset_cdc_processed_ecc }}.t005s` AS T005S 9 | -------------------------------------------------------------------------------- /src/SAP/SAP_REPORTING/ecc/Regions_T005S.sql: -------------------------------------------------------------------------------- 1 | SELECT 2 | T005S.MANDT AS Client_MANDT, 3 | T005S.LAND1 AS CountryKey_LAND1, 4 | T005S.BLAND AS Region_BLAND, 5 | T005S.FPRCD AS ProvincialTaxCode_FPRCD, 6 | T005S.HERBL AS StateOfManufacture_HERBL 7 | FROM `{{ project_id_src }}.{{ dataset_cdc_processed_ecc }}.t005s` AS T005S 8 | -------------------------------------------------------------------------------- /src/SAP/SAP_REPORTING/ecc/SpecialStocksMD.sql: -------------------------------------------------------------------------------- 1 | SELECT 2 | t148t.MANDT AS Client_MANDT, 3 | t148t.SPRAS AS LanguageKey_SPRAS, 4 | t148t.SOBKZ AS SpecialStockIndicator_SOBKZ, 5 | t148t.SOTXT AS DescriptionOfSpecialStock_SOTXT 6 | FROM `{{ project_id_src }}.{{ dataset_cdc_processed_ecc }}.t148t` AS t148t 7 | -------------------------------------------------------------------------------- /src/SAP/SAP_REPORTING/ecc/TelephoneCodes_T005K.sql: -------------------------------------------------------------------------------- 1 | SELECT 2 | T005K.MANDT AS Client_MANDT, 3 | T005K.LAND1 AS CountryKey_LAND1, 4 | T005K.TELEFFROM AS InternationalDialingCodeForTelephonefax_TELEFFROM, 5 | T005K.TELEFTO AS CountryTelephonefaxDiallingCode_TELEFTO, 6 | T005K.TELEFRM AS DigitToBeDeletedForCallsFromAbroad_TELEFRM, 7 | T005K.TELEXFROM AS ForeignDiallingCodeForTelex_TELEXFROM, 8 | T005K.TELEXTO AS ForeignDiallingCodeForTelex_TELEXTO, 9 | T005K.MOBILE_SMS AS Indicator_MobileTelephonesAreSmsEnabledByDefault_MOBILE_SMS 10 | FROM `{{ project_id_src }}.{{ dataset_cdc_processed_ecc }}.t005k` AS T005K 11 | -------------------------------------------------------------------------------- /src/SAP/SAP_REPORTING/ecc/VendorConfig.sql: -------------------------------------------------------------------------------- 1 | SELECT 2 | MANDT AS Client_MANDT, 3 | NAME AS NameOfVariantVariable_NAME, 4 | -- TYPE AS TypeOfSelection_TYPE, 5 | -- NUMB AS CurrentSelecionNumber_NUMB, 6 | -- SIGN AS ID_I_E_SIGN, 7 | -- OPTI AS SelectionOption_OPTI, 8 | LOW AS LowField_LOW, 9 | HIGH AS HighField_HIGH 10 | -- CLIE_INDEP AS CLIE_INDEP 11 | FROM `{{ project_id_src }}.{{ dataset_cdc_processed_ecc }}.tvarvc` 12 | -------------------------------------------------------------------------------- /src/SAP/SAP_REPORTING/local_k9/currency_conversion/currency_decimal.sql: -------------------------------------------------------------------------------- 1 | CREATE OR REPLACE TABLE `{{ project_id_tgt }}.{{ dataset_reporting_tgt }}.currency_decimal`AS ( 2 | SELECT DISTINCT 3 | tcurx.CURRKEY, 4 | CAST(POWER(10, 2 - COALESCE(tcurx.CURRDEC, 0)) AS NUMERIC) AS CURRFIX 5 | FROM 6 | `{{ project_id_src }}.{{ dataset_cdc_processed }}.tcurx` AS tcurx ); 7 | -------------------------------------------------------------------------------- /src/SAP/SAP_REPORTING/local_k9/financial_statement/financial_statement_initial_load.sql: -------------------------------------------------------------------------------- 1 | --## CORTEX-CUSTOMER: Update the start and end date for initial load as per your requirement 2 | CALL `{{ project_id_tgt }}.{{ dataset_reporting_tgt }}.FinancialStatement` ( 3 | {% if sql_flavour == 'ecc' -%} --noqa:LT02 4 | (SELECT MIN(budat) FROM `{{ project_id_src }}.{{ dataset_cdc_processed }}.bkpf`), 5 | {% else %} 6 | (SELECT MIN(budat) FROM `{{ project_id_src }}.{{ dataset_cdc_processed }}.acdoca`), 7 | {% endif %} 8 | CURRENT_DATE() 9 | ); 10 | -------------------------------------------------------------------------------- /src/SAP/SAP_REPORTING/local_k9/financial_statement/financial_statement_periodical_load.templatesql: -------------------------------------------------------------------------------- 1 | --## CORTEX-CUSTOMER: Update the start and end date for periodical load as per your requirement 2 | -- For periodical load, start date is current date - 90 days 3 | CALL `{{ project_id_tgt }}.{{ dataset_reporting_tgt }}.FinancialStatement`( 4 | DATE_TRUNC(DATE_SUB(CURRENT_DATE(), INTERVAL 3 MONTH), MONTH), 5 | CURRENT_DATE()); 6 | -------------------------------------------------------------------------------- /src/SAP/SAP_REPORTING/s4/BillingBlockingReasonsMD.sql: -------------------------------------------------------------------------------- 1 | SELECT 2 | TVFST.MANDT AS Client_MANDT, 3 | TVFST.SPRAS AS LanguageKey_SPRAS, 4 | TVFST.FAKSP AS Block_FAKSP, 5 | TVFST.VTEXT AS BillingBlockReason_VTEXT, 6 | FROM `{{ project_id_src }}.{{ dataset_cdc_processed_s4 }}.tvfst` AS TVFST -------------------------------------------------------------------------------- /src/SAP/SAP_REPORTING/s4/DeliveryBlockingReasonsMD.sql: -------------------------------------------------------------------------------- 1 | SELECT 2 | TVLST.MANDT AS Client_MANDT, 3 | TVLST.SPRAS AS LanguageKey_SPRAS, 4 | TVLST.LIFSP AS DefaultDeliveryBlock_LIFSP, 5 | TVLST.VTEXT AS DeliveryBlockReason_VTEXT, 6 | FROM `{{ project_id_src }}.{{ dataset_cdc_processed_s4}}.tvlst` AS TVLST -------------------------------------------------------------------------------- /src/SAP/SAP_REPORTING/s4/DistributionChannelsMD.sql: -------------------------------------------------------------------------------- 1 | SELECT 2 | TVTW.MANDT AS Client_MANDT, 3 | TVTW.VTWEG AS DistributionChannel_VTWEG, 4 | TVTWT.SPRAS AS Language_SPRAS, 5 | TVTWT.VTEXT AS DistributionChannelName_VTEXT 6 | FROM 7 | `{{ project_id_src }}.{{ dataset_cdc_processed_s4 }}.tvtw` AS TVTW 8 | INNER JOIN 9 | `{{ project_id_src }}.{{ dataset_cdc_processed_s4 }}.tvtwt` AS TVTWT 10 | ON 11 | TVTW.MANDT = TVTWT.MANDT 12 | AND TVTW.VTWEG = TVTWT.VTWEG 13 | -------------------------------------------------------------------------------- /src/SAP/SAP_REPORTING/s4/DivisionsMD.sql: -------------------------------------------------------------------------------- 1 | SELECT 2 | TSPA.mandt AS Client_MANDT, 3 | TSPA.spart AS Division_SPART, 4 | TSPAT.spras AS LanguageKey_SPRAS, 5 | TSPAT.vtext AS DivisionName_VTEXT 6 | FROM 7 | `{{ project_id_src }}.{{ dataset_cdc_processed_s4 }}.tspa` AS TSPA 8 | LEFT JOIN 9 | `{{ project_id_src }}.{{ dataset_cdc_processed_s4 }}.tspat` AS TSPAT 10 | ON 11 | TSPA.MANDT = TSPAT.MANDT 12 | AND TSPA.SPART = TSPAT.SPART 13 | -------------------------------------------------------------------------------- /src/SAP/SAP_REPORTING/s4/Languages_T002.sql: -------------------------------------------------------------------------------- 1 | SELECT 2 | T002.SPRAS AS LanguageKey_SPRAS, 3 | T002.LASPEZ AS LanguageSpecifications_LASPEZ, 4 | T002.LAHQ AS DegreeOfTranslationOfLanguage_LAHQ, 5 | T002.LAISO AS TwoCharacterSapLanguageCode_LAISO 6 | FROM `{{ project_id_src }}.{{ dataset_cdc_processed_s4 }}.t002` AS T002 7 | -------------------------------------------------------------------------------- /src/SAP/SAP_REPORTING/s4/MaterialMovementTypesMD.sql: -------------------------------------------------------------------------------- 1 | SELECT 2 | t156t.MANDT AS Client_MANDT, 3 | t156t.SPRAS AS LanguageKey_SPRAS, 4 | t156t.BWART AS MovementType_BWART, 5 | t156t.SOBKZ AS SpecialStock_SOBKZ, 6 | t156t.KZBEW AS MovementIndicator_KZBEW, 7 | t156t.KZZUG AS ReceiptIndicator_KZZUG, 8 | t156t.KZVBR AS ConsumptionPosting_KZVBR, 9 | t156t.BTEXT AS MovementTypeText_BTEXT 10 | FROM `{{ project_id_src }}.{{ dataset_cdc_processed_s4 }}.t156t` AS t156t 11 | -------------------------------------------------------------------------------- /src/SAP/SAP_REPORTING/s4/ProductHierarchiesMD.sql: -------------------------------------------------------------------------------- 1 | SELECT t179.mandt AS Client_MANDT, 2 | t179.prodh AS Hierarchy_PRODH, 3 | t179.stufe AS Level_STUFE, 4 | t179t.spras AS Language_SPRAS, 5 | t179t.vtext AS Description_VTEXT 6 | FROM `{{ project_id_src }}.{{ dataset_cdc_processed_s4 }}.t179` AS t179 7 | INNER JOIN `{{ project_id_src }}.{{ dataset_cdc_processed_s4 }}.t179t` AS t179t 8 | ON t179.mandt = t179t.mandt AND t179.prodh = t179t.prodh 9 | -------------------------------------------------------------------------------- /src/SAP/SAP_REPORTING/s4/PurchasingGroupsMD.sql: -------------------------------------------------------------------------------- 1 | SELECT 2 | t024.MANDT AS Client_MANDT, 3 | t024.EKGRP AS PurchasingGroup_EKGRP, 4 | t024.EKNAM AS PurchasingGroupText_EKNAM 5 | -- t024.EKTEL AS TelephoneNumberPurchasingGroup_EKTEL, 6 | -- t024.LDEST AS Spool_LDEST, 7 | -- t024.TELFX AS FaxNumberPurchasingGroup_TELFX, 8 | -- t024.TEL_NUMBER AS TelephoneNo_TEL_NUMBER, 9 | -- t024.TEL_EXTENS AS TelephoneNoExtension_TEL_EXTENS, 10 | -- t024.SMTP_ADDR AS EMailAddress_SMTP_ADDR 11 | FROM 12 | `{{ project_id_src }}.{{ dataset_cdc_processed_s4 }}.t024` AS t024 13 | -------------------------------------------------------------------------------- /src/SAP/SAP_REPORTING/s4/ReasonForMovementTypesMD.sql: -------------------------------------------------------------------------------- 1 | SELECT 2 | t157e.MANDT AS Client_MANDT, 3 | t157e.SPRAS AS LanguageKey_SPRAS, 4 | t157e.BWART AS MovementType_BWART, 5 | t157e.GRUND AS ReasonForMovement_GRUND, 6 | t157e.GRTXT AS ReasonForGoodsMovement_GRTXT 7 | FROM `{{ project_id_src }}.{{ dataset_cdc_processed_s4 }}.t157e` AS t157e 8 | -------------------------------------------------------------------------------- /src/SAP/SAP_REPORTING/s4/RegionsMD.sql: -------------------------------------------------------------------------------- 1 | SELECT 2 | T005S.MANDT AS Client_MANDT, 3 | T005S.LAND1 AS CountryKey_LAND1, 4 | T005S.BLAND AS Region_BLAND, 5 | T005S.FPRCD AS ProvincialTaxCode_FPRCD, 6 | T005S.HERBL AS StateOfManufacture_HERBL 7 | FROM 8 | `{{ project_id_src }}.{{ dataset_cdc_processed_s4 }}.t005s` AS T005S 9 | 10 | -------------------------------------------------------------------------------- /src/SAP/SAP_REPORTING/s4/Regions_T005S.sql: -------------------------------------------------------------------------------- 1 | SELECT 2 | T005S.MANDT AS Client_MANDT, 3 | T005S.LAND1 AS CountryKey_LAND1, 4 | T005S.BLAND AS Region_BLAND, 5 | T005S.FPRCD AS ProvincialTaxCode_FPRCD, 6 | T005S.HERBL AS StateOfManufacture_HERBL 7 | FROM `{{ project_id_src }}.{{ dataset_cdc_processed_s4 }}.t005s` AS T005S 8 | -------------------------------------------------------------------------------- /src/SAP/SAP_REPORTING/s4/SpecialStocksMD.sql: -------------------------------------------------------------------------------- 1 | SELECT 2 | t148t.MANDT AS Client_MANDT, 3 | t148t.SPRAS AS LanguageKey_SPRAS, 4 | t148t.SOBKZ AS SpecialStockIndicator_SOBKZ, 5 | t148t.SOTXT AS DescriptionOfSpecialStock_SOTXT 6 | FROM `{{ project_id_src }}.{{ dataset_cdc_processed_s4 }}.t148t` AS t148t 7 | -------------------------------------------------------------------------------- /src/SAP/SAP_REPORTING/s4/TelephoneCodes_T005K.sql: -------------------------------------------------------------------------------- 1 | SELECT 2 | T005K.MANDT AS Client_MANDT, 3 | T005K.LAND1 AS CountryKey_LAND1, 4 | T005K.TELEFFROM AS InternationalDialingCodeForTelephonefax_TELEFFROM, 5 | T005K.TELEFTO AS CountryTelephonefaxDiallingCode_TELEFTO, 6 | T005K.TELEFRM AS DigitToBeDeletedForCallsFromAbroad_TELEFRM, 7 | T005K.TELEXFROM AS ForeignDiallingCodeForTelex_TELEXFROM, 8 | T005K.TELEXTO AS ForeignDiallingCodeForTelex_TELEXTO, 9 | T005K.MOBILE_SMS AS Indicator_MobileTelephonesAreSmsEnabledByDefault_MOBILE_SMS 10 | FROM `{{ project_id_src }}.{{ dataset_cdc_processed_s4 }}.t005k` AS T005K 11 | -------------------------------------------------------------------------------- /src/SAP/SAP_REPORTING/s4/VendorConfig.sql: -------------------------------------------------------------------------------- 1 | SELECT 2 | MANDT AS Client_MANDT, 3 | NAME AS NameOfVariantVariable_NAME, 4 | -- TYPE AS TypeOfSelection_TYPE, 5 | -- NUMB AS CurrentSelecionNumber_NUMB, 6 | -- SIGN AS ID_I_E_SIGN, 7 | -- OPTI AS SelectionOption_OPTI, 8 | LOW AS LowField_LOW, 9 | HIGH AS HighField_HIGH 10 | -- CLIE_INDEP AS CLIE_INDEP 11 | FROM `{{ project_id_src }}.{{ dataset_cdc_processed_s4 }}.tvarvc` 12 | -------------------------------------------------------------------------------- /src/SFDC/config/cdc_placeholder_settings.yaml: -------------------------------------------------------------------------------- 1 | # This settings file drives how placeholder BQ objects (tables/views/functions) for 2 | # CDC datasets are created. 3 | # 4 | # These are scripts that ensures that necessary dependency tables are created in CDC 5 | # in case they do not exist for whatever reason, so Reporting views do not break. 6 | # This is only executed if _DEPLOY_CDC=true. 7 | 8 | bq_independent_objects: 9 | 10 | - sql_file: src/cdc_placeholders/ddls/currency_types.sql 11 | type: script 12 | 13 | - sql_file: src/cdc_placeholders/ddls/dated_conversion_rates.sql 14 | type: script 15 | -------------------------------------------------------------------------------- /src/SFDC/config/k9_placeholder_settings.yaml: -------------------------------------------------------------------------------- 1 | # This settings file ensures the existence of required K9 dependencies by 2 | # creating the K9 Processing dataset plus any placeholders for all 3 | # required tables / views, in case any does not yet exist. 4 | 5 | bq_independent_objects: 6 | 7 | - sql_file: src/reporting/placeholders/calendar_date_dim.sql 8 | type: script 9 | -------------------------------------------------------------------------------- /src/SFDC/config/policy_taxonomies/.keep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/src/SFDC/config/policy_taxonomies/.keep -------------------------------------------------------------------------------- /src/SFDC/config/tag_templates/templates.yaml: -------------------------------------------------------------------------------- 1 | project: {{ project_id_tgt }} 2 | templates: 3 | - display_name: "line_of_business" 4 | level: ASSET 5 | fields: 6 | - display_name: "group" 7 | field_type: STRING 8 | - display_name: "domain" 9 | field_type: STRING -------------------------------------------------------------------------------- /src/SFDC/src/cdc_placeholders/ddls/currency_types.sql: -------------------------------------------------------------------------------- 1 | CREATE TABLE IF NOT EXISTS `{{ project_id_src }}.{{ sfdc_datasets_cdc }}.currency_types` 2 | ( 3 | CurrencyTypeId STRING, 4 | IsoCode STRING, 5 | ConversionRate FLOAT64, 6 | DecimalPlaces INT64, 7 | IsActive BOOL, 8 | IsCorporate BOOL, 9 | CreatedDatestamp TIMESTAMP, 10 | CreatedById STRING, 11 | LastModifiedDatestamp TIMESTAMP, 12 | LastModifiedById STRING, 13 | SystemModstamp TIMESTAMP 14 | ); 15 | -------------------------------------------------------------------------------- /src/SFDC/src/cdc_placeholders/ddls/dated_conversion_rates.sql: -------------------------------------------------------------------------------- 1 | CREATE TABLE IF NOT EXISTS `{{ project_id_src }}.{{ sfdc_datasets_cdc }}.dated_conversion_rates` 2 | ( 3 | DatedConversionRateId STRING, 4 | IsoCode STRING, 5 | StartDate DATE, 6 | NextStartDate DATE, 7 | ConversionRate FLOAT64, 8 | CreatedDatestamp TIMESTAMP, 9 | CreatedById STRING, 10 | LastModifiedDatestamp TIMESTAMP, 11 | LastModifiedById STRING, 12 | SystemModstamp TIMESTAMP 13 | ); 14 | -------------------------------------------------------------------------------- /src/SFDC/src/common/data_mesh/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/src/SFDC/src/common/data_mesh/__init__.py -------------------------------------------------------------------------------- /src/SFDC/src/common/data_mesh/config/tag_templates/tag_templates.yaml: -------------------------------------------------------------------------------- 1 | # CatalogTagTemplates dataclass. 2 | # TODO: clean up with recommended templates. 3 | project: {{ project_id_tgt }} 4 | templates: 5 | - display_name: "data_governance" 6 | level: ASSET 7 | fields: 8 | - display_name: "retention_date" 9 | field_type: TIMESTAMP 10 | - display_name: "pii" 11 | level: FIELD 12 | fields: 13 | - display_name: "has_pii" 14 | field_type: BOOL 15 | - display_name: "pii_type" 16 | field_type: 17 | enum_allowed_values: ["EMAIL", "ADDRESS", "SSN"] -------------------------------------------------------------------------------- /src/SFDC/src/common/materializer/templates/bq_insert_job_template.txt: -------------------------------------------------------------------------------- 1 | refresh_${table_name} = BigQueryInsertJobOperator( 2 | task_id="refresh_${table_name}", 3 | configuration={ 4 | "query": { 5 | "query": "${query_file}", 6 | "useLegacySql": False, 7 | }, 8 | "labels": _BQ_LABELS, 9 | "location": _BQ_LOCATION 10 | }, 11 | gcp_conn_id=_GCP_CONN_ID) -------------------------------------------------------------------------------- /src/SFDC/src/raw_dag_generator/dependencies/config.ini: -------------------------------------------------------------------------------- 1 | [sfdc2bq] 2 | # Encoding for Salesforce text fields. 3 | ## CORTEX-CUSTOMER - please set to iso-8859-1 if your text fields contain extended Latin characters. 4 | text_encoding = utf-8 5 | -------------------------------------------------------------------------------- /src/SFDC/src/reporting/functions/.keep: -------------------------------------------------------------------------------- 1 | Adding placedholer file to create a directory. This file should be removed later. 2 | -------------------------------------------------------------------------------- /src/SFDC/src/table_schema/currency_types.csv: -------------------------------------------------------------------------------- 1 | SourceField,TargetField,DataType 2 | Id,CurrencyTypeId,STRING 3 | IsoCode,IsoCode,STRING 4 | ConversionRate,ConversionRate,FLOAT64 5 | DecimalPlaces,DecimalPlaces,INT64 6 | IsActive,IsActive,BOOL 7 | IsCorporate,IsCorporate,BOOL 8 | CreatedDate,CreatedDatestamp,TIMESTAMP 9 | CreatedById,CreatedById,STRING 10 | LastModifiedDate,LastModifiedDatestamp,TIMESTAMP 11 | LastModifiedById,LastModifiedById,STRING 12 | SystemModstamp,SystemModstamp,TIMESTAMP 13 | -------------------------------------------------------------------------------- /src/SFDC/src/table_schema/dated_conversion_rates.csv: -------------------------------------------------------------------------------- 1 | SourceField,TargetField,DataType 2 | Id,DatedConversionRateId,STRING 3 | IsoCode,IsoCode,STRING 4 | StartDate,StartDate,DATE 5 | NextStartDate,NextStartDate,DATE 6 | ConversionRate,ConversionRate,FLOAT64 7 | CreatedDate,CreatedDatestamp,TIMESTAMP 8 | CreatedById,CreatedById,STRING 9 | LastModifiedDate,LastModifiedDatestamp,TIMESTAMP 10 | LastModifiedById,LastModifiedById,STRING 11 | SystemModstamp,SystemModstamp,TIMESTAMP 12 | -------------------------------------------------------------------------------- /src/SFDC/src/table_schema/record_types.csv: -------------------------------------------------------------------------------- 1 | SourceField,TargetField,DataType 2 | Id,RecordTypeId,STRING 3 | Name,Name,STRING 4 | DeveloperName,DeveloperName,STRING 5 | NamespacePrefix,NamespacePrefix,STRING 6 | Description,Description,STRING 7 | BusinessProcessId,BusinessProcessId,STRING 8 | SobjectType,SobjectType,STRING 9 | IsActive,IsActive,BOOL 10 | CreatedById,CreatedById,STRING 11 | CreatedDate,CreatedDatestamp,TIMESTAMP 12 | LastModifiedById,LastModifiedById,STRING 13 | LastModifiedDate,LastModifiedDatestamp,TIMESTAMP 14 | SystemModstamp,SystemModstamp,TIMESTAMP 15 | -------------------------------------------------------------------------------- /src/common/data_mesh/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/src/common/data_mesh/__init__.py -------------------------------------------------------------------------------- /src/common/data_mesh/config/tag_templates/tag_templates.yaml: -------------------------------------------------------------------------------- 1 | # CatalogTagTemplates dataclass. 2 | # TODO: clean up with recommended templates. 3 | project: {{ project_id_tgt }} 4 | templates: 5 | - display_name: "data_governance" 6 | level: ASSET 7 | fields: 8 | - display_name: "retention_date" 9 | field_type: TIMESTAMP 10 | - display_name: "pii" 11 | level: FIELD 12 | fields: 13 | - display_name: "has_pii" 14 | field_type: BOOL 15 | - display_name: "pii_type" 16 | field_type: 17 | enum_allowed_values: ["EMAIL", "ADDRESS", "SSN"] -------------------------------------------------------------------------------- /src/common/materializer/templates/bq_insert_job_template.txt: -------------------------------------------------------------------------------- 1 | refresh_${table_name} = BigQueryInsertJobOperator( 2 | task_id="refresh_${table_name}", 3 | configuration={ 4 | "query": { 5 | "query": "${query_file}", 6 | "useLegacySql": False, 7 | }, 8 | "labels": _BQ_LABELS, 9 | "location": _BQ_LOCATION 10 | }, 11 | gcp_conn_id=_GCP_CONN_ID) -------------------------------------------------------------------------------- /src/k9/src/country_dim/reporting/country_dim_reporting.yaml: -------------------------------------------------------------------------------- 1 | bq_independent_objects: 2 | - sql_file: src/k9/src/country_dim/reporting/CountryDim.sql 3 | type: view 4 | -------------------------------------------------------------------------------- /src/k9/src/cross_media/reporting/cross_media_reporting.yaml: -------------------------------------------------------------------------------- 1 | # This settings file drives how the Meridian-specific input views are deployed. 2 | # This deployment happens as part of the cross media deployment step. 3 | 4 | # The following views will be deployed in parallel 5 | 6 | bq_independent_objects: 7 | 8 | - sql_file: src/k9/src/cross_media/reporting/CrossMediaCampaignDailyAgg.sql 9 | type: script 10 | -------------------------------------------------------------------------------- /src/k9/src/currency_conversion/reporting/currency_conversion_reporting.yaml: -------------------------------------------------------------------------------- 1 | bq_dependent_objects: 2 | - sql_file: src/k9/src/currency_conversion/reporting/currency_conversion.sql 3 | type: script 4 | - sql_file: src/k9/src/currency_conversion/reporting/CurrencyConversion.sql 5 | type: view 6 | -------------------------------------------------------------------------------- /src/k9/src/holiday_calendar/holiday_calendar.ini: -------------------------------------------------------------------------------- 1 | [holiday] 2 | country_list = US,UK,CA 3 | # Number of past years to load, including the current year. 4 | # Example: If current year is 2024 and this number is 5, then 5 | # holidays for years 2020 to 2024 (inclusive) will be loaded. 6 | years_to_load = 5 7 | dataset_cdc_processed = {{ k9_datasets_processing }} 8 | project_id = {{ project_id_src }} 9 | location = {{ location }} 10 | write_mode = replace 11 | -------------------------------------------------------------------------------- /src/k9/src/holiday_calendar/holiday_calendar.sql: -------------------------------------------------------------------------------- 1 | CREATE TABLE IF NOT EXISTS `{{ project_id_src }}.{{ k9_datasets_processing }}.holiday_calendar` ( 2 | HolidayDate STRING, 3 | Description STRING, 4 | CountryCode STRING, 5 | Year STRING, 6 | WeekDay STRING, 7 | QuarterOfYear INTEGER, 8 | Week INTEGER 9 | ); 10 | -------------------------------------------------------------------------------- /src/k9/src/holiday_calendar/reporting/holidays_reporting.yaml: -------------------------------------------------------------------------------- 1 | bq_independent_objects: 2 | 3 | - sql_file: src/k9/src/holiday_calendar/reporting/HolidayCalendar.sql 4 | type: view 5 | -------------------------------------------------------------------------------- /src/k9/src/meridian/.shellcheckrc: -------------------------------------------------------------------------------- 1 | external-sources=true -------------------------------------------------------------------------------- /src/k9/src/meridian/config/annotations/reporting/.keep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/src/k9/src/meridian/config/annotations/reporting/.keep -------------------------------------------------------------------------------- /src/k9/src/meridian/config/lakes/.keep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/src/k9/src/meridian/config/lakes/.keep -------------------------------------------------------------------------------- /src/k9/src/meridian/config/policy_taxonomies/.keep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/src/k9/src/meridian/config/policy_taxonomies/.keep -------------------------------------------------------------------------------- /src/k9/src/meridian/config/tag_templates/.keep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/src/k9/src/meridian/config/tag_templates/.keep -------------------------------------------------------------------------------- /src/k9/src/meridian/docs/images/.keep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/src/k9/src/meridian/docs/images/.keep -------------------------------------------------------------------------------- /src/k9/src/meridian/reporting/meridian_reporting.yaml: -------------------------------------------------------------------------------- 1 | # This settings file drives how the Meridian-specific input views are deployed. 2 | # This deployment happens as part of the cross media deployment step. 3 | 4 | # The following views will be deployed in parallel 5 | 6 | bq_independent_objects: 7 | 8 | - sql_file: src/k9/src/meridian/reporting/CrossMediaSalesInsightsWeeklyAgg.sql 9 | type: view 10 | -------------------------------------------------------------------------------- /src/k9/src/meridian/src/common/data_mesh/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/src/k9/src/meridian/src/common/data_mesh/__init__.py -------------------------------------------------------------------------------- /src/k9/src/meridian/src/common/data_mesh/config/tag_templates/tag_templates.yaml: -------------------------------------------------------------------------------- 1 | # CatalogTagTemplates dataclass. 2 | # TODO: clean up with recommended templates. 3 | project: {{ project_id_tgt }} 4 | templates: 5 | - display_name: "data_governance" 6 | level: ASSET 7 | fields: 8 | - display_name: "retention_date" 9 | field_type: TIMESTAMP 10 | - display_name: "pii" 11 | level: FIELD 12 | fields: 13 | - display_name: "has_pii" 14 | field_type: BOOL 15 | - display_name: "pii_type" 16 | field_type: 17 | enum_allowed_values: ["EMAIL", "ADDRESS", "SSN"] -------------------------------------------------------------------------------- /src/k9/src/meridian/src/common/materializer/templates/bq_insert_job_template.txt: -------------------------------------------------------------------------------- 1 | refresh_${table_name} = BigQueryInsertJobOperator( 2 | task_id="refresh_${table_name}", 3 | configuration={ 4 | "query": { 5 | "query": "${query_file}", 6 | "useLegacySql": False, 7 | }, 8 | "labels": _BQ_LABELS, 9 | "location": _BQ_LOCATION 10 | }, 11 | gcp_conn_id=_GCP_CONN_ID) -------------------------------------------------------------------------------- /src/k9/src/product_dim/reporting/product_dim_reporting.yaml: -------------------------------------------------------------------------------- 1 | bq_independent_objects: 2 | - sql_file: src/k9/src/product_dim/reporting/ProductHierarchy.sql 3 | type: script 4 | -------------------------------------------------------------------------------- /src/k9/src/sustainability/reporting/sustainability_reporting.yaml: -------------------------------------------------------------------------------- 1 | bq_independent_objects: 2 | 3 | - sql_file: src/k9/src/sustainability/reporting/SustainableSourcing.sql 4 | type: table 5 | table_setting: 6 | load_frequency: "@monthly" 7 | 8 | bq_dependent_objects: 9 | 10 | - sql_file: src/k9/src/sustainability/reporting/SustainableVendorSourcing.sql 11 | type: table 12 | table_setting: 13 | load_frequency: "@monthly" -------------------------------------------------------------------------------- /src/k9/src/trends/reporting/trends_reporting.yaml: -------------------------------------------------------------------------------- 1 | bq_independent_objects: 2 | 3 | - sql_file: src/k9/src/trends/reporting/Trends.sql 4 | type: view 5 | -------------------------------------------------------------------------------- /src/k9/src/trends/trends.ini: -------------------------------------------------------------------------------- 1 | [trends] 2 | ip = {'Laptop Computer': 'US,302LTC', 'Face Cream': 'US,102AEC','Beer': 'US,202ABC', 'Ice Cream': 'US,201DFI', 'Yogurt' : 'US,201DFC'} 3 | write_mode = append 4 | project_id_src = {{ project_id_src }} 5 | dataset_cdc_processed = {{ k9_datasets_processing }} 6 | start_date = 2017-01-01 7 | 8 | 9 | 10 | -------------------------------------------------------------------------------- /src/k9/src/trends/trends.sql: -------------------------------------------------------------------------------- 1 | CREATE TABLE IF NOT EXISTS `{{ project_id_src }}.{{ k9_datasets_processing }}.trends` ( 2 | WeekStart DATE, 3 | InterestOverTime INT64, 4 | CountryCode STRING, 5 | HierarchyId STRING, 6 | HierarchyText STRING 7 | ); 8 | 9 | -------------------------------------------------------------------------------- /src/k9/src/weather/reporting/weather_reporting.yaml: -------------------------------------------------------------------------------- 1 | bq_independent_objects: 2 | 3 | - sql_file: src/k9/src/weather/reporting/Weather.sql 4 | type: view 5 | - sql_file: src/k9/src/weather/reporting/WeatherDaily.sql 6 | type: view 7 | -------------------------------------------------------------------------------- /src/marketing/src/CM360/config/policy_taxonomies/.keep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/src/marketing/src/CM360/config/policy_taxonomies/.keep -------------------------------------------------------------------------------- /src/marketing/src/CM360/config/table_schema/match_table_ads.csv: -------------------------------------------------------------------------------- 1 | SourceField,TargetField,DataType 2 | Advertiser ID,advertiser_id,INT64 3 | Campaign ID,campaign_id,INT64 4 | Ad ID,ad_id,INT64 5 | Ad,ad,STRING 6 | Ad Click URL,ad_click_url,STRING 7 | Ad Type,ad_type,STRING 8 | Creative Pixel Size,creative_pixel_size,STRING 9 | Ad Comments,ad_comments,STRING 10 | -------------------------------------------------------------------------------- /src/marketing/src/CM360/config/table_schema/match_table_advertisers.csv: -------------------------------------------------------------------------------- 1 | SourceField,TargetField,DataType 2 | Floodlight Configuration,floodlight_configuration,INT64 3 | Advertiser ID,advertiser_id,INT64 4 | Advertiser,advertiser,STRING 5 | Advertiser Group ID,advertiser_group_id,INT64 6 | Advertiser Group,advertiser_group,STRING 7 | -------------------------------------------------------------------------------- /src/marketing/src/CM360/config/table_schema/match_table_browsers.csv: -------------------------------------------------------------------------------- 1 | SourceField,TargetField,DataType 2 | Browser/Platform ID,browser_platform_id,INT64 3 | Browser/Platform,browser_platform,STRING 4 | -------------------------------------------------------------------------------- /src/marketing/src/CM360/config/table_schema/match_table_campaigns.csv: -------------------------------------------------------------------------------- 1 | SourceField,TargetField,DataType 2 | Advertiser ID,advertiser_id,INT64 3 | Campaign ID,campaign_id,INT64 4 | Campaign,campaign,STRING 5 | Campaign Start Date,campaign_start_date,DATE 6 | Campaign End Date,campaign_end_date,DATE 7 | Billing Invoice Code,billing_invoice_code,STRING 8 | -------------------------------------------------------------------------------- /src/marketing/src/CM360/config/table_schema/match_table_sites.csv: -------------------------------------------------------------------------------- 1 | SourceField,TargetField,DataType 2 | Site ID (CM360),site_id_cm360,INT64 3 | Site (CM360),site_cm360,STRING 4 | Site ID (Site Directory),site_id_site_directory,INT64 5 | Site (Site Directory),site_site_directory,STRING 6 | -------------------------------------------------------------------------------- /src/marketing/src/CM360/config/table_schema/match_table_states.csv: -------------------------------------------------------------------------------- 1 | SourceField,TargetField,DataType 2 | State/Region,state_region,STRING 3 | State/Region Full Name,state_region_full_name,STRING 4 | -------------------------------------------------------------------------------- /src/marketing/src/CM360/config/tag_templates/.keep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/src/marketing/src/CM360/config/tag_templates/.keep -------------------------------------------------------------------------------- /src/marketing/src/CM360/src/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/src/marketing/src/CM360/src/__init__.py -------------------------------------------------------------------------------- /src/marketing/src/CM360/src/cdc/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/src/marketing/src/CM360/src/cdc/__init__.py -------------------------------------------------------------------------------- /src/marketing/src/CM360/src/cdc/config.ini: -------------------------------------------------------------------------------- 1 | [cm360] 2 | # Retry delay between DAG runs. 3 | retry_delay_sec = 60 4 | # Retry count after a failing DAG run. 5 | execution_retry_count = 3 6 | -------------------------------------------------------------------------------- /src/marketing/src/CM360/src/cdc/templates/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/src/marketing/src/CM360/src/cdc/templates/__init__.py -------------------------------------------------------------------------------- /src/marketing/src/CM360/src/py_libs/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/src/marketing/src/CM360/src/py_libs/__init__.py -------------------------------------------------------------------------------- /src/marketing/src/CM360/src/raw/.airflowignore: -------------------------------------------------------------------------------- 1 | dependencies/ 2 | -------------------------------------------------------------------------------- /src/marketing/src/CM360/src/raw/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/src/marketing/src/CM360/src/raw/__init__.py -------------------------------------------------------------------------------- /src/marketing/src/CM360/src/raw/pipelines/README.md: -------------------------------------------------------------------------------- 1 | # Marketing CM360 Raw Layer Pipeline 2 | 3 | Data loading pipeline for Marketing data. It processes DataTransfer export CSVs. 4 | Filtering based on latest load timestamp provides incremental load. 5 | Result is landing in the defined BigQuery table. 6 | -------------------------------------------------------------------------------- /src/marketing/src/CM360/src/raw/pipelines/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/src/marketing/src/CM360/src/raw/pipelines/__init__.py -------------------------------------------------------------------------------- /src/marketing/src/CM360/src/raw/pipelines/config.ini: -------------------------------------------------------------------------------- 1 | [cm360] 2 | # Retry delay between DAG runs. 3 | retry_delay_sec = 60 4 | # Maximum value for retry delay. 5 | max_retry_delay_sec = 3600 6 | # Retry count after a failing DAG run. 7 | execution_retry_count = 3 8 | 9 | # Logging level to surface to Airflow for Apache Beam pipelines. 10 | # Available options: DEBUG, INFO, WARNING, ERROR, CRITICAL. 11 | pipeline_logging_level = INFO 12 | -------------------------------------------------------------------------------- /src/marketing/src/CM360/src/raw/pipelines/helpers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/src/marketing/src/CM360/src/raw/pipelines/helpers/__init__.py -------------------------------------------------------------------------------- /src/marketing/src/CM360/src/raw/templates/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/src/marketing/src/CM360/src/raw/templates/__init__.py -------------------------------------------------------------------------------- /src/marketing/src/DV360/config/policy_taxonomies/.keep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/src/marketing/src/DV360/config/policy_taxonomies/.keep -------------------------------------------------------------------------------- /src/marketing/src/DV360/config/table_schema/lineitem_details.csv: -------------------------------------------------------------------------------- 1 | ColumnName,ColumnDataType 2 | date,DATE 3 | line_item_id,INT64 4 | campaign_id,INT64 5 | line_item,STRING 6 | campaign,STRING 7 | line_item_type,STRING 8 | line_item_start_date,DATE 9 | line_item_end_date,DATE 10 | impressions,INT64 11 | -------------------------------------------------------------------------------- /src/marketing/src/DV360/config/tag_templates/templates.yaml: -------------------------------------------------------------------------------- 1 | project: {{ project_id_tgt }} 2 | templates: 3 | - display_name: "line_of_business" 4 | level: ASSET 5 | fields: 6 | - display_name: "group" 7 | field_type: STRING 8 | - display_name: "domain" 9 | field_type: STRING -------------------------------------------------------------------------------- /src/marketing/src/DV360/src/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/src/marketing/src/DV360/src/__init__.py -------------------------------------------------------------------------------- /src/marketing/src/DV360/src/cdc/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/src/marketing/src/DV360/src/cdc/__init__.py -------------------------------------------------------------------------------- /src/marketing/src/DV360/src/cdc/config.ini: -------------------------------------------------------------------------------- 1 | [dv360] 2 | # Retry delay between DAG runs. 3 | retry_delay_sec = 60 4 | # Maximum value for retry delay. 5 | max_retry_delay_sec = 3600 6 | # Retry count after a failing DAG run. 7 | execution_retry_count = 3 8 | -------------------------------------------------------------------------------- /src/marketing/src/DV360/src/cdc/templates/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/src/marketing/src/DV360/src/cdc/templates/__init__.py -------------------------------------------------------------------------------- /src/marketing/src/DV360/src/py_libs/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/src/marketing/src/DV360/src/py_libs/__init__.py -------------------------------------------------------------------------------- /src/marketing/src/GA4/config/policy_taxonomies/.keep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/src/marketing/src/GA4/config/policy_taxonomies/.keep -------------------------------------------------------------------------------- /src/marketing/src/GA4/config/tag_templates/templates.yaml: -------------------------------------------------------------------------------- 1 | project: {{ project_id_tgt }} 2 | templates: 3 | - display_name: "line_of_business" 4 | level: ASSET 5 | fields: 6 | - display_name: "group" 7 | field_type: STRING 8 | - display_name: "domain" 9 | field_type: STRING 10 | -------------------------------------------------------------------------------- /src/marketing/src/GoogleAds/config/policy_taxonomies/.keep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/src/marketing/src/GoogleAds/config/policy_taxonomies/.keep -------------------------------------------------------------------------------- /src/marketing/src/GoogleAds/config/table_schema/customer_user_access.csv: -------------------------------------------------------------------------------- 1 | SourceField,ResponseField,TargetField,DataType 2 | customer_user_access.access_creation_date_time,access_creation_date_time,access_creation_date_time,DATETIME 3 | customer_user_access.access_role,access_role,access_role,STRING 4 | customer_user_access.email_address,email_address,email_address,STRING 5 | customer_user_access.inviter_user_email_address,inviter_user_email_address,inviter_user_email_address,STRING 6 | customer_user_access.resource_name,resource_name,resource_name,STRING 7 | customer_user_access.user_id,user_id,user_id,INT64 8 | -------------------------------------------------------------------------------- /src/marketing/src/GoogleAds/config/table_schema/geo_target_constant.csv: -------------------------------------------------------------------------------- 1 | SourceField,ResponseField,TargetField,DataType 2 | geo_target_constant.id,id,id,INT64 3 | geo_target_constant.canonical_name,canonical_name,canonical_name,STRING 4 | geo_target_constant.country_code,country_code,country_code,STRING 5 | geo_target_constant.name,name,name,STRING 6 | geo_target_constant.parent_geo_target,parent_geo_target,parent_geo_target,STRING 7 | geo_target_constant.resource_name,resource_name,resource_name,STRING 8 | geo_target_constant.status,status,status,STRING 9 | geo_target_constant.target_type,target_type,target_type,STRING 10 | -------------------------------------------------------------------------------- /src/marketing/src/GoogleAds/config/tag_templates/.keep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/src/marketing/src/GoogleAds/config/tag_templates/.keep -------------------------------------------------------------------------------- /src/marketing/src/GoogleAds/src/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/src/marketing/src/GoogleAds/src/__init__.py -------------------------------------------------------------------------------- /src/marketing/src/GoogleAds/src/cdc/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/src/marketing/src/GoogleAds/src/cdc/__init__.py -------------------------------------------------------------------------------- /src/marketing/src/GoogleAds/src/cdc/config.ini: -------------------------------------------------------------------------------- 1 | [googleads] 2 | # Retry delay between DAG runs. 3 | retry_delay_sec = 60 4 | # Retry count after a failing DAG run. 5 | execution_retry_count = 3 6 | -------------------------------------------------------------------------------- /src/marketing/src/GoogleAds/src/cdc/templates/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/src/marketing/src/GoogleAds/src/cdc/templates/__init__.py -------------------------------------------------------------------------------- /src/marketing/src/GoogleAds/src/raw/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/src/marketing/src/GoogleAds/src/raw/__init__.py -------------------------------------------------------------------------------- /src/marketing/src/GoogleAds/src/raw/pipelines/README.md: -------------------------------------------------------------------------------- 1 | # Marketing Google Ads RAW Layer Pipeline 2 | 3 | Data loading pipeline for Google Ads raw data. 4 | It requests data from Google Ads API, and writes processed results to target BigQuery tables. 5 | -------------------------------------------------------------------------------- /src/marketing/src/GoogleAds/src/raw/pipelines/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/src/marketing/src/GoogleAds/src/raw/pipelines/__init__.py -------------------------------------------------------------------------------- /src/marketing/src/GoogleAds/src/raw/pipelines/config.ini: -------------------------------------------------------------------------------- 1 | [googleads] 2 | # Retry delay between DAG runs. 3 | retry_delay_sec = 60 4 | # Maximum value for retry delay. 5 | max_retry_delay_sec = 3600 6 | # Retry count after a failing DAG run. 7 | execution_retry_count = 3 8 | 9 | # Number of look back days for data loading. 10 | lookback_days = 180 11 | 12 | # Logging level to surface to Airflow for Apache Beam pipelines. 13 | # Available options: DEBUG, INFO, WARNING, ERROR, CRITICAL. 14 | pipeline_logging_level = INFO 15 | -------------------------------------------------------------------------------- /src/marketing/src/GoogleAds/src/raw/pipelines/helpers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/src/marketing/src/GoogleAds/src/raw/pipelines/helpers/__init__.py -------------------------------------------------------------------------------- /src/marketing/src/LiveRamp/src/pipelines/config.ini: -------------------------------------------------------------------------------- 1 | [liveramp] 2 | # Retry delay between DAG runs. 3 | retry_delay_sec = 60 4 | # Retry count after a failing DAG run. 5 | execution_retry_count = 3 6 | # Timeout for HTTP calls of LiveRamp API. 7 | http_timeout_sec = 60 8 | # LiveRamp API base URL - Production endpoint. 9 | liveramp_api_base_url = https://us.identity.api.liveramp.com 10 | # CORTEX-CUSTOMER: Use the following staging URL instead of the production one 11 | # if you want to test integration against a staging account. 12 | # liveramp_api_base_url = https://us-staging.identity.api.liveramp.com 13 | -------------------------------------------------------------------------------- /src/marketing/src/Meta/config/policy_taxonomies/.keep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/src/marketing/src/Meta/config/policy_taxonomies/.keep -------------------------------------------------------------------------------- /src/marketing/src/Meta/config/request_parameters/custom_audience.yaml: -------------------------------------------------------------------------------- 1 | id: 2 | account_id: 3 | approximate_count_lower_bound: 4 | approximate_count_upper_bound: 5 | customer_file_source: 6 | data_source: 7 | delivery_status: 8 | description: 9 | is_value_based: 10 | lookalike_audience_ids: 11 | lookalike_spec: 12 | name: 13 | operation_status: 14 | opt_out_link: 15 | page_deletion_marked_delete_time: 16 | permission_for_actions: 17 | pixel_id: 18 | retention_days: 19 | rule: 20 | rule_aggregation: 21 | sharing_status: 22 | subtype: 23 | time_content_updated: 24 | time_created: 25 | time_updated: 26 | -------------------------------------------------------------------------------- /src/marketing/src/Meta/config/tag_templates/.keep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/src/marketing/src/Meta/config/tag_templates/.keep -------------------------------------------------------------------------------- /src/marketing/src/Meta/src/cdc/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/src/marketing/src/Meta/src/cdc/__init__.py -------------------------------------------------------------------------------- /src/marketing/src/Meta/src/cdc/config.ini: -------------------------------------------------------------------------------- 1 | [meta] 2 | # Retry delay between DAG runs. 3 | retry_delay_sec = 60 4 | # Retry count after a failing DAG run. 5 | execution_retry_count = 3 6 | -------------------------------------------------------------------------------- /src/marketing/src/Meta/src/cdc/templates/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/src/marketing/src/Meta/src/cdc/templates/__init__.py -------------------------------------------------------------------------------- /src/marketing/src/Meta/src/raw/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/src/marketing/src/Meta/src/raw/__init__.py -------------------------------------------------------------------------------- /src/marketing/src/Meta/src/raw/pipelines/README.md: -------------------------------------------------------------------------------- 1 | # Marketing Meta RAW Layer Pipeline 2 | 3 | Data loading pipeline for Meta raw data. 4 | It processes data requested from Meta Marketing API, which is a collection of Graph API endpoints. 5 | Result is landing in the defined BigQuery tables. 6 | -------------------------------------------------------------------------------- /src/marketing/src/Meta/src/raw/pipelines/helpers/README.md: -------------------------------------------------------------------------------- 1 | # Meta Source to RAW Layer Pipeline 2 | -------------------------------------------------------------------------------- /src/marketing/src/Meta/src/raw/pipelines/helpers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/src/marketing/src/Meta/src/raw/pipelines/helpers/__init__.py -------------------------------------------------------------------------------- /src/marketing/src/SFMC/config/policy_taxonomies/.keep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/src/marketing/src/SFMC/config/policy_taxonomies/.keep -------------------------------------------------------------------------------- /src/marketing/src/SFMC/config/table_schema/click.csv: -------------------------------------------------------------------------------- 1 | SourceField,TargetField,DataType 2 | AccountID,AccountID,INT64 3 | OYBAccountID,OYBAccountID,INT64 4 | JobID,JobID,INT64 5 | ListID,ListID,INT64 6 | BatchID,BatchID,INT64 7 | SubscriberID,SubscriberID,INT64 8 | SubscriberKey,SubscriberKey,STRING 9 | EventDate,EventDate,TIMESTAMP 10 | Domain,Domain,STRING 11 | URL,URL,STRING 12 | LinkName,LinkName,STRING 13 | LinkContent,LinkContent,STRING 14 | IsUnique,IsUnique,BOOL 15 | TriggererSendDefinitionObjectID,TriggererSendDefinitionObjectID,STRING 16 | TriggeredSendCustomerKey,TriggeredSendCustomerKey,STRING 17 | -------------------------------------------------------------------------------- /src/marketing/src/SFMC/config/table_schema/open.csv: -------------------------------------------------------------------------------- 1 | SourceField,TargetField,DataType 2 | AccountID,AccountID,INT64 3 | OYBAccountID,OYBAccountID,INT64 4 | JobID,JobID,INT64 5 | ListID,ListID,INT64 6 | BatchID,BatchID,INT64 7 | SubscriberID,SubscriberID,INT64 8 | SubscriberKey,SubscriberKey,STRING 9 | EventDate,EventDate,TIMESTAMP 10 | Domain,Domain,STRING 11 | IsUnique,IsUnique,BOOL 12 | TriggererSendDefinitionObjectID,TriggererSendDefinitionObjectID,STRING 13 | TriggeredSendCustomerKey,TriggeredSendCustomerKey,STRING 14 | -------------------------------------------------------------------------------- /src/marketing/src/SFMC/config/table_schema/sent.csv: -------------------------------------------------------------------------------- 1 | SourceField,TargetField,DataType 2 | AccountID,AccountID,INT64 3 | OYBAccountID,OYBAccountID,INT64 4 | JobID,JobID,INT64 5 | ListID,ListID,INT64 6 | BatchID,BatchID,INT64 7 | SubscriberID,SubscriberID,INT64 8 | SubscriberKey,SubscriberKey,STRING 9 | EventDate,EventDate,TIMESTAMP 10 | Domain,Domain,STRING 11 | TriggererSendDefinitionObjectID,TriggererSendDefinitionObjectID,STRING 12 | TriggeredSendCustomerKey,TriggeredSendCustomerKey,STRING 13 | -------------------------------------------------------------------------------- /src/marketing/src/SFMC/config/table_schema/subscribers.csv: -------------------------------------------------------------------------------- 1 | SourceField,TargetField,DataType 2 | SubscriberID,SubscriberID,INT64 3 | DateUndeliverable,DateUndeliverable,TIMESTAMP 4 | DateJoined,DateJoined,TIMESTAMP 5 | DateUnsubscribed,DateUnsubscribed,TIMESTAMP 6 | Domain,Domain,STRING 7 | EmailAddress,EmailAddress,STRING 8 | BounceCount,BounceCount,INT64 9 | SubscriberKey,SubscriberKey,STRING 10 | SubscriberType,SubscriberType,STRING 11 | Status,Status,STRING 12 | Locale,Locale,STRING 13 | -------------------------------------------------------------------------------- /src/marketing/src/SFMC/config/table_schema/unsubscribe.csv: -------------------------------------------------------------------------------- 1 | SourceField,TargetField,DataType 2 | AccountID,AccountID,INT64 3 | OYBAccountID,OYBAccountID,INT64 4 | JobID,JobID,INT64 5 | ListID,ListID,INT64 6 | BatchID,BatchID,INT64 7 | SubscriberID,SubscriberID,INT64 8 | SubscriberKey,SubscriberKey,STRING 9 | EventDate,EventDate,TIMESTAMP 10 | IsUnique,IsUnique,BOOL 11 | Domain,Domain,STRING 12 | -------------------------------------------------------------------------------- /src/marketing/src/SFMC/config/tag_templates/.keep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/src/marketing/src/SFMC/config/tag_templates/.keep -------------------------------------------------------------------------------- /src/marketing/src/SFMC/src/cdc/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/src/marketing/src/SFMC/src/cdc/__init__.py -------------------------------------------------------------------------------- /src/marketing/src/SFMC/src/cdc/config.ini: -------------------------------------------------------------------------------- 1 | [sfmc] 2 | # Retry delay between DAG runs. 3 | retry_delay_sec = 60 4 | # Maximum value for retry delay. 5 | max_retry_delay_sec = 3600 6 | # Retry count after a failing DAG run. 7 | execution_retry_count = 3 8 | -------------------------------------------------------------------------------- /src/marketing/src/SFMC/src/cdc/templates/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/src/marketing/src/SFMC/src/cdc/templates/__init__.py -------------------------------------------------------------------------------- /src/marketing/src/SFMC/src/py_libs/.keep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/src/marketing/src/SFMC/src/py_libs/.keep -------------------------------------------------------------------------------- /src/marketing/src/SFMC/src/raw/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/src/marketing/src/SFMC/src/raw/__init__.py -------------------------------------------------------------------------------- /src/marketing/src/SFMC/src/raw/pipelines/README.md: -------------------------------------------------------------------------------- 1 | # Marketing SFMC Raw Layer Pipeline 2 | 3 | Data loading pipeline for SFMC data. It processes FileTransfer export CSVs. 4 | Filtering based on latest load timestamp provides incremental load. 5 | Result is landing in the defined BigQuery tables. 6 | -------------------------------------------------------------------------------- /src/marketing/src/SFMC/src/raw/pipelines/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/src/marketing/src/SFMC/src/raw/pipelines/__init__.py -------------------------------------------------------------------------------- /src/marketing/src/SFMC/src/raw/pipelines/config.ini: -------------------------------------------------------------------------------- 1 | [sfmc] 2 | # Retry delay between DAG runs. 3 | retry_delay_sec = 60 4 | # Maximum value for retry delay. 5 | max_retry_delay_sec = 3600 6 | # Retry count after a failing DAG run. 7 | execution_retry_count = 3 8 | 9 | # Logging level to surface to Airflow for Apache Beam pipelines. 10 | # Available options: DEBUG, INFO, WARNING, ERROR, CRITICAL. 11 | pipeline_logging_level = INFO 12 | -------------------------------------------------------------------------------- /src/marketing/src/SFMC/src/raw/pipelines/helpers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/src/marketing/src/SFMC/src/raw/pipelines/helpers/__init__.py -------------------------------------------------------------------------------- /src/marketing/src/SFMC/src/raw/templates/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/src/marketing/src/SFMC/src/raw/templates/__init__.py -------------------------------------------------------------------------------- /src/marketing/src/TikTok/config/policy_taxonomies/.keep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/src/marketing/src/TikTok/config/policy_taxonomies/.keep -------------------------------------------------------------------------------- /src/marketing/src/TikTok/config/table_schema/auction_adgroup_performance.csv: -------------------------------------------------------------------------------- 1 | SourceField,TargetField,DataType 2 | stat_time_day,stat_time_day,DATE 3 | campaign_name,campaign_name,STRING 4 | campaign_id,campaign_id,STRING 5 | adgroup_name,adgroup_name,STRING 6 | adgroup_id,adgroup_id,STRING 7 | advertiser_id,advertiser_id,STRING 8 | advertiser_name,advertiser_name,STRING 9 | country_code,country_code,STRING 10 | reach,reach,INT64 11 | frequency,frequency,FLOAT64 12 | timezone,timezone,STRING 13 | display_timezone,display_timezone,STRING 14 | -------------------------------------------------------------------------------- /src/marketing/src/TikTok/config/tag_templates/.keep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/src/marketing/src/TikTok/config/tag_templates/.keep -------------------------------------------------------------------------------- /src/marketing/src/TikTok/src/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/src/marketing/src/TikTok/src/__init__.py -------------------------------------------------------------------------------- /src/marketing/src/TikTok/src/cdc/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/src/marketing/src/TikTok/src/cdc/__init__.py -------------------------------------------------------------------------------- /src/marketing/src/TikTok/src/cdc/config.ini: -------------------------------------------------------------------------------- 1 | [tiktok] 2 | # Retry delay between DAG runs. 3 | retry_delay_sec = 60 4 | # Retry count after a failing DAG run. 5 | execution_retry_count = 3 6 | -------------------------------------------------------------------------------- /src/marketing/src/TikTok/src/cdc/templates/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/src/marketing/src/TikTok/src/cdc/templates/__init__.py -------------------------------------------------------------------------------- /src/marketing/src/TikTok/src/py_libs/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/src/marketing/src/TikTok/src/py_libs/__init__.py -------------------------------------------------------------------------------- /src/marketing/src/TikTok/src/raw/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/src/marketing/src/TikTok/src/raw/__init__.py -------------------------------------------------------------------------------- /src/marketing/src/TikTok/src/raw/pipelines/README.md: -------------------------------------------------------------------------------- 1 | # TikTok Source to RAW Layer Pipeline 2 | -------------------------------------------------------------------------------- /src/marketing/src/TikTok/src/raw/pipelines/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/src/marketing/src/TikTok/src/raw/pipelines/__init__.py -------------------------------------------------------------------------------- /src/marketing/src/TikTok/src/raw/pipelines/config.ini: -------------------------------------------------------------------------------- 1 | [tiktok] 2 | # Retry delay between DAG runs. 3 | retry_delay_sec = 60 4 | # Maximum value for retry delay. 5 | max_retry_delay_sec = 3600 6 | # Retry count after a failing DAG run. 7 | execution_retry_count = 3 8 | 9 | # Logging level to surface to Airflow for Apache Beam pipelines. 10 | # Available options: DEBUG, INFO, WARNING, ERROR, CRITICAL. 11 | pipeline_logging_level = INFO 12 | -------------------------------------------------------------------------------- /src/marketing/src/TikTok/src/raw/pipelines/helpers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/src/marketing/src/TikTok/src/raw/pipelines/helpers/__init__.py -------------------------------------------------------------------------------- /src/marketing/src/TikTok/src/raw/templates/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/src/marketing/src/TikTok/src/raw/templates/__init__.py -------------------------------------------------------------------------------- /src/marketing/src/common/data_mesh/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/cortex-data-foundation/8af468e127188fc227920f5c4e9582516e2b06a7/src/marketing/src/common/data_mesh/__init__.py -------------------------------------------------------------------------------- /src/marketing/src/common/data_mesh/config/tag_templates/tag_templates.yaml: -------------------------------------------------------------------------------- 1 | # CatalogTagTemplates dataclass. 2 | # TODO: clean up with recommended templates. 3 | project: {{ project_id_tgt }} 4 | templates: 5 | - display_name: "data_governance" 6 | level: ASSET 7 | fields: 8 | - display_name: "retention_date" 9 | field_type: TIMESTAMP 10 | - display_name: "pii" 11 | level: FIELD 12 | fields: 13 | - display_name: "has_pii" 14 | field_type: BOOL 15 | - display_name: "pii_type" 16 | field_type: 17 | enum_allowed_values: ["EMAIL", "ADDRESS", "SSN"] -------------------------------------------------------------------------------- /src/marketing/src/common/materializer/templates/bq_insert_job_template.txt: -------------------------------------------------------------------------------- 1 | refresh_${table_name} = BigQueryInsertJobOperator( 2 | task_id="refresh_${table_name}", 3 | configuration={ 4 | "query": { 5 | "query": "${query_file}", 6 | "useLegacySql": False, 7 | }, 8 | "labels": _BQ_LABELS, 9 | "location": _BQ_LOCATION 10 | }, 11 | gcp_conn_id=_GCP_CONN_ID) -------------------------------------------------------------------------------- /src/utils/interactive/requirements.in: -------------------------------------------------------------------------------- 1 | prompt-toolkit==3.* 2 | pygments==2.15.* 3 | google-cloud-bigquery==3.11.* 4 | google-cloud-storage==2.9.* 5 | google-cloud-resource-manager==1.10.* 6 | google-api-python-client==2.89.* 7 | google-cloud-iam==2.19.* --------------------------------------------------------------------------------