├── .github └── workflows │ └── ControlDB-deployment.yml ├── .gitignore ├── LICENSE ├── README.md ├── devops ├── azure-pipeline-cicd-controldb.yml ├── azure-pipeline-cicd-db.yml └── templates │ ├── build-sqldb.yml │ └── deploy-sqldb.yml ├── elt-framework └── ControlDB │ ├── ControlDB.sln │ ├── ControlDB.sqlproj │ ├── ELT │ ├── Constraints │ │ ├── CC_IngestDefinition_DataMapping.sql │ │ ├── CC_IngestDefinition_MaxIntervalMinutes.sql │ │ ├── CC_IngestDefinition_MaxIntervalNumber.sql │ │ ├── CC_IngestDefinition_SourceStructure.sql │ │ ├── CC_IngestInstance_IngestStatus.sql │ │ ├── CC_L1TransformDefinition_CustomParameters.sql │ │ ├── CC_L1TransformDefinition_OutputDWTableWriteMode.sql │ │ ├── CC_L1TransformDefinition_OutputL1CuratedFileWriteMode.sql │ │ ├── CC_L1TransformInstance_L1TransformStatus.sql │ │ ├── CC_L1TransformInstance_OutputDWTableWriteMode.sql │ │ ├── CC_L1TransformInstance_OutputL1CuratedFileWriteMode.sql │ │ ├── CC_L2TransformDefinition_CustomParameters.sql │ │ ├── CC_L2TransformDefinition_InputType.sql │ │ ├── CC_L2TransformDefinition_MaxIntervalMinutes.sql │ │ ├── CC_L2TransformDefinition_MaxIntervalNumber.sql │ │ ├── CC_L2TransformDefinition_OutputDWTableWriteMode.sql │ │ ├── CC_L2TransformDefinition_OutputL2CuratedFileWriteMode.sql │ │ ├── CC_L2TransformInstance_L2TransformStatus.sql │ │ ├── CC_L2TransformInstance_OutputDWTableWriteMode.sql │ │ ├── CC_L2TransformInstance_OutputL2CuratedFileWriteMode.sql │ │ ├── DC_Attribute_CreatedBy.sql │ │ ├── DC_Attribute_CreatedTimestamp.sql │ │ ├── DC_Attribute_ModifiedBy.sql │ │ ├── DC_Attribute_ModifiedTimestamp.sql │ │ ├── DC_IngestDefinition_CreatedBy.sql │ │ ├── DC_IngestDefinition_CreatedTimestamp.sql │ │ ├── DC_IngestDefinition_DelayL1TransformationFlag.sql │ │ ├── DC_IngestDefinition_DelayL2TransformationFlag.sql │ │ ├── DC_IngestDefinition_MaxRetries.sql │ │ ├── DC_IngestDefinition_ModifiedBy.sql │ │ ├── DC_IngestDefinition_ModifiedTimestamp.sql │ │ ├── DC_IngestDefinition_RunSequence.sql │ │ ├── DC_L1TransformDefinition_CreatedBy.sql │ │ ├── DC_L1TransformDefinition_CreatedTimestamp.sql │ │ ├── DC_L1TransformDefinition_MaxRetries.sql │ │ ├── DC_L1TransformDefinition_ModifiedBy.sql │ │ ├── DC_L1TransformDefinition_ModifiedTimestamp.sql │ │ ├── DC_L2TransformDefinition.RunSequence.sql │ │ ├── DC_L2TransformDefinition_CreatedBy.sql │ │ ├── DC_L2TransformDefinition_CreatedTimestamp.sql │ │ ├── DC_L2TransformDefinition_MaxRetries.sql │ │ ├── DC_L2TransformDefinition_ModifiedBy.sql │ │ ├── DC_L2TransformDefinition_ModifiedTimestamp.sql │ │ └── PK_L1TransformInstance.sql │ ├── Database.sqlproj │ ├── Functions │ │ ├── uf_GetAestDateTime.sql │ │ ├── uf_GetColumnMapping.sql │ │ ├── uf_GetIngestionColumnList.sql │ │ ├── uf_GetSalesforceQuery.sql │ │ └── uf_GetTabularTranslatorMappingJson.sql │ ├── Indexes │ │ ├── UI_IngestDefinition.sql │ │ ├── UI_IngestInstance.sql │ │ ├── UI_L1TransformDefinition.sql │ │ ├── UI_L1TransformInstance.sql │ │ ├── UI_L2TransformDefinition.sql │ │ └── UI_L2TransformInstance.sql │ ├── Keys │ │ ├── FK_Attribute_IngestID.sql │ │ ├── FK_Attribute_L1TransformID.sql │ │ ├── FK_Attribute_L2TransformID.sql │ │ ├── FK_IngestInstance_IngestID.sql │ │ ├── FK_L1TransformDefinition_IngestID.sql │ │ ├── FK_L1TransformInstance_IngestID.sql │ │ ├── FK_L1TransformInstance_L1TransformID.sql │ │ ├── FK_L2TransformDefinition_IngestID.sql │ │ ├── FK_L2TransformInstance_IngestID.sql │ │ ├── FK_L2TransformInstance_L1TransformID.sql │ │ ├── FK_L2TransformInstance_L2TransformID.sql │ │ ├── PK_Attribute.sql │ │ ├── PK_IngestDefinition.sql │ │ ├── PK_IngestInstance.sql │ │ ├── PK_L1TransformDefinition.sql │ │ ├── PK_L2TransformDefinition.sql │ │ └── PK_L2TransformInstance.sql │ ├── Stored Procedures │ │ ├── GetIngestDefinition.sql │ │ ├── GetIngestDefinition_FileDrop.sql │ │ ├── GetRunningTransformInstances.sql │ │ ├── GetTransformDefinition_L1.sql │ │ ├── GetTransformDefinition_L2.sql │ │ ├── GetTransformInstance_L1.sql │ │ ├── GetTransformInstance_L2.sql │ │ ├── InsertIngestInstance.sql │ │ ├── InsertTransformInstance_L1.sql │ │ ├── InsertTransformInstance_L2.sql │ │ ├── UpdateIngestDefinition.sql │ │ ├── UpdateIngestInstance.sql │ │ ├── UpdateTransformDefinition_L2.sql │ │ ├── UpdateTransformInstance_L1.sql │ │ └── UpdateTransformInstance_L2.sql │ ├── Tables │ │ ├── ColumnMapping.sql │ │ ├── IngestDefinition.sql │ │ ├── IngestInstance.sql │ │ ├── L1TransformDefinition.sql │ │ ├── L1TransformInstance.sql │ │ ├── L2TransformDefinition.sql │ │ └── L2TransformInstance.sql │ └── elt.sql │ ├── Post Deployment Script │ ├── Script.PostDeployment.sql │ └── datasources │ │ ├── RestAPI │ │ ├── IngestDefinition │ │ │ ├── AzureRestAPI.sql │ │ │ └── PurviewRestAPI.sql │ │ └── L1TransformDefinition │ │ │ ├── L1T_AzureRestAPI.sql │ │ │ └── L1T_PurviewRestAPI.sql │ │ └── UploadFiles │ │ ├── IngestDefinition │ │ └── CustomFormRecognizerModel.sql │ │ └── L1TransformDefinition │ │ └── L1T_CustomFormRecognizerModel.sql │ └── Pre Deployment Script │ ├── DBRoles.PreDeployment.sql │ └── Script.PreDeployment.sql └── pictures ├── Azure Modern Data Platform - Ingest Definition.png ├── Azure Modern Data Platform - L1 Transform Definition.png ├── Azure Modern Data Platform - L2 Transform Definition.png ├── Azure Modern Data Platform.drawio ├── Azure Modern Data Platform.png ├── ELT_Framework_Dataflow.png ├── Ingestion_Pipeline.png ├── L1Transformation_Pipeline.png └── L2Transformation_Pipeline.png /.github/workflows/ControlDB-deployment.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/.github/workflows/ControlDB-deployment.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/README.md -------------------------------------------------------------------------------- /devops/azure-pipeline-cicd-controldb.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/devops/azure-pipeline-cicd-controldb.yml -------------------------------------------------------------------------------- /devops/azure-pipeline-cicd-db.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/devops/azure-pipeline-cicd-db.yml -------------------------------------------------------------------------------- /devops/templates/build-sqldb.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/devops/templates/build-sqldb.yml -------------------------------------------------------------------------------- /devops/templates/deploy-sqldb.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/devops/templates/deploy-sqldb.yml -------------------------------------------------------------------------------- /elt-framework/ControlDB/ControlDB.sln: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ControlDB.sln -------------------------------------------------------------------------------- /elt-framework/ControlDB/ControlDB.sqlproj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ControlDB.sqlproj -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Constraints/CC_IngestDefinition_DataMapping.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Constraints/CC_IngestDefinition_DataMapping.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Constraints/CC_IngestDefinition_MaxIntervalMinutes.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Constraints/CC_IngestDefinition_MaxIntervalMinutes.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Constraints/CC_IngestDefinition_MaxIntervalNumber.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Constraints/CC_IngestDefinition_MaxIntervalNumber.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Constraints/CC_IngestDefinition_SourceStructure.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Constraints/CC_IngestDefinition_SourceStructure.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Constraints/CC_IngestInstance_IngestStatus.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Constraints/CC_IngestInstance_IngestStatus.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Constraints/CC_L1TransformDefinition_CustomParameters.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Constraints/CC_L1TransformDefinition_CustomParameters.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Constraints/CC_L1TransformDefinition_OutputDWTableWriteMode.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Constraints/CC_L1TransformDefinition_OutputDWTableWriteMode.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Constraints/CC_L1TransformDefinition_OutputL1CuratedFileWriteMode.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Constraints/CC_L1TransformDefinition_OutputL1CuratedFileWriteMode.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Constraints/CC_L1TransformInstance_L1TransformStatus.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Constraints/CC_L1TransformInstance_L1TransformStatus.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Constraints/CC_L1TransformInstance_OutputDWTableWriteMode.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Constraints/CC_L1TransformInstance_OutputDWTableWriteMode.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Constraints/CC_L1TransformInstance_OutputL1CuratedFileWriteMode.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Constraints/CC_L1TransformInstance_OutputL1CuratedFileWriteMode.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Constraints/CC_L2TransformDefinition_CustomParameters.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Constraints/CC_L2TransformDefinition_CustomParameters.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Constraints/CC_L2TransformDefinition_InputType.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Constraints/CC_L2TransformDefinition_InputType.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Constraints/CC_L2TransformDefinition_MaxIntervalMinutes.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Constraints/CC_L2TransformDefinition_MaxIntervalMinutes.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Constraints/CC_L2TransformDefinition_MaxIntervalNumber.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Constraints/CC_L2TransformDefinition_MaxIntervalNumber.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Constraints/CC_L2TransformDefinition_OutputDWTableWriteMode.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Constraints/CC_L2TransformDefinition_OutputDWTableWriteMode.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Constraints/CC_L2TransformDefinition_OutputL2CuratedFileWriteMode.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Constraints/CC_L2TransformDefinition_OutputL2CuratedFileWriteMode.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Constraints/CC_L2TransformInstance_L2TransformStatus.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Constraints/CC_L2TransformInstance_L2TransformStatus.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Constraints/CC_L2TransformInstance_OutputDWTableWriteMode.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Constraints/CC_L2TransformInstance_OutputDWTableWriteMode.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Constraints/CC_L2TransformInstance_OutputL2CuratedFileWriteMode.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Constraints/CC_L2TransformInstance_OutputL2CuratedFileWriteMode.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Constraints/DC_Attribute_CreatedBy.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Constraints/DC_Attribute_CreatedBy.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Constraints/DC_Attribute_CreatedTimestamp.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Constraints/DC_Attribute_CreatedTimestamp.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Constraints/DC_Attribute_ModifiedBy.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Constraints/DC_Attribute_ModifiedBy.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Constraints/DC_Attribute_ModifiedTimestamp.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Constraints/DC_Attribute_ModifiedTimestamp.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Constraints/DC_IngestDefinition_CreatedBy.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Constraints/DC_IngestDefinition_CreatedBy.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Constraints/DC_IngestDefinition_CreatedTimestamp.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Constraints/DC_IngestDefinition_CreatedTimestamp.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Constraints/DC_IngestDefinition_DelayL1TransformationFlag.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Constraints/DC_IngestDefinition_DelayL1TransformationFlag.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Constraints/DC_IngestDefinition_DelayL2TransformationFlag.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Constraints/DC_IngestDefinition_DelayL2TransformationFlag.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Constraints/DC_IngestDefinition_MaxRetries.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Constraints/DC_IngestDefinition_MaxRetries.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Constraints/DC_IngestDefinition_ModifiedBy.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Constraints/DC_IngestDefinition_ModifiedBy.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Constraints/DC_IngestDefinition_ModifiedTimestamp.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Constraints/DC_IngestDefinition_ModifiedTimestamp.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Constraints/DC_IngestDefinition_RunSequence.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Constraints/DC_IngestDefinition_RunSequence.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Constraints/DC_L1TransformDefinition_CreatedBy.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Constraints/DC_L1TransformDefinition_CreatedBy.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Constraints/DC_L1TransformDefinition_CreatedTimestamp.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Constraints/DC_L1TransformDefinition_CreatedTimestamp.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Constraints/DC_L1TransformDefinition_MaxRetries.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Constraints/DC_L1TransformDefinition_MaxRetries.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Constraints/DC_L1TransformDefinition_ModifiedBy.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Constraints/DC_L1TransformDefinition_ModifiedBy.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Constraints/DC_L1TransformDefinition_ModifiedTimestamp.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Constraints/DC_L1TransformDefinition_ModifiedTimestamp.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Constraints/DC_L2TransformDefinition.RunSequence.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Constraints/DC_L2TransformDefinition.RunSequence.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Constraints/DC_L2TransformDefinition_CreatedBy.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Constraints/DC_L2TransformDefinition_CreatedBy.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Constraints/DC_L2TransformDefinition_CreatedTimestamp.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Constraints/DC_L2TransformDefinition_CreatedTimestamp.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Constraints/DC_L2TransformDefinition_MaxRetries.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Constraints/DC_L2TransformDefinition_MaxRetries.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Constraints/DC_L2TransformDefinition_ModifiedBy.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Constraints/DC_L2TransformDefinition_ModifiedBy.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Constraints/DC_L2TransformDefinition_ModifiedTimestamp.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Constraints/DC_L2TransformDefinition_ModifiedTimestamp.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Constraints/PK_L1TransformInstance.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Constraints/PK_L1TransformInstance.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Database.sqlproj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Database.sqlproj -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Functions/uf_GetAestDateTime.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Functions/uf_GetAestDateTime.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Functions/uf_GetColumnMapping.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Functions/uf_GetColumnMapping.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Functions/uf_GetIngestionColumnList.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Functions/uf_GetIngestionColumnList.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Functions/uf_GetSalesforceQuery.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Functions/uf_GetSalesforceQuery.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Functions/uf_GetTabularTranslatorMappingJson.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Functions/uf_GetTabularTranslatorMappingJson.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Indexes/UI_IngestDefinition.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Indexes/UI_IngestDefinition.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Indexes/UI_IngestInstance.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Indexes/UI_IngestInstance.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Indexes/UI_L1TransformDefinition.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Indexes/UI_L1TransformDefinition.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Indexes/UI_L1TransformInstance.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Indexes/UI_L1TransformInstance.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Indexes/UI_L2TransformDefinition.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Indexes/UI_L2TransformDefinition.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Indexes/UI_L2TransformInstance.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Indexes/UI_L2TransformInstance.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Keys/FK_Attribute_IngestID.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Keys/FK_Attribute_IngestID.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Keys/FK_Attribute_L1TransformID.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Keys/FK_Attribute_L1TransformID.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Keys/FK_Attribute_L2TransformID.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Keys/FK_Attribute_L2TransformID.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Keys/FK_IngestInstance_IngestID.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Keys/FK_IngestInstance_IngestID.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Keys/FK_L1TransformDefinition_IngestID.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Keys/FK_L1TransformDefinition_IngestID.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Keys/FK_L1TransformInstance_IngestID.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Keys/FK_L1TransformInstance_IngestID.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Keys/FK_L1TransformInstance_L1TransformID.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Keys/FK_L1TransformInstance_L1TransformID.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Keys/FK_L2TransformDefinition_IngestID.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Keys/FK_L2TransformDefinition_IngestID.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Keys/FK_L2TransformInstance_IngestID.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Keys/FK_L2TransformInstance_IngestID.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Keys/FK_L2TransformInstance_L1TransformID.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Keys/FK_L2TransformInstance_L1TransformID.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Keys/FK_L2TransformInstance_L2TransformID.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Keys/FK_L2TransformInstance_L2TransformID.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Keys/PK_Attribute.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Keys/PK_Attribute.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Keys/PK_IngestDefinition.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Keys/PK_IngestDefinition.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Keys/PK_IngestInstance.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Keys/PK_IngestInstance.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Keys/PK_L1TransformDefinition.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Keys/PK_L1TransformDefinition.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Keys/PK_L2TransformDefinition.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Keys/PK_L2TransformDefinition.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Keys/PK_L2TransformInstance.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Keys/PK_L2TransformInstance.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Stored Procedures/GetIngestDefinition.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Stored Procedures/GetIngestDefinition.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Stored Procedures/GetIngestDefinition_FileDrop.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Stored Procedures/GetIngestDefinition_FileDrop.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Stored Procedures/GetRunningTransformInstances.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Stored Procedures/GetRunningTransformInstances.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Stored Procedures/GetTransformDefinition_L1.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Stored Procedures/GetTransformDefinition_L1.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Stored Procedures/GetTransformDefinition_L2.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Stored Procedures/GetTransformDefinition_L2.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Stored Procedures/GetTransformInstance_L1.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Stored Procedures/GetTransformInstance_L1.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Stored Procedures/GetTransformInstance_L2.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Stored Procedures/GetTransformInstance_L2.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Stored Procedures/InsertIngestInstance.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Stored Procedures/InsertIngestInstance.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Stored Procedures/InsertTransformInstance_L1.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Stored Procedures/InsertTransformInstance_L1.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Stored Procedures/InsertTransformInstance_L2.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Stored Procedures/InsertTransformInstance_L2.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Stored Procedures/UpdateIngestDefinition.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Stored Procedures/UpdateIngestDefinition.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Stored Procedures/UpdateIngestInstance.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Stored Procedures/UpdateIngestInstance.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Stored Procedures/UpdateTransformDefinition_L2.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Stored Procedures/UpdateTransformDefinition_L2.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Stored Procedures/UpdateTransformInstance_L1.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Stored Procedures/UpdateTransformInstance_L1.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Stored Procedures/UpdateTransformInstance_L2.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Stored Procedures/UpdateTransformInstance_L2.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Tables/ColumnMapping.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Tables/ColumnMapping.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Tables/IngestDefinition.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Tables/IngestDefinition.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Tables/IngestInstance.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Tables/IngestInstance.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Tables/L1TransformDefinition.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Tables/L1TransformDefinition.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Tables/L1TransformInstance.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Tables/L1TransformInstance.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Tables/L2TransformDefinition.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Tables/L2TransformDefinition.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/Tables/L2TransformInstance.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/ELT/Tables/L2TransformInstance.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/ELT/elt.sql: -------------------------------------------------------------------------------- 1 | CREATE SCHEMA [ELT] -------------------------------------------------------------------------------- /elt-framework/ControlDB/Post Deployment Script/Script.PostDeployment.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/Post Deployment Script/Script.PostDeployment.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/Post Deployment Script/datasources/RestAPI/IngestDefinition/AzureRestAPI.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/Post Deployment Script/datasources/RestAPI/IngestDefinition/AzureRestAPI.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/Post Deployment Script/datasources/RestAPI/IngestDefinition/PurviewRestAPI.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/Post Deployment Script/datasources/RestAPI/IngestDefinition/PurviewRestAPI.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/Post Deployment Script/datasources/RestAPI/L1TransformDefinition/L1T_AzureRestAPI.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/Post Deployment Script/datasources/RestAPI/L1TransformDefinition/L1T_AzureRestAPI.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/Post Deployment Script/datasources/RestAPI/L1TransformDefinition/L1T_PurviewRestAPI.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/Post Deployment Script/datasources/RestAPI/L1TransformDefinition/L1T_PurviewRestAPI.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/Post Deployment Script/datasources/UploadFiles/IngestDefinition/CustomFormRecognizerModel.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/Post Deployment Script/datasources/UploadFiles/IngestDefinition/CustomFormRecognizerModel.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/Post Deployment Script/datasources/UploadFiles/L1TransformDefinition/L1T_CustomFormRecognizerModel.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/Post Deployment Script/datasources/UploadFiles/L1TransformDefinition/L1T_CustomFormRecognizerModel.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/Pre Deployment Script/DBRoles.PreDeployment.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/Pre Deployment Script/DBRoles.PreDeployment.sql -------------------------------------------------------------------------------- /elt-framework/ControlDB/Pre Deployment Script/Script.PreDeployment.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/elt-framework/ControlDB/Pre Deployment Script/Script.PreDeployment.sql -------------------------------------------------------------------------------- /pictures/Azure Modern Data Platform - Ingest Definition.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/pictures/Azure Modern Data Platform - Ingest Definition.png -------------------------------------------------------------------------------- /pictures/Azure Modern Data Platform - L1 Transform Definition.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/pictures/Azure Modern Data Platform - L1 Transform Definition.png -------------------------------------------------------------------------------- /pictures/Azure Modern Data Platform - L2 Transform Definition.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/pictures/Azure Modern Data Platform - L2 Transform Definition.png -------------------------------------------------------------------------------- /pictures/Azure Modern Data Platform.drawio: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/pictures/Azure Modern Data Platform.drawio -------------------------------------------------------------------------------- /pictures/Azure Modern Data Platform.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/pictures/Azure Modern Data Platform.png -------------------------------------------------------------------------------- /pictures/ELT_Framework_Dataflow.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/pictures/ELT_Framework_Dataflow.png -------------------------------------------------------------------------------- /pictures/Ingestion_Pipeline.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/pictures/Ingestion_Pipeline.png -------------------------------------------------------------------------------- /pictures/L1Transformation_Pipeline.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/pictures/L1Transformation_Pipeline.png -------------------------------------------------------------------------------- /pictures/L2Transformation_Pipeline.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bennyaustin/elt-framework/HEAD/pictures/L2Transformation_Pipeline.png --------------------------------------------------------------------------------