├── .gitignore ├── ARMTemplate ├── azuredeploy.json ├── azuredeploy.parameters.json └── metadata.json ├── Exercise00-Setup ├── README.20230512.001.old └── README.md ├── Exercise01-Claims └── README.md ├── Exercise02-Observations └── README.md ├── Exercise03-Patients └── README.md ├── Images ├── Forking.gif ├── IngestingGif.gif ├── KQLgif01.gif ├── KQLgif02.gif ├── KQLgif03.gif ├── KQLgif04.gif ├── KQLgif05.gif ├── KQLgif06.gif ├── KQLgif07.gif ├── KQLgif08.gif ├── KQLgif09.gif └── deploytoazure.svg ├── LICENSE ├── README.md ├── SECURITY.md ├── Troubleshooting └── Readme.md ├── artifacts ├── Observation Table Creation.kql ├── Observations Analytics w KQL.kql ├── credential │ └── WorkspaceSystemIdentity.json ├── dataflow │ └── PatientJSON_Flatten_large.json ├── dataset │ ├── ClaimDiagnosisParquetLarge.json │ ├── ClaimDiagnosisSQL.json │ ├── ClaimInsurance.json │ ├── ClaimInsuranceParquetLarge.json │ ├── ClaimProcedureParquetLarge.json │ ├── ClaimProcedureSQL.json │ ├── ObservationMain_LargeParquet.json │ ├── Observation_SQLDS.json │ ├── PatientAddressParquetLarge.json │ ├── PatientAddressSQL.json │ ├── PatientExtensionParquetLarge.json │ ├── PatientIdentifierParquetLarge.json │ ├── PatientIdentifierSQLLarge.json │ ├── PatientRawParquetLarge.json │ ├── Sink_DataPrep_Curated_DS.json │ ├── Sink_DataPrep_DS.json │ ├── Sink_DataPrep_Processed_DS.json │ ├── Source_DataPrep_Curated_DS.json │ ├── Source_DataPrep_DS.json │ └── Source_DataPrep_Processed_DS.json ├── integrationRuntime │ └── AutoResolveIntegrationRuntime.json ├── linkedService │ ├── Source_Dataset_LS.json │ ├── StorageLS.json │ └── SynapseDedicatedPoolLS.json ├── notebook │ ├── ClaimParquetFlatten_Large.json │ ├── Claim_Ingestion_NDJSON2Parquet.json │ ├── Lake Database And Table Creation.json │ ├── ObservationParquetFlatten_Large.json │ ├── Observation_Ingestion_NDJSON2Parquet.json │ └── Patient_Ingestion_NDJSON2Parquet.json ├── pipeline │ ├── Copy_Data_Source_To_Raw_PL.json │ ├── FHIR_Pipeline4Claim_Spark_OC.json │ ├── FHIR_Pipeline4Observation_Spark_OC.json │ └── FHIR_Pipeline4Patient_DataFlow_OC.json ├── publish_config.json └── sqlscript │ ├── JSON_exploration_w_Serverless_Demo_OC.json │ ├── Spark DB Exploration Scripts.json │ └── Table Row Count.json └── mybigdata ├── credential └── WorkspaceSystemIdentity.json ├── integrationRuntime └── AutoResolveIntegrationRuntime.json ├── linkedService ├── mybigdatademows-WorkspaceDefaultSqlServer.json └── mybigdatademows-WorkspaceDefaultStorage.json └── publish_config.json /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/AzureSynapseEndToEndDemo/HEAD/.gitignore -------------------------------------------------------------------------------- /ARMTemplate/azuredeploy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/AzureSynapseEndToEndDemo/HEAD/ARMTemplate/azuredeploy.json -------------------------------------------------------------------------------- /ARMTemplate/azuredeploy.parameters.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/AzureSynapseEndToEndDemo/HEAD/ARMTemplate/azuredeploy.parameters.json -------------------------------------------------------------------------------- /ARMTemplate/metadata.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/AzureSynapseEndToEndDemo/HEAD/ARMTemplate/metadata.json -------------------------------------------------------------------------------- /Exercise00-Setup/README.20230512.001.old: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/AzureSynapseEndToEndDemo/HEAD/Exercise00-Setup/README.20230512.001.old -------------------------------------------------------------------------------- /Exercise00-Setup/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/AzureSynapseEndToEndDemo/HEAD/Exercise00-Setup/README.md -------------------------------------------------------------------------------- /Exercise01-Claims/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/AzureSynapseEndToEndDemo/HEAD/Exercise01-Claims/README.md -------------------------------------------------------------------------------- /Exercise02-Observations/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/AzureSynapseEndToEndDemo/HEAD/Exercise02-Observations/README.md -------------------------------------------------------------------------------- /Exercise03-Patients/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/AzureSynapseEndToEndDemo/HEAD/Exercise03-Patients/README.md -------------------------------------------------------------------------------- /Images/Forking.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/AzureSynapseEndToEndDemo/HEAD/Images/Forking.gif -------------------------------------------------------------------------------- /Images/IngestingGif.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/AzureSynapseEndToEndDemo/HEAD/Images/IngestingGif.gif -------------------------------------------------------------------------------- /Images/KQLgif01.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/AzureSynapseEndToEndDemo/HEAD/Images/KQLgif01.gif -------------------------------------------------------------------------------- /Images/KQLgif02.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/AzureSynapseEndToEndDemo/HEAD/Images/KQLgif02.gif -------------------------------------------------------------------------------- /Images/KQLgif03.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/AzureSynapseEndToEndDemo/HEAD/Images/KQLgif03.gif -------------------------------------------------------------------------------- /Images/KQLgif04.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/AzureSynapseEndToEndDemo/HEAD/Images/KQLgif04.gif -------------------------------------------------------------------------------- /Images/KQLgif05.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/AzureSynapseEndToEndDemo/HEAD/Images/KQLgif05.gif -------------------------------------------------------------------------------- /Images/KQLgif06.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/AzureSynapseEndToEndDemo/HEAD/Images/KQLgif06.gif -------------------------------------------------------------------------------- /Images/KQLgif07.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/AzureSynapseEndToEndDemo/HEAD/Images/KQLgif07.gif -------------------------------------------------------------------------------- /Images/KQLgif08.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/AzureSynapseEndToEndDemo/HEAD/Images/KQLgif08.gif -------------------------------------------------------------------------------- /Images/KQLgif09.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/AzureSynapseEndToEndDemo/HEAD/Images/KQLgif09.gif -------------------------------------------------------------------------------- /Images/deploytoazure.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/AzureSynapseEndToEndDemo/HEAD/Images/deploytoazure.svg -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/AzureSynapseEndToEndDemo/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/AzureSynapseEndToEndDemo/HEAD/README.md -------------------------------------------------------------------------------- /SECURITY.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/AzureSynapseEndToEndDemo/HEAD/SECURITY.md -------------------------------------------------------------------------------- /Troubleshooting/Readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/AzureSynapseEndToEndDemo/HEAD/Troubleshooting/Readme.md -------------------------------------------------------------------------------- /artifacts/Observation Table Creation.kql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/AzureSynapseEndToEndDemo/HEAD/artifacts/Observation Table Creation.kql -------------------------------------------------------------------------------- /artifacts/Observations Analytics w KQL.kql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/AzureSynapseEndToEndDemo/HEAD/artifacts/Observations Analytics w KQL.kql -------------------------------------------------------------------------------- /artifacts/credential/WorkspaceSystemIdentity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/AzureSynapseEndToEndDemo/HEAD/artifacts/credential/WorkspaceSystemIdentity.json -------------------------------------------------------------------------------- /artifacts/dataflow/PatientJSON_Flatten_large.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/AzureSynapseEndToEndDemo/HEAD/artifacts/dataflow/PatientJSON_Flatten_large.json -------------------------------------------------------------------------------- /artifacts/dataset/ClaimDiagnosisParquetLarge.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/AzureSynapseEndToEndDemo/HEAD/artifacts/dataset/ClaimDiagnosisParquetLarge.json -------------------------------------------------------------------------------- /artifacts/dataset/ClaimDiagnosisSQL.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/AzureSynapseEndToEndDemo/HEAD/artifacts/dataset/ClaimDiagnosisSQL.json -------------------------------------------------------------------------------- /artifacts/dataset/ClaimInsurance.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/AzureSynapseEndToEndDemo/HEAD/artifacts/dataset/ClaimInsurance.json -------------------------------------------------------------------------------- /artifacts/dataset/ClaimInsuranceParquetLarge.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/AzureSynapseEndToEndDemo/HEAD/artifacts/dataset/ClaimInsuranceParquetLarge.json -------------------------------------------------------------------------------- /artifacts/dataset/ClaimProcedureParquetLarge.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/AzureSynapseEndToEndDemo/HEAD/artifacts/dataset/ClaimProcedureParquetLarge.json -------------------------------------------------------------------------------- /artifacts/dataset/ClaimProcedureSQL.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/AzureSynapseEndToEndDemo/HEAD/artifacts/dataset/ClaimProcedureSQL.json -------------------------------------------------------------------------------- /artifacts/dataset/ObservationMain_LargeParquet.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/AzureSynapseEndToEndDemo/HEAD/artifacts/dataset/ObservationMain_LargeParquet.json -------------------------------------------------------------------------------- /artifacts/dataset/Observation_SQLDS.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/AzureSynapseEndToEndDemo/HEAD/artifacts/dataset/Observation_SQLDS.json -------------------------------------------------------------------------------- /artifacts/dataset/PatientAddressParquetLarge.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/AzureSynapseEndToEndDemo/HEAD/artifacts/dataset/PatientAddressParquetLarge.json -------------------------------------------------------------------------------- /artifacts/dataset/PatientAddressSQL.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/AzureSynapseEndToEndDemo/HEAD/artifacts/dataset/PatientAddressSQL.json -------------------------------------------------------------------------------- /artifacts/dataset/PatientExtensionParquetLarge.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/AzureSynapseEndToEndDemo/HEAD/artifacts/dataset/PatientExtensionParquetLarge.json -------------------------------------------------------------------------------- /artifacts/dataset/PatientIdentifierParquetLarge.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/AzureSynapseEndToEndDemo/HEAD/artifacts/dataset/PatientIdentifierParquetLarge.json -------------------------------------------------------------------------------- /artifacts/dataset/PatientIdentifierSQLLarge.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/AzureSynapseEndToEndDemo/HEAD/artifacts/dataset/PatientIdentifierSQLLarge.json -------------------------------------------------------------------------------- /artifacts/dataset/PatientRawParquetLarge.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/AzureSynapseEndToEndDemo/HEAD/artifacts/dataset/PatientRawParquetLarge.json -------------------------------------------------------------------------------- /artifacts/dataset/Sink_DataPrep_Curated_DS.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/AzureSynapseEndToEndDemo/HEAD/artifacts/dataset/Sink_DataPrep_Curated_DS.json -------------------------------------------------------------------------------- /artifacts/dataset/Sink_DataPrep_DS.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/AzureSynapseEndToEndDemo/HEAD/artifacts/dataset/Sink_DataPrep_DS.json -------------------------------------------------------------------------------- /artifacts/dataset/Sink_DataPrep_Processed_DS.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/AzureSynapseEndToEndDemo/HEAD/artifacts/dataset/Sink_DataPrep_Processed_DS.json -------------------------------------------------------------------------------- /artifacts/dataset/Source_DataPrep_Curated_DS.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/AzureSynapseEndToEndDemo/HEAD/artifacts/dataset/Source_DataPrep_Curated_DS.json -------------------------------------------------------------------------------- /artifacts/dataset/Source_DataPrep_DS.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/AzureSynapseEndToEndDemo/HEAD/artifacts/dataset/Source_DataPrep_DS.json -------------------------------------------------------------------------------- /artifacts/dataset/Source_DataPrep_Processed_DS.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/AzureSynapseEndToEndDemo/HEAD/artifacts/dataset/Source_DataPrep_Processed_DS.json -------------------------------------------------------------------------------- /artifacts/integrationRuntime/AutoResolveIntegrationRuntime.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/AzureSynapseEndToEndDemo/HEAD/artifacts/integrationRuntime/AutoResolveIntegrationRuntime.json -------------------------------------------------------------------------------- /artifacts/linkedService/Source_Dataset_LS.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/AzureSynapseEndToEndDemo/HEAD/artifacts/linkedService/Source_Dataset_LS.json -------------------------------------------------------------------------------- /artifacts/linkedService/StorageLS.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/AzureSynapseEndToEndDemo/HEAD/artifacts/linkedService/StorageLS.json -------------------------------------------------------------------------------- /artifacts/linkedService/SynapseDedicatedPoolLS.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/AzureSynapseEndToEndDemo/HEAD/artifacts/linkedService/SynapseDedicatedPoolLS.json -------------------------------------------------------------------------------- /artifacts/notebook/ClaimParquetFlatten_Large.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/AzureSynapseEndToEndDemo/HEAD/artifacts/notebook/ClaimParquetFlatten_Large.json -------------------------------------------------------------------------------- /artifacts/notebook/Claim_Ingestion_NDJSON2Parquet.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/AzureSynapseEndToEndDemo/HEAD/artifacts/notebook/Claim_Ingestion_NDJSON2Parquet.json -------------------------------------------------------------------------------- /artifacts/notebook/Lake Database And Table Creation.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/AzureSynapseEndToEndDemo/HEAD/artifacts/notebook/Lake Database And Table Creation.json -------------------------------------------------------------------------------- /artifacts/notebook/ObservationParquetFlatten_Large.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/AzureSynapseEndToEndDemo/HEAD/artifacts/notebook/ObservationParquetFlatten_Large.json -------------------------------------------------------------------------------- /artifacts/notebook/Observation_Ingestion_NDJSON2Parquet.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/AzureSynapseEndToEndDemo/HEAD/artifacts/notebook/Observation_Ingestion_NDJSON2Parquet.json -------------------------------------------------------------------------------- /artifacts/notebook/Patient_Ingestion_NDJSON2Parquet.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/AzureSynapseEndToEndDemo/HEAD/artifacts/notebook/Patient_Ingestion_NDJSON2Parquet.json -------------------------------------------------------------------------------- /artifacts/pipeline/Copy_Data_Source_To_Raw_PL.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/AzureSynapseEndToEndDemo/HEAD/artifacts/pipeline/Copy_Data_Source_To_Raw_PL.json -------------------------------------------------------------------------------- /artifacts/pipeline/FHIR_Pipeline4Claim_Spark_OC.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/AzureSynapseEndToEndDemo/HEAD/artifacts/pipeline/FHIR_Pipeline4Claim_Spark_OC.json -------------------------------------------------------------------------------- /artifacts/pipeline/FHIR_Pipeline4Observation_Spark_OC.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/AzureSynapseEndToEndDemo/HEAD/artifacts/pipeline/FHIR_Pipeline4Observation_Spark_OC.json -------------------------------------------------------------------------------- /artifacts/pipeline/FHIR_Pipeline4Patient_DataFlow_OC.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/AzureSynapseEndToEndDemo/HEAD/artifacts/pipeline/FHIR_Pipeline4Patient_DataFlow_OC.json -------------------------------------------------------------------------------- /artifacts/publish_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/AzureSynapseEndToEndDemo/HEAD/artifacts/publish_config.json -------------------------------------------------------------------------------- /artifacts/sqlscript/JSON_exploration_w_Serverless_Demo_OC.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/AzureSynapseEndToEndDemo/HEAD/artifacts/sqlscript/JSON_exploration_w_Serverless_Demo_OC.json -------------------------------------------------------------------------------- /artifacts/sqlscript/Spark DB Exploration Scripts.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/AzureSynapseEndToEndDemo/HEAD/artifacts/sqlscript/Spark DB Exploration Scripts.json -------------------------------------------------------------------------------- /artifacts/sqlscript/Table Row Count.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/AzureSynapseEndToEndDemo/HEAD/artifacts/sqlscript/Table Row Count.json -------------------------------------------------------------------------------- /mybigdata/credential/WorkspaceSystemIdentity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/AzureSynapseEndToEndDemo/HEAD/mybigdata/credential/WorkspaceSystemIdentity.json -------------------------------------------------------------------------------- /mybigdata/integrationRuntime/AutoResolveIntegrationRuntime.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/AzureSynapseEndToEndDemo/HEAD/mybigdata/integrationRuntime/AutoResolveIntegrationRuntime.json -------------------------------------------------------------------------------- /mybigdata/linkedService/mybigdatademows-WorkspaceDefaultSqlServer.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/AzureSynapseEndToEndDemo/HEAD/mybigdata/linkedService/mybigdatademows-WorkspaceDefaultSqlServer.json -------------------------------------------------------------------------------- /mybigdata/linkedService/mybigdatademows-WorkspaceDefaultStorage.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/AzureSynapseEndToEndDemo/HEAD/mybigdata/linkedService/mybigdatademows-WorkspaceDefaultStorage.json -------------------------------------------------------------------------------- /mybigdata/publish_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/AzureSynapseEndToEndDemo/HEAD/mybigdata/publish_config.json --------------------------------------------------------------------------------