├── .github └── ISSUE_TEMPLATE │ ├── bug_report.md │ └── feature_request.md ├── .gitignore ├── CODE_OF_CONDUCT.md ├── CONTRIBUTING.md ├── LICENSE ├── README.md ├── SECURITY.md ├── azure-pipelines ├── adf │ ├── adf-cd.yml │ └── templates │ │ ├── build.yml │ │ ├── deploy.yml │ │ └── test.yml ├── databricks │ ├── databricks-ci.yml │ ├── databricks-lib-cd.template.yml │ ├── databricks-lib-cd.yml │ ├── databricks-notebooks-cd.yml │ └── templates │ │ ├── databricks-auth-step-template.yml │ │ ├── databricks-deploy-library-job-template.yml │ │ ├── databricks-deploy-notebooks-job-template.yml │ │ └── databricks-setup-environment-template.yml ├── iac │ ├── iac-cd.yml │ ├── iac-ci.yml │ └── templates │ │ ├── stage.acceptance-test.yml │ │ ├── stage.deploy.yml │ │ ├── stage.plan.yml │ │ ├── stage.validate.yml │ │ ├── step.install-arm-template-toolkit.yml │ │ ├── step.install-azure-powershell.yml │ │ ├── step.install-databricks-cli.yml │ │ └── step.install-gitversion.yml ├── lib │ ├── lib-cd.yml │ ├── lib-ci.yml │ └── templates │ │ ├── lib-build-publish.yml │ │ └── lib-stage-environment.yml └── variable.environment.template.yml ├── data-platform ├── adf │ ├── arm-template-parameters-definition.json │ ├── dataset │ │ ├── AirportCodesSink.json │ │ ├── AirportCodesSource.json │ │ ├── FlightsDelaysSink.json │ │ ├── FlightsDelaysSource.json │ │ ├── FlightsWeatherSink.json │ │ └── FlightsWeatherSource.json │ ├── linkedService │ │ ├── ADLSLinkedService.json │ │ ├── AzureBlobStorageLinkedService.json │ │ ├── AzureDatabricksLinkedService.json │ │ └── AzureKeyVaultLinkedService.json │ ├── package.json │ ├── pipeline │ │ └── ProcessFlightsDelaysData.json │ └── publish_config.json ├── notebooks │ ├── .flake8 │ └── Shared │ │ └── DataOps │ │ ├── 00 - Temp.py │ │ ├── 01 ADLS Mount.py │ │ └── 02 One Notebook to Rule Them All.py └── src │ ├── bdd-adf-pipelines │ ├── .gitignore │ ├── .vscode │ │ ├── launch.json │ │ └── settings.json │ ├── README.md │ ├── core │ │ ├── __init__.py │ │ ├── models │ │ │ ├── __init__.py │ │ │ └── service_principal.py │ │ └── services │ │ │ ├── __init__.py │ │ │ ├── adls.py │ │ │ └── datafactory.py │ ├── features │ │ ├── environment.py │ │ ├── flight_delays.feature │ │ └── steps │ │ │ ├── common.py │ │ │ └── flight_delays.py │ ├── requirements.txt │ └── scripts │ │ └── junit_converter.py │ └── dataopslib │ ├── CHANGELOG.md │ ├── MANIFEST.in │ ├── README.md │ ├── ReadmeLibExtraExercise.md │ ├── data │ ├── AirportCodeLocationLookupClean.csv │ ├── FlightDelaysWithAirportCodes.csv │ ├── FlightWeatherWithAirportCode.csv │ └── sample_data.csv │ ├── dataopslib │ ├── _init_.py │ ├── schemas.py │ └── spark │ │ ├── __init__.py │ │ ├── data_quality.py │ │ ├── data_transformation.py │ │ └── functions.py │ ├── pytest.ini │ ├── requirements.txt │ ├── samples │ ├── sample_has_inconsistent_dates.py │ ├── sample_has_null.py │ ├── sample_has_valid_dates.py │ ├── sample_read_csv.py │ └── sample_transformation.py │ ├── setup.cfg │ ├── setup.py │ ├── spark │ ├── README.md │ └── docker-compose.yml │ └── tests │ ├── test_data_quality.py │ └── test_data_transformation.py ├── hands-on-lab ├── HOL step-by-step - DevSquad in a Day.md ├── archival │ ├── HOL Exercise 2 only.md │ ├── HOL Exercise 3.md │ ├── HOL Exercise 4.md │ └── HOL step-by-step - DataOps.md ├── lab-files │ └── my-lab-file.json └── media │ ├── 02-One-Notebook-to-Rule-Them-All-1.png │ ├── 02-One-Notebook-to-Rule-Them-All-2.png │ ├── 02-One-Notebook-to-Rule-Them-All-3.png │ ├── 02-One-Notebook-to-Rule-Them-All-4.png │ ├── 02-One-Notebook-to-Rule-Them-All-5.png │ ├── 89-git-repositories.png │ ├── 91-git-workflow.png │ ├── 92-git-workflow-databricks-notebooks.png │ ├── 92-git-workflow-library.png │ ├── 93-naming-conventions.png │ ├── 94-release-lifecycle.png │ ├── ADFPipelineRunning.png │ ├── CI-Iac.png │ ├── PRDEV2QA-1.png │ ├── PRDEV2QA-2.png │ ├── PRDEV2QA.png │ ├── Pipelines-ADF.png │ ├── Pipelines-Databricks.png │ ├── Pipelines-IaC.png │ ├── Pipelines-lib.png │ ├── Pipelines.png │ ├── RGComputeDev.png │ ├── RGDataDev.png │ ├── Run-CDPipeline-ADF.png │ ├── Run-CDPipeline-ADFGood.png │ ├── Run-CDPipeline-Databricks-Lib.png │ ├── Run-CDPipeline-Databricks-Notebooks.png │ ├── Run-CDPipeline-Iac.png │ ├── Run-CDPipeline-lib.png │ ├── Run-CIPipeline-Databricks.png │ ├── Run-CIPipeline-Iac.png │ ├── Run-CIPipeline-lib.png │ ├── SP-secret.png │ ├── Versionlib.png │ ├── adf-copy-data-blob-storage.png │ ├── adf-dataops-eastus2-dev-author.png │ ├── adf-dataops-eastus2-dev-overview.png │ ├── adf-dataops-eastus2-dev-process-data.png │ ├── adf-dataops-eastus2-dev-workspace1.png │ ├── airport-codes-source-csv.png │ ├── airport-codes-sync.png │ ├── alpbaVersionlib.png │ ├── behave-results.png │ ├── behave-script.png │ ├── betaVersionlib.png │ ├── branch-policies-builder.png │ ├── branch-policies-own-owner.png │ ├── compute-template-json.png │ ├── copy-airport-codes-sink.png │ ├── copy-airport-codes.png │ ├── copy-value-clientsecret.png │ ├── dbw-dataops-attaching-cluster.png │ ├── dbw-dataops-eastus2-dev-overview.png │ ├── dbw-dataops-eastus2-dev-ws.png │ ├── dbw-dataops-new-cluster.png │ ├── environments-DEV-Databricks-Notebooks.png │ ├── environments-DEV-Databricks.png │ ├── environments-qa-prod.png │ ├── environments.png │ ├── globaltable-flight_delays_view.png │ ├── high-level-overview-dataops.png │ ├── iac-ci.png │ ├── iac-file-corejson-databricks.png │ ├── iac-folder-databricks.png │ ├── iac-folder-infrastructure.png │ ├── iac-folder-linkedtemplates-subfolders.png │ ├── iac-folder-linkedtemplates.png │ ├── iac-folder-parameters.png │ ├── iac-folder-subfolder-tests.png │ ├── iac-linkedtemplates-template-compute.png │ ├── iac-ordem-scripts.png │ ├── iac-scripts.png │ ├── iac-service-principal.png │ ├── infrastructure-as-code-folder.png │ ├── lakedataopseastus2dev-airport-metadata.png │ ├── lakedataopseastus2dev-layer-landing.png │ ├── lakedataopseastus2dev-layers.png │ ├── lakedataopseastus2dev-overview.png │ ├── last-pipeline-run.png │ ├── mount-adls-1.png │ ├── mount-adls-2.png │ ├── notebook-01-adls-mount.png │ ├── notebook-01-adls-runcell.png │ ├── parameters-dev-json.png │ ├── pipeline-run-results.png │ ├── pipeline-stages-run.png │ ├── pipeline-trigger.png │ ├── rcVersionlib.png │ ├── resource-groups.png │ ├── rg-dataops-compute-dev.png │ ├── rg-dataops-data-dev.png │ ├── scope-dataops.png │ ├── select-test-yml.png │ ├── stgdataopseastus2dev-airport-metadata.png │ ├── stgdataopseastus2dev-containers.png │ ├── stgdataopseastus2dev.png │ ├── task03_01-library-workflow.png │ ├── task03_02-artifacts.png │ ├── task03_02-artifactsliboverview.png │ ├── task03_04-artifactsliboverview.png │ ├── task2_01-Exploring-Python-Custom-Libraries.png │ ├── task2_02-Exploring-Python-Custom-Libraries.png │ ├── task2_03-Exploring-Python-Custom-Libraries.png │ ├── task2_04-Exploring-Python-Custom-Libraries.png │ └── templates-folder.png ├── infrastructure-as-code ├── GitVersion.yml ├── databricks │ ├── dev │ │ └── interactive.json │ ├── prod │ │ └── interactive.json │ ├── qa │ │ └── interactive.json │ └── sandbox │ │ └── core.json ├── infrastructure │ ├── azuredeploy.json │ ├── linkedTemplates │ │ ├── compute │ │ │ └── template.json │ │ ├── data │ │ │ └── template.json │ │ ├── ml │ │ │ └── template.json │ │ └── roleAssigments │ │ │ ├── compute.json │ │ │ └── data.json │ ├── parameters │ │ ├── parameters.dev.template.json │ │ ├── parameters.prod.template.json │ │ └── parameters.qa.template.json │ └── sample-data │ │ ├── AirportCodeLocationLookupClean.zip │ │ ├── FlightDelaysWithAirportCodes.zip │ │ └── FlightWeatherWithAirportCode.zip ├── scripts │ ├── AcceptanceTest.ps1 │ ├── DatabricksClusters.ps1 │ ├── DatabricksScopeCreation.ps1 │ ├── DatabricksSecrets.ps1 │ ├── Deploy.ps1 │ ├── Lint.ps1 │ ├── Plan.ps1 │ ├── PublishOutputs.ps1 │ ├── Sandbox.ps1 │ ├── Setup.ps1 │ ├── UpdateKeyVaultSecrets.ps1 │ └── UploadSampleData.ps1 └── tests │ ├── Compute │ ├── DataFactory.Tests.ps1 │ ├── Databricks.Tests.ps1 │ ├── KeyVault.Tests.ps1 │ ├── ResourceGroup.Tests.ps1 │ └── RoleAssigments.Tests.ps1 │ └── Data │ ├── DataLake.Tests.ps1 │ └── ResourceGroup.Tests.ps1 └── quickstart ├── .gitignore ├── README.md ├── configs ├── cloud-setup │ └── template.json └── dataops │ └── template.json ├── docs ├── 0b-prerequisites-advanced.md ├── 1b-create-hol-setup-file-advanced.md ├── 4-delete-resources.md └── images │ ├── ad-connect-directory.png │ ├── artifact-feed.png │ ├── azure-prereqs-script.png │ ├── create-artifact-feed.png │ ├── install-git-tools.png │ ├── open-cloud-powershell.png │ ├── open-org-settings.png │ ├── project-creation.png │ ├── quickstart-buildservice-1.png │ ├── quickstart-buildservice-2.png │ ├── quickstart-buildservice-3.png │ ├── vm-lab-rdp-connection.png │ └── vm-lab-reset-password.png ├── schemas ├── cloud-setup │ └── config.schema.1.0.0.json └── dataops │ └── config.schema.1.0.0.json └── scripts ├── cloud-setup ├── Delete-AzureResources.ps1 ├── Deploy-AzurePreReqs.ps1 ├── Replace-TemplateArgs.ps1 └── Validate-AzurePreReqs.ps1 ├── dataops ├── Deploy-AzureDevOps.ps1 └── Validate-AzureDevOps.ps1 ├── labvm └── Deploy-LabVM.ps1 └── modules ├── Azure.psm1 ├── AzureDevOps.psm1 ├── Common.psm1 ├── Logging.psm1 ├── RepoOperations.psm1 └── Validation.psm1 /.github/ISSUE_TEMPLATE/bug_report.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/.github/ISSUE_TEMPLATE/bug_report.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/feature_request.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/.github/ISSUE_TEMPLATE/feature_request.md -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/.gitignore -------------------------------------------------------------------------------- /CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/README.md -------------------------------------------------------------------------------- /SECURITY.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/SECURITY.md -------------------------------------------------------------------------------- /azure-pipelines/adf/adf-cd.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/azure-pipelines/adf/adf-cd.yml -------------------------------------------------------------------------------- /azure-pipelines/adf/templates/build.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/azure-pipelines/adf/templates/build.yml -------------------------------------------------------------------------------- /azure-pipelines/adf/templates/deploy.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/azure-pipelines/adf/templates/deploy.yml -------------------------------------------------------------------------------- /azure-pipelines/adf/templates/test.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/azure-pipelines/adf/templates/test.yml -------------------------------------------------------------------------------- /azure-pipelines/databricks/databricks-ci.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/azure-pipelines/databricks/databricks-ci.yml -------------------------------------------------------------------------------- /azure-pipelines/databricks/databricks-lib-cd.template.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/azure-pipelines/databricks/databricks-lib-cd.template.yml -------------------------------------------------------------------------------- /azure-pipelines/databricks/databricks-lib-cd.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/azure-pipelines/databricks/databricks-lib-cd.yml -------------------------------------------------------------------------------- /azure-pipelines/databricks/databricks-notebooks-cd.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/azure-pipelines/databricks/databricks-notebooks-cd.yml -------------------------------------------------------------------------------- /azure-pipelines/databricks/templates/databricks-auth-step-template.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/azure-pipelines/databricks/templates/databricks-auth-step-template.yml -------------------------------------------------------------------------------- /azure-pipelines/databricks/templates/databricks-deploy-library-job-template.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/azure-pipelines/databricks/templates/databricks-deploy-library-job-template.yml -------------------------------------------------------------------------------- /azure-pipelines/databricks/templates/databricks-deploy-notebooks-job-template.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/azure-pipelines/databricks/templates/databricks-deploy-notebooks-job-template.yml -------------------------------------------------------------------------------- /azure-pipelines/databricks/templates/databricks-setup-environment-template.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/azure-pipelines/databricks/templates/databricks-setup-environment-template.yml -------------------------------------------------------------------------------- /azure-pipelines/iac/iac-cd.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/azure-pipelines/iac/iac-cd.yml -------------------------------------------------------------------------------- /azure-pipelines/iac/iac-ci.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/azure-pipelines/iac/iac-ci.yml -------------------------------------------------------------------------------- /azure-pipelines/iac/templates/stage.acceptance-test.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/azure-pipelines/iac/templates/stage.acceptance-test.yml -------------------------------------------------------------------------------- /azure-pipelines/iac/templates/stage.deploy.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/azure-pipelines/iac/templates/stage.deploy.yml -------------------------------------------------------------------------------- /azure-pipelines/iac/templates/stage.plan.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/azure-pipelines/iac/templates/stage.plan.yml -------------------------------------------------------------------------------- /azure-pipelines/iac/templates/stage.validate.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/azure-pipelines/iac/templates/stage.validate.yml -------------------------------------------------------------------------------- /azure-pipelines/iac/templates/step.install-arm-template-toolkit.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/azure-pipelines/iac/templates/step.install-arm-template-toolkit.yml -------------------------------------------------------------------------------- /azure-pipelines/iac/templates/step.install-azure-powershell.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/azure-pipelines/iac/templates/step.install-azure-powershell.yml -------------------------------------------------------------------------------- /azure-pipelines/iac/templates/step.install-databricks-cli.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/azure-pipelines/iac/templates/step.install-databricks-cli.yml -------------------------------------------------------------------------------- /azure-pipelines/iac/templates/step.install-gitversion.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/azure-pipelines/iac/templates/step.install-gitversion.yml -------------------------------------------------------------------------------- /azure-pipelines/lib/lib-cd.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/azure-pipelines/lib/lib-cd.yml -------------------------------------------------------------------------------- /azure-pipelines/lib/lib-ci.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/azure-pipelines/lib/lib-ci.yml -------------------------------------------------------------------------------- /azure-pipelines/lib/templates/lib-build-publish.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/azure-pipelines/lib/templates/lib-build-publish.yml -------------------------------------------------------------------------------- /azure-pipelines/lib/templates/lib-stage-environment.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/azure-pipelines/lib/templates/lib-stage-environment.yml -------------------------------------------------------------------------------- /azure-pipelines/variable.environment.template.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/azure-pipelines/variable.environment.template.yml -------------------------------------------------------------------------------- /data-platform/adf/arm-template-parameters-definition.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/data-platform/adf/arm-template-parameters-definition.json -------------------------------------------------------------------------------- /data-platform/adf/dataset/AirportCodesSink.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/data-platform/adf/dataset/AirportCodesSink.json -------------------------------------------------------------------------------- /data-platform/adf/dataset/AirportCodesSource.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/data-platform/adf/dataset/AirportCodesSource.json -------------------------------------------------------------------------------- /data-platform/adf/dataset/FlightsDelaysSink.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/data-platform/adf/dataset/FlightsDelaysSink.json -------------------------------------------------------------------------------- /data-platform/adf/dataset/FlightsDelaysSource.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/data-platform/adf/dataset/FlightsDelaysSource.json -------------------------------------------------------------------------------- /data-platform/adf/dataset/FlightsWeatherSink.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/data-platform/adf/dataset/FlightsWeatherSink.json -------------------------------------------------------------------------------- /data-platform/adf/dataset/FlightsWeatherSource.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/data-platform/adf/dataset/FlightsWeatherSource.json -------------------------------------------------------------------------------- /data-platform/adf/linkedService/ADLSLinkedService.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/data-platform/adf/linkedService/ADLSLinkedService.json -------------------------------------------------------------------------------- /data-platform/adf/linkedService/AzureBlobStorageLinkedService.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/data-platform/adf/linkedService/AzureBlobStorageLinkedService.json -------------------------------------------------------------------------------- /data-platform/adf/linkedService/AzureDatabricksLinkedService.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/data-platform/adf/linkedService/AzureDatabricksLinkedService.json -------------------------------------------------------------------------------- /data-platform/adf/linkedService/AzureKeyVaultLinkedService.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/data-platform/adf/linkedService/AzureKeyVaultLinkedService.json -------------------------------------------------------------------------------- /data-platform/adf/package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/data-platform/adf/package.json -------------------------------------------------------------------------------- /data-platform/adf/pipeline/ProcessFlightsDelaysData.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/data-platform/adf/pipeline/ProcessFlightsDelaysData.json -------------------------------------------------------------------------------- /data-platform/adf/publish_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/data-platform/adf/publish_config.json -------------------------------------------------------------------------------- /data-platform/notebooks/.flake8: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/data-platform/notebooks/.flake8 -------------------------------------------------------------------------------- /data-platform/notebooks/Shared/DataOps/00 - Temp.py: -------------------------------------------------------------------------------- 1 | # Databricks notebook source 2 | print("hello world") 3 | -------------------------------------------------------------------------------- /data-platform/notebooks/Shared/DataOps/01 ADLS Mount.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/data-platform/notebooks/Shared/DataOps/01 ADLS Mount.py -------------------------------------------------------------------------------- /data-platform/notebooks/Shared/DataOps/02 One Notebook to Rule Them All.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/data-platform/notebooks/Shared/DataOps/02 One Notebook to Rule Them All.py -------------------------------------------------------------------------------- /data-platform/src/bdd-adf-pipelines/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/data-platform/src/bdd-adf-pipelines/.gitignore -------------------------------------------------------------------------------- /data-platform/src/bdd-adf-pipelines/.vscode/launch.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/data-platform/src/bdd-adf-pipelines/.vscode/launch.json -------------------------------------------------------------------------------- /data-platform/src/bdd-adf-pipelines/.vscode/settings.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/data-platform/src/bdd-adf-pipelines/.vscode/settings.json -------------------------------------------------------------------------------- /data-platform/src/bdd-adf-pipelines/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/data-platform/src/bdd-adf-pipelines/README.md -------------------------------------------------------------------------------- /data-platform/src/bdd-adf-pipelines/core/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /data-platform/src/bdd-adf-pipelines/core/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/data-platform/src/bdd-adf-pipelines/core/models/__init__.py -------------------------------------------------------------------------------- /data-platform/src/bdd-adf-pipelines/core/models/service_principal.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/data-platform/src/bdd-adf-pipelines/core/models/service_principal.py -------------------------------------------------------------------------------- /data-platform/src/bdd-adf-pipelines/core/services/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/data-platform/src/bdd-adf-pipelines/core/services/__init__.py -------------------------------------------------------------------------------- /data-platform/src/bdd-adf-pipelines/core/services/adls.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/data-platform/src/bdd-adf-pipelines/core/services/adls.py -------------------------------------------------------------------------------- /data-platform/src/bdd-adf-pipelines/core/services/datafactory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/data-platform/src/bdd-adf-pipelines/core/services/datafactory.py -------------------------------------------------------------------------------- /data-platform/src/bdd-adf-pipelines/features/environment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/data-platform/src/bdd-adf-pipelines/features/environment.py -------------------------------------------------------------------------------- /data-platform/src/bdd-adf-pipelines/features/flight_delays.feature: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/data-platform/src/bdd-adf-pipelines/features/flight_delays.feature -------------------------------------------------------------------------------- /data-platform/src/bdd-adf-pipelines/features/steps/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/data-platform/src/bdd-adf-pipelines/features/steps/common.py -------------------------------------------------------------------------------- /data-platform/src/bdd-adf-pipelines/features/steps/flight_delays.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/data-platform/src/bdd-adf-pipelines/features/steps/flight_delays.py -------------------------------------------------------------------------------- /data-platform/src/bdd-adf-pipelines/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/data-platform/src/bdd-adf-pipelines/requirements.txt -------------------------------------------------------------------------------- /data-platform/src/bdd-adf-pipelines/scripts/junit_converter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/data-platform/src/bdd-adf-pipelines/scripts/junit_converter.py -------------------------------------------------------------------------------- /data-platform/src/dataopslib/CHANGELOG.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/data-platform/src/dataopslib/CHANGELOG.md -------------------------------------------------------------------------------- /data-platform/src/dataopslib/MANIFEST.in: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/data-platform/src/dataopslib/MANIFEST.in -------------------------------------------------------------------------------- /data-platform/src/dataopslib/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/data-platform/src/dataopslib/README.md -------------------------------------------------------------------------------- /data-platform/src/dataopslib/ReadmeLibExtraExercise.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/data-platform/src/dataopslib/ReadmeLibExtraExercise.md -------------------------------------------------------------------------------- /data-platform/src/dataopslib/data/AirportCodeLocationLookupClean.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/data-platform/src/dataopslib/data/AirportCodeLocationLookupClean.csv -------------------------------------------------------------------------------- /data-platform/src/dataopslib/data/FlightDelaysWithAirportCodes.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/data-platform/src/dataopslib/data/FlightDelaysWithAirportCodes.csv -------------------------------------------------------------------------------- /data-platform/src/dataopslib/data/FlightWeatherWithAirportCode.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/data-platform/src/dataopslib/data/FlightWeatherWithAirportCode.csv -------------------------------------------------------------------------------- /data-platform/src/dataopslib/data/sample_data.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/data-platform/src/dataopslib/data/sample_data.csv -------------------------------------------------------------------------------- /data-platform/src/dataopslib/dataopslib/_init_.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/data-platform/src/dataopslib/dataopslib/_init_.py -------------------------------------------------------------------------------- /data-platform/src/dataopslib/dataopslib/schemas.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/data-platform/src/dataopslib/dataopslib/schemas.py -------------------------------------------------------------------------------- /data-platform/src/dataopslib/dataopslib/spark/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/data-platform/src/dataopslib/dataopslib/spark/__init__.py -------------------------------------------------------------------------------- /data-platform/src/dataopslib/dataopslib/spark/data_quality.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/data-platform/src/dataopslib/dataopslib/spark/data_quality.py -------------------------------------------------------------------------------- /data-platform/src/dataopslib/dataopslib/spark/data_transformation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/data-platform/src/dataopslib/dataopslib/spark/data_transformation.py -------------------------------------------------------------------------------- /data-platform/src/dataopslib/dataopslib/spark/functions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/data-platform/src/dataopslib/dataopslib/spark/functions.py -------------------------------------------------------------------------------- /data-platform/src/dataopslib/pytest.ini: -------------------------------------------------------------------------------- 1 | [pytest] 2 | addopts = -p no:warnings 3 | junit_suite_name = dataopslib 4 | -------------------------------------------------------------------------------- /data-platform/src/dataopslib/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/data-platform/src/dataopslib/requirements.txt -------------------------------------------------------------------------------- /data-platform/src/dataopslib/samples/sample_has_inconsistent_dates.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/data-platform/src/dataopslib/samples/sample_has_inconsistent_dates.py -------------------------------------------------------------------------------- /data-platform/src/dataopslib/samples/sample_has_null.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/data-platform/src/dataopslib/samples/sample_has_null.py -------------------------------------------------------------------------------- /data-platform/src/dataopslib/samples/sample_has_valid_dates.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/data-platform/src/dataopslib/samples/sample_has_valid_dates.py -------------------------------------------------------------------------------- /data-platform/src/dataopslib/samples/sample_read_csv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/data-platform/src/dataopslib/samples/sample_read_csv.py -------------------------------------------------------------------------------- /data-platform/src/dataopslib/samples/sample_transformation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/data-platform/src/dataopslib/samples/sample_transformation.py -------------------------------------------------------------------------------- /data-platform/src/dataopslib/setup.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/data-platform/src/dataopslib/setup.cfg -------------------------------------------------------------------------------- /data-platform/src/dataopslib/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/data-platform/src/dataopslib/setup.py -------------------------------------------------------------------------------- /data-platform/src/dataopslib/spark/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/data-platform/src/dataopslib/spark/README.md -------------------------------------------------------------------------------- /data-platform/src/dataopslib/spark/docker-compose.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/data-platform/src/dataopslib/spark/docker-compose.yml -------------------------------------------------------------------------------- /data-platform/src/dataopslib/tests/test_data_quality.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/data-platform/src/dataopslib/tests/test_data_quality.py -------------------------------------------------------------------------------- /data-platform/src/dataopslib/tests/test_data_transformation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/data-platform/src/dataopslib/tests/test_data_transformation.py -------------------------------------------------------------------------------- /hands-on-lab/HOL step-by-step - DevSquad in a Day.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/HOL step-by-step - DevSquad in a Day.md -------------------------------------------------------------------------------- /hands-on-lab/archival/HOL Exercise 2 only.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/archival/HOL Exercise 2 only.md -------------------------------------------------------------------------------- /hands-on-lab/archival/HOL Exercise 3.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/archival/HOL Exercise 3.md -------------------------------------------------------------------------------- /hands-on-lab/archival/HOL Exercise 4.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/archival/HOL Exercise 4.md -------------------------------------------------------------------------------- /hands-on-lab/archival/HOL step-by-step - DataOps.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/archival/HOL step-by-step - DataOps.md -------------------------------------------------------------------------------- /hands-on-lab/lab-files/my-lab-file.json: -------------------------------------------------------------------------------- 1 | {} -------------------------------------------------------------------------------- /hands-on-lab/media/02-One-Notebook-to-Rule-Them-All-1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/02-One-Notebook-to-Rule-Them-All-1.png -------------------------------------------------------------------------------- /hands-on-lab/media/02-One-Notebook-to-Rule-Them-All-2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/02-One-Notebook-to-Rule-Them-All-2.png -------------------------------------------------------------------------------- /hands-on-lab/media/02-One-Notebook-to-Rule-Them-All-3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/02-One-Notebook-to-Rule-Them-All-3.png -------------------------------------------------------------------------------- /hands-on-lab/media/02-One-Notebook-to-Rule-Them-All-4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/02-One-Notebook-to-Rule-Them-All-4.png -------------------------------------------------------------------------------- /hands-on-lab/media/02-One-Notebook-to-Rule-Them-All-5.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/02-One-Notebook-to-Rule-Them-All-5.png -------------------------------------------------------------------------------- /hands-on-lab/media/89-git-repositories.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/89-git-repositories.png -------------------------------------------------------------------------------- /hands-on-lab/media/91-git-workflow.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/91-git-workflow.png -------------------------------------------------------------------------------- /hands-on-lab/media/92-git-workflow-databricks-notebooks.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/92-git-workflow-databricks-notebooks.png -------------------------------------------------------------------------------- /hands-on-lab/media/92-git-workflow-library.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/92-git-workflow-library.png -------------------------------------------------------------------------------- /hands-on-lab/media/93-naming-conventions.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/93-naming-conventions.png -------------------------------------------------------------------------------- /hands-on-lab/media/94-release-lifecycle.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/94-release-lifecycle.png -------------------------------------------------------------------------------- /hands-on-lab/media/ADFPipelineRunning.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/ADFPipelineRunning.png -------------------------------------------------------------------------------- /hands-on-lab/media/CI-Iac.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/CI-Iac.png -------------------------------------------------------------------------------- /hands-on-lab/media/PRDEV2QA-1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/PRDEV2QA-1.png -------------------------------------------------------------------------------- /hands-on-lab/media/PRDEV2QA-2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/PRDEV2QA-2.png -------------------------------------------------------------------------------- /hands-on-lab/media/PRDEV2QA.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/PRDEV2QA.png -------------------------------------------------------------------------------- /hands-on-lab/media/Pipelines-ADF.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/Pipelines-ADF.png -------------------------------------------------------------------------------- /hands-on-lab/media/Pipelines-Databricks.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/Pipelines-Databricks.png -------------------------------------------------------------------------------- /hands-on-lab/media/Pipelines-IaC.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/Pipelines-IaC.png -------------------------------------------------------------------------------- /hands-on-lab/media/Pipelines-lib.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/Pipelines-lib.png -------------------------------------------------------------------------------- /hands-on-lab/media/Pipelines.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/Pipelines.png -------------------------------------------------------------------------------- /hands-on-lab/media/RGComputeDev.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/RGComputeDev.png -------------------------------------------------------------------------------- /hands-on-lab/media/RGDataDev.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/RGDataDev.png -------------------------------------------------------------------------------- /hands-on-lab/media/Run-CDPipeline-ADF.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/Run-CDPipeline-ADF.png -------------------------------------------------------------------------------- /hands-on-lab/media/Run-CDPipeline-ADFGood.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/Run-CDPipeline-ADFGood.png -------------------------------------------------------------------------------- /hands-on-lab/media/Run-CDPipeline-Databricks-Lib.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/Run-CDPipeline-Databricks-Lib.png -------------------------------------------------------------------------------- /hands-on-lab/media/Run-CDPipeline-Databricks-Notebooks.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/Run-CDPipeline-Databricks-Notebooks.png -------------------------------------------------------------------------------- /hands-on-lab/media/Run-CDPipeline-Iac.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/Run-CDPipeline-Iac.png -------------------------------------------------------------------------------- /hands-on-lab/media/Run-CDPipeline-lib.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/Run-CDPipeline-lib.png -------------------------------------------------------------------------------- /hands-on-lab/media/Run-CIPipeline-Databricks.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/Run-CIPipeline-Databricks.png -------------------------------------------------------------------------------- /hands-on-lab/media/Run-CIPipeline-Iac.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/Run-CIPipeline-Iac.png -------------------------------------------------------------------------------- /hands-on-lab/media/Run-CIPipeline-lib.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/Run-CIPipeline-lib.png -------------------------------------------------------------------------------- /hands-on-lab/media/SP-secret.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/SP-secret.png -------------------------------------------------------------------------------- /hands-on-lab/media/Versionlib.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/Versionlib.png -------------------------------------------------------------------------------- /hands-on-lab/media/adf-copy-data-blob-storage.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/adf-copy-data-blob-storage.png -------------------------------------------------------------------------------- /hands-on-lab/media/adf-dataops-eastus2-dev-author.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/adf-dataops-eastus2-dev-author.png -------------------------------------------------------------------------------- /hands-on-lab/media/adf-dataops-eastus2-dev-overview.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/adf-dataops-eastus2-dev-overview.png -------------------------------------------------------------------------------- /hands-on-lab/media/adf-dataops-eastus2-dev-process-data.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/adf-dataops-eastus2-dev-process-data.png -------------------------------------------------------------------------------- /hands-on-lab/media/adf-dataops-eastus2-dev-workspace1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/adf-dataops-eastus2-dev-workspace1.png -------------------------------------------------------------------------------- /hands-on-lab/media/airport-codes-source-csv.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/airport-codes-source-csv.png -------------------------------------------------------------------------------- /hands-on-lab/media/airport-codes-sync.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/airport-codes-sync.png -------------------------------------------------------------------------------- /hands-on-lab/media/alpbaVersionlib.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/alpbaVersionlib.png -------------------------------------------------------------------------------- /hands-on-lab/media/behave-results.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/behave-results.png -------------------------------------------------------------------------------- /hands-on-lab/media/behave-script.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/behave-script.png -------------------------------------------------------------------------------- /hands-on-lab/media/betaVersionlib.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/betaVersionlib.png -------------------------------------------------------------------------------- /hands-on-lab/media/branch-policies-builder.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/branch-policies-builder.png -------------------------------------------------------------------------------- /hands-on-lab/media/branch-policies-own-owner.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/branch-policies-own-owner.png -------------------------------------------------------------------------------- /hands-on-lab/media/compute-template-json.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/compute-template-json.png -------------------------------------------------------------------------------- /hands-on-lab/media/copy-airport-codes-sink.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/copy-airport-codes-sink.png -------------------------------------------------------------------------------- /hands-on-lab/media/copy-airport-codes.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/copy-airport-codes.png -------------------------------------------------------------------------------- /hands-on-lab/media/copy-value-clientsecret.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/copy-value-clientsecret.png -------------------------------------------------------------------------------- /hands-on-lab/media/dbw-dataops-attaching-cluster.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/dbw-dataops-attaching-cluster.png -------------------------------------------------------------------------------- /hands-on-lab/media/dbw-dataops-eastus2-dev-overview.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/dbw-dataops-eastus2-dev-overview.png -------------------------------------------------------------------------------- /hands-on-lab/media/dbw-dataops-eastus2-dev-ws.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/dbw-dataops-eastus2-dev-ws.png -------------------------------------------------------------------------------- /hands-on-lab/media/dbw-dataops-new-cluster.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/dbw-dataops-new-cluster.png -------------------------------------------------------------------------------- /hands-on-lab/media/environments-DEV-Databricks-Notebooks.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/environments-DEV-Databricks-Notebooks.png -------------------------------------------------------------------------------- /hands-on-lab/media/environments-DEV-Databricks.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/environments-DEV-Databricks.png -------------------------------------------------------------------------------- /hands-on-lab/media/environments-qa-prod.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/environments-qa-prod.png -------------------------------------------------------------------------------- /hands-on-lab/media/environments.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/environments.png -------------------------------------------------------------------------------- /hands-on-lab/media/globaltable-flight_delays_view.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/globaltable-flight_delays_view.png -------------------------------------------------------------------------------- /hands-on-lab/media/high-level-overview-dataops.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/high-level-overview-dataops.png -------------------------------------------------------------------------------- /hands-on-lab/media/iac-ci.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/iac-ci.png -------------------------------------------------------------------------------- /hands-on-lab/media/iac-file-corejson-databricks.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/iac-file-corejson-databricks.png -------------------------------------------------------------------------------- /hands-on-lab/media/iac-folder-databricks.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/iac-folder-databricks.png -------------------------------------------------------------------------------- /hands-on-lab/media/iac-folder-infrastructure.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/iac-folder-infrastructure.png -------------------------------------------------------------------------------- /hands-on-lab/media/iac-folder-linkedtemplates-subfolders.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/iac-folder-linkedtemplates-subfolders.png -------------------------------------------------------------------------------- /hands-on-lab/media/iac-folder-linkedtemplates.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/iac-folder-linkedtemplates.png -------------------------------------------------------------------------------- /hands-on-lab/media/iac-folder-parameters.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/iac-folder-parameters.png -------------------------------------------------------------------------------- /hands-on-lab/media/iac-folder-subfolder-tests.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/iac-folder-subfolder-tests.png -------------------------------------------------------------------------------- /hands-on-lab/media/iac-linkedtemplates-template-compute.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/iac-linkedtemplates-template-compute.png -------------------------------------------------------------------------------- /hands-on-lab/media/iac-ordem-scripts.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/iac-ordem-scripts.png -------------------------------------------------------------------------------- /hands-on-lab/media/iac-scripts.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/iac-scripts.png -------------------------------------------------------------------------------- /hands-on-lab/media/iac-service-principal.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/iac-service-principal.png -------------------------------------------------------------------------------- /hands-on-lab/media/infrastructure-as-code-folder.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/infrastructure-as-code-folder.png -------------------------------------------------------------------------------- /hands-on-lab/media/lakedataopseastus2dev-airport-metadata.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/lakedataopseastus2dev-airport-metadata.png -------------------------------------------------------------------------------- /hands-on-lab/media/lakedataopseastus2dev-layer-landing.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/lakedataopseastus2dev-layer-landing.png -------------------------------------------------------------------------------- /hands-on-lab/media/lakedataopseastus2dev-layers.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/lakedataopseastus2dev-layers.png -------------------------------------------------------------------------------- /hands-on-lab/media/lakedataopseastus2dev-overview.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/lakedataopseastus2dev-overview.png -------------------------------------------------------------------------------- /hands-on-lab/media/last-pipeline-run.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/last-pipeline-run.png -------------------------------------------------------------------------------- /hands-on-lab/media/mount-adls-1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/mount-adls-1.png -------------------------------------------------------------------------------- /hands-on-lab/media/mount-adls-2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/mount-adls-2.png -------------------------------------------------------------------------------- /hands-on-lab/media/notebook-01-adls-mount.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/notebook-01-adls-mount.png -------------------------------------------------------------------------------- /hands-on-lab/media/notebook-01-adls-runcell.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/notebook-01-adls-runcell.png -------------------------------------------------------------------------------- /hands-on-lab/media/parameters-dev-json.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/parameters-dev-json.png -------------------------------------------------------------------------------- /hands-on-lab/media/pipeline-run-results.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/pipeline-run-results.png -------------------------------------------------------------------------------- /hands-on-lab/media/pipeline-stages-run.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/pipeline-stages-run.png -------------------------------------------------------------------------------- /hands-on-lab/media/pipeline-trigger.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/pipeline-trigger.png -------------------------------------------------------------------------------- /hands-on-lab/media/rcVersionlib.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/rcVersionlib.png -------------------------------------------------------------------------------- /hands-on-lab/media/resource-groups.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/resource-groups.png -------------------------------------------------------------------------------- /hands-on-lab/media/rg-dataops-compute-dev.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/rg-dataops-compute-dev.png -------------------------------------------------------------------------------- /hands-on-lab/media/rg-dataops-data-dev.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/rg-dataops-data-dev.png -------------------------------------------------------------------------------- /hands-on-lab/media/scope-dataops.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/scope-dataops.png -------------------------------------------------------------------------------- /hands-on-lab/media/select-test-yml.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/select-test-yml.png -------------------------------------------------------------------------------- /hands-on-lab/media/stgdataopseastus2dev-airport-metadata.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/stgdataopseastus2dev-airport-metadata.png -------------------------------------------------------------------------------- /hands-on-lab/media/stgdataopseastus2dev-containers.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/stgdataopseastus2dev-containers.png -------------------------------------------------------------------------------- /hands-on-lab/media/stgdataopseastus2dev.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/stgdataopseastus2dev.png -------------------------------------------------------------------------------- /hands-on-lab/media/task03_01-library-workflow.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/task03_01-library-workflow.png -------------------------------------------------------------------------------- /hands-on-lab/media/task03_02-artifacts.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/task03_02-artifacts.png -------------------------------------------------------------------------------- /hands-on-lab/media/task03_02-artifactsliboverview.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/task03_02-artifactsliboverview.png -------------------------------------------------------------------------------- /hands-on-lab/media/task03_04-artifactsliboverview.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/task03_04-artifactsliboverview.png -------------------------------------------------------------------------------- /hands-on-lab/media/task2_01-Exploring-Python-Custom-Libraries.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/task2_01-Exploring-Python-Custom-Libraries.png -------------------------------------------------------------------------------- /hands-on-lab/media/task2_02-Exploring-Python-Custom-Libraries.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/task2_02-Exploring-Python-Custom-Libraries.png -------------------------------------------------------------------------------- /hands-on-lab/media/task2_03-Exploring-Python-Custom-Libraries.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/task2_03-Exploring-Python-Custom-Libraries.png -------------------------------------------------------------------------------- /hands-on-lab/media/task2_04-Exploring-Python-Custom-Libraries.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/task2_04-Exploring-Python-Custom-Libraries.png -------------------------------------------------------------------------------- /hands-on-lab/media/templates-folder.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/hands-on-lab/media/templates-folder.png -------------------------------------------------------------------------------- /infrastructure-as-code/GitVersion.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/infrastructure-as-code/GitVersion.yml -------------------------------------------------------------------------------- /infrastructure-as-code/databricks/dev/interactive.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/infrastructure-as-code/databricks/dev/interactive.json -------------------------------------------------------------------------------- /infrastructure-as-code/databricks/prod/interactive.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/infrastructure-as-code/databricks/prod/interactive.json -------------------------------------------------------------------------------- /infrastructure-as-code/databricks/qa/interactive.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/infrastructure-as-code/databricks/qa/interactive.json -------------------------------------------------------------------------------- /infrastructure-as-code/databricks/sandbox/core.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/infrastructure-as-code/databricks/sandbox/core.json -------------------------------------------------------------------------------- /infrastructure-as-code/infrastructure/azuredeploy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/infrastructure-as-code/infrastructure/azuredeploy.json -------------------------------------------------------------------------------- /infrastructure-as-code/infrastructure/linkedTemplates/compute/template.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/infrastructure-as-code/infrastructure/linkedTemplates/compute/template.json -------------------------------------------------------------------------------- /infrastructure-as-code/infrastructure/linkedTemplates/data/template.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/infrastructure-as-code/infrastructure/linkedTemplates/data/template.json -------------------------------------------------------------------------------- /infrastructure-as-code/infrastructure/linkedTemplates/ml/template.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/infrastructure-as-code/infrastructure/linkedTemplates/ml/template.json -------------------------------------------------------------------------------- /infrastructure-as-code/infrastructure/linkedTemplates/roleAssigments/compute.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/infrastructure-as-code/infrastructure/linkedTemplates/roleAssigments/compute.json -------------------------------------------------------------------------------- /infrastructure-as-code/infrastructure/linkedTemplates/roleAssigments/data.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/infrastructure-as-code/infrastructure/linkedTemplates/roleAssigments/data.json -------------------------------------------------------------------------------- /infrastructure-as-code/infrastructure/parameters/parameters.dev.template.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/infrastructure-as-code/infrastructure/parameters/parameters.dev.template.json -------------------------------------------------------------------------------- /infrastructure-as-code/infrastructure/parameters/parameters.prod.template.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/infrastructure-as-code/infrastructure/parameters/parameters.prod.template.json -------------------------------------------------------------------------------- /infrastructure-as-code/infrastructure/parameters/parameters.qa.template.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/infrastructure-as-code/infrastructure/parameters/parameters.qa.template.json -------------------------------------------------------------------------------- /infrastructure-as-code/infrastructure/sample-data/AirportCodeLocationLookupClean.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/infrastructure-as-code/infrastructure/sample-data/AirportCodeLocationLookupClean.zip -------------------------------------------------------------------------------- /infrastructure-as-code/infrastructure/sample-data/FlightDelaysWithAirportCodes.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/infrastructure-as-code/infrastructure/sample-data/FlightDelaysWithAirportCodes.zip -------------------------------------------------------------------------------- /infrastructure-as-code/infrastructure/sample-data/FlightWeatherWithAirportCode.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/infrastructure-as-code/infrastructure/sample-data/FlightWeatherWithAirportCode.zip -------------------------------------------------------------------------------- /infrastructure-as-code/scripts/AcceptanceTest.ps1: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/infrastructure-as-code/scripts/AcceptanceTest.ps1 -------------------------------------------------------------------------------- /infrastructure-as-code/scripts/DatabricksClusters.ps1: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/infrastructure-as-code/scripts/DatabricksClusters.ps1 -------------------------------------------------------------------------------- /infrastructure-as-code/scripts/DatabricksScopeCreation.ps1: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/infrastructure-as-code/scripts/DatabricksScopeCreation.ps1 -------------------------------------------------------------------------------- /infrastructure-as-code/scripts/DatabricksSecrets.ps1: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/infrastructure-as-code/scripts/DatabricksSecrets.ps1 -------------------------------------------------------------------------------- /infrastructure-as-code/scripts/Deploy.ps1: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/infrastructure-as-code/scripts/Deploy.ps1 -------------------------------------------------------------------------------- /infrastructure-as-code/scripts/Lint.ps1: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/infrastructure-as-code/scripts/Lint.ps1 -------------------------------------------------------------------------------- /infrastructure-as-code/scripts/Plan.ps1: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/infrastructure-as-code/scripts/Plan.ps1 -------------------------------------------------------------------------------- /infrastructure-as-code/scripts/PublishOutputs.ps1: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/infrastructure-as-code/scripts/PublishOutputs.ps1 -------------------------------------------------------------------------------- /infrastructure-as-code/scripts/Sandbox.ps1: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/infrastructure-as-code/scripts/Sandbox.ps1 -------------------------------------------------------------------------------- /infrastructure-as-code/scripts/Setup.ps1: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/infrastructure-as-code/scripts/Setup.ps1 -------------------------------------------------------------------------------- /infrastructure-as-code/scripts/UpdateKeyVaultSecrets.ps1: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/infrastructure-as-code/scripts/UpdateKeyVaultSecrets.ps1 -------------------------------------------------------------------------------- /infrastructure-as-code/scripts/UploadSampleData.ps1: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/infrastructure-as-code/scripts/UploadSampleData.ps1 -------------------------------------------------------------------------------- /infrastructure-as-code/tests/Compute/DataFactory.Tests.ps1: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/infrastructure-as-code/tests/Compute/DataFactory.Tests.ps1 -------------------------------------------------------------------------------- /infrastructure-as-code/tests/Compute/Databricks.Tests.ps1: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/infrastructure-as-code/tests/Compute/Databricks.Tests.ps1 -------------------------------------------------------------------------------- /infrastructure-as-code/tests/Compute/KeyVault.Tests.ps1: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/infrastructure-as-code/tests/Compute/KeyVault.Tests.ps1 -------------------------------------------------------------------------------- /infrastructure-as-code/tests/Compute/ResourceGroup.Tests.ps1: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/infrastructure-as-code/tests/Compute/ResourceGroup.Tests.ps1 -------------------------------------------------------------------------------- /infrastructure-as-code/tests/Compute/RoleAssigments.Tests.ps1: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/infrastructure-as-code/tests/Compute/RoleAssigments.Tests.ps1 -------------------------------------------------------------------------------- /infrastructure-as-code/tests/Data/DataLake.Tests.ps1: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/infrastructure-as-code/tests/Data/DataLake.Tests.ps1 -------------------------------------------------------------------------------- /infrastructure-as-code/tests/Data/ResourceGroup.Tests.ps1: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/infrastructure-as-code/tests/Data/ResourceGroup.Tests.ps1 -------------------------------------------------------------------------------- /quickstart/.gitignore: -------------------------------------------------------------------------------- 1 | config.dev.json -------------------------------------------------------------------------------- /quickstart/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/quickstart/README.md -------------------------------------------------------------------------------- /quickstart/configs/cloud-setup/template.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/quickstart/configs/cloud-setup/template.json -------------------------------------------------------------------------------- /quickstart/configs/dataops/template.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/quickstart/configs/dataops/template.json -------------------------------------------------------------------------------- /quickstart/docs/0b-prerequisites-advanced.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/quickstart/docs/0b-prerequisites-advanced.md -------------------------------------------------------------------------------- /quickstart/docs/1b-create-hol-setup-file-advanced.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/quickstart/docs/1b-create-hol-setup-file-advanced.md -------------------------------------------------------------------------------- /quickstart/docs/4-delete-resources.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/quickstart/docs/4-delete-resources.md -------------------------------------------------------------------------------- /quickstart/docs/images/ad-connect-directory.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/quickstart/docs/images/ad-connect-directory.png -------------------------------------------------------------------------------- /quickstart/docs/images/artifact-feed.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/quickstart/docs/images/artifact-feed.png -------------------------------------------------------------------------------- /quickstart/docs/images/azure-prereqs-script.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/quickstart/docs/images/azure-prereqs-script.png -------------------------------------------------------------------------------- /quickstart/docs/images/create-artifact-feed.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/quickstart/docs/images/create-artifact-feed.png -------------------------------------------------------------------------------- /quickstart/docs/images/install-git-tools.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/quickstart/docs/images/install-git-tools.png -------------------------------------------------------------------------------- /quickstart/docs/images/open-cloud-powershell.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/quickstart/docs/images/open-cloud-powershell.png -------------------------------------------------------------------------------- /quickstart/docs/images/open-org-settings.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/quickstart/docs/images/open-org-settings.png -------------------------------------------------------------------------------- /quickstart/docs/images/project-creation.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/quickstart/docs/images/project-creation.png -------------------------------------------------------------------------------- /quickstart/docs/images/quickstart-buildservice-1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/quickstart/docs/images/quickstart-buildservice-1.png -------------------------------------------------------------------------------- /quickstart/docs/images/quickstart-buildservice-2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/quickstart/docs/images/quickstart-buildservice-2.png -------------------------------------------------------------------------------- /quickstart/docs/images/quickstart-buildservice-3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/quickstart/docs/images/quickstart-buildservice-3.png -------------------------------------------------------------------------------- /quickstart/docs/images/vm-lab-rdp-connection.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/quickstart/docs/images/vm-lab-rdp-connection.png -------------------------------------------------------------------------------- /quickstart/docs/images/vm-lab-reset-password.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/quickstart/docs/images/vm-lab-reset-password.png -------------------------------------------------------------------------------- /quickstart/schemas/cloud-setup/config.schema.1.0.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/quickstart/schemas/cloud-setup/config.schema.1.0.0.json -------------------------------------------------------------------------------- /quickstart/schemas/dataops/config.schema.1.0.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/quickstart/schemas/dataops/config.schema.1.0.0.json -------------------------------------------------------------------------------- /quickstart/scripts/cloud-setup/Delete-AzureResources.ps1: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/quickstart/scripts/cloud-setup/Delete-AzureResources.ps1 -------------------------------------------------------------------------------- /quickstart/scripts/cloud-setup/Deploy-AzurePreReqs.ps1: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/quickstart/scripts/cloud-setup/Deploy-AzurePreReqs.ps1 -------------------------------------------------------------------------------- /quickstart/scripts/cloud-setup/Replace-TemplateArgs.ps1: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/quickstart/scripts/cloud-setup/Replace-TemplateArgs.ps1 -------------------------------------------------------------------------------- /quickstart/scripts/cloud-setup/Validate-AzurePreReqs.ps1: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/quickstart/scripts/cloud-setup/Validate-AzurePreReqs.ps1 -------------------------------------------------------------------------------- /quickstart/scripts/dataops/Deploy-AzureDevOps.ps1: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/quickstart/scripts/dataops/Deploy-AzureDevOps.ps1 -------------------------------------------------------------------------------- /quickstart/scripts/dataops/Validate-AzureDevOps.ps1: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/quickstart/scripts/dataops/Validate-AzureDevOps.ps1 -------------------------------------------------------------------------------- /quickstart/scripts/labvm/Deploy-LabVM.ps1: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/quickstart/scripts/labvm/Deploy-LabVM.ps1 -------------------------------------------------------------------------------- /quickstart/scripts/modules/Azure.psm1: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/quickstart/scripts/modules/Azure.psm1 -------------------------------------------------------------------------------- /quickstart/scripts/modules/AzureDevOps.psm1: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/quickstart/scripts/modules/AzureDevOps.psm1 -------------------------------------------------------------------------------- /quickstart/scripts/modules/Common.psm1: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/quickstart/scripts/modules/Common.psm1 -------------------------------------------------------------------------------- /quickstart/scripts/modules/Logging.psm1: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/quickstart/scripts/modules/Logging.psm1 -------------------------------------------------------------------------------- /quickstart/scripts/modules/RepoOperations.psm1: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/quickstart/scripts/modules/RepoOperations.psm1 -------------------------------------------------------------------------------- /quickstart/scripts/modules/Validation.psm1: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/devsquad-dataops/HEAD/quickstart/scripts/modules/Validation.psm1 --------------------------------------------------------------------------------