├── .gitignore ├── LICENSE ├── README.md ├── SECURITY.md ├── code ├── 01-Primer │ ├── pyspark │ │ ├── 00-azure-storage │ │ │ ├── 1-secrets-setup.py │ │ │ ├── 2a-mount-storage.py │ │ │ ├── 2b-mount-adls-gen1.py │ │ │ ├── 2c-mount-adls-gen2.py │ │ │ ├── 3-filesystem-operations.py │ │ │ ├── 4-read-write-primer.py │ │ │ ├── 5-delta-primer.py │ │ │ ├── 6-adlsgen1-primer.py │ │ │ └── 7-adlsgen2-primer.py │ │ ├── 01-azure-event-hub │ │ │ ├── 1-configuring-event-hub.py │ │ │ ├── 2-secrets-setup.py │ │ │ ├── 3-stream-producer-primer.py │ │ │ ├── 4-stream-consumer-primer.py │ │ │ └── 5-delta-streaming-primer.py │ │ ├── 03-azure-sql-db │ │ │ ├── 1-secrets-setup.py │ │ │ └── 2-read-write-batch-primer.py │ │ ├── 04-azure-sql-dw │ │ │ ├── 1-secrets-setup.py │ │ │ ├── 2-read-write-batch-primer.py │ │ │ ├── 3-stream-producer-primer.py │ │ │ └── 4-stream-consumer-primer.py │ │ ├── 05-azure-cosmos-db │ │ │ ├── 00-common │ │ │ │ └── 1-secrets-setup.py │ │ │ └── 01-core-api │ │ │ │ ├── 2-batch-primer.py │ │ │ │ ├── 3-stream-producer-primer.py │ │ │ │ ├── 4-stream-consumer.py │ │ │ │ ├── 5-stream-agg-consumer.py │ │ │ │ └── 6-change-feed-consumer.py │ │ ├── 06-azure-data-factory-v2 │ │ │ ├── 00-common.py │ │ │ ├── 01-generate-report-1.py │ │ │ ├── 02-generate-report-2.py │ │ │ └── workflow.py │ │ └── 07-azure-key-vault │ │ │ └── key-vault-exercise.py │ └── scala │ │ ├── 00-azure-storage │ │ ├── 1-secrets-setup.scala │ │ ├── 2a-mount-blob-storage.scala │ │ ├── 2b-mount-adls-gen1.scala │ │ ├── 2c-mount-adls-gen2.scala │ │ ├── 3-filesystem-operations.scala │ │ ├── 4-read-write-primer.scala │ │ ├── 5-delta-primer.scala │ │ ├── 6-adlsgen1-primer.scala │ │ ├── 6-adlsgen2-primer.scala │ │ └── 7-adlsgen2-primer.scala │ │ ├── 01-azure-event-hub │ │ ├── 1-configuring-event-hub.scala │ │ ├── 2-secrets-setup.scala │ │ ├── 3-stream-producer-primer.scala │ │ ├── 4-stream-consumer-primer.scala │ │ └── 5-delta-streaming-primer.scala │ │ ├── 02-hdinsight-kafka │ │ ├── 1-kafka-setup.scala │ │ ├── 2-kafka-producer-primer.scala │ │ ├── 3-kafka-consumer-batch-primer.scala │ │ ├── 4-kafka-consumer-streaming-primer.scala │ │ └── 5-kafka-consumer-streaming-query-primer.scala │ │ ├── 03-azure-sql-db │ │ ├── 1-secrets-setup.scala │ │ ├── 2-read-write-batch-primer.scala │ │ ├── 3-stream-producer-primer │ │ ├── 3-stream-producer-primer.scala │ │ ├── 4-jdbcsink.scala │ │ └── 5-stream-consumer-primer.scala │ │ ├── 04-azure-sql-dw │ │ ├── 1-secrets-setup.scala │ │ ├── 2-read-write-batch-primer.scala │ │ ├── 3-stream-producer-primer.scala │ │ └── 4-stream-consumer-primer.scala │ │ ├── 05-azure-cosmos-db │ │ ├── 00-common │ │ │ └── 1-secrets-setup.scala │ │ └── 01-core-api │ │ │ ├── 2-batch-primer.scala │ │ │ ├── 3-stream-producer-primer.scala │ │ │ ├── 4-stream-consumer.scala │ │ │ ├── 5-stream-agg-consumer.scala │ │ │ └── 6-change-feed-consumer.scala │ │ ├── 06-azure-data-factory-v2 │ │ ├── 00-common.scala │ │ ├── 01-generate-report-1.scala │ │ ├── 02-generate-report-2.scala │ │ └── workflow.scala │ │ └── 07-azure-key-vault │ │ └── key-vault-exercise.scala ├── 02-Data-Engineering │ ├── pyspark │ │ ├── 01-General │ │ │ ├── 1-CreateDatabaseObjects.py │ │ │ └── 2-CommonFunctions.py │ │ ├── 02-LoadData │ │ │ ├── 1-LoadReferenceData.py │ │ │ ├── 2-LoadData-YellowTaxi.py │ │ │ └── 3-LoadData-GreenTaxi.py │ │ ├── 03-TransformData │ │ │ ├── 1-TransformData-YellowTaxi.py │ │ │ └── 2-TransformData-GreenTaxi.py │ │ ├── 04-CreateMaterializedViews │ │ │ └── 1-CreateMaterializedViews.py │ │ ├── 05-GenerateReports │ │ │ └── Report-1.py │ │ └── 06-BatchJob │ │ │ ├── GlobalVarsAndMethods.py │ │ │ ├── Report-1.py │ │ │ ├── Report-2.py │ │ │ └── Workflow.py │ └── scala │ │ ├── 01-General │ │ ├── 1-CreateDatabaseObjects.scala │ │ └── 2-CommonFunctions.scala │ │ ├── 02-LoadData │ │ ├── 1-LoadReferenceData.scala │ │ ├── 2-LoadData-YellowTaxi.scala │ │ └── 3-LoadData-GreenTaxi.scala │ │ ├── 03-TransformData │ │ ├── 1-TransformData-YellowTaxi.scala │ │ └── 2-TransformData-GreenTaxi.scala │ │ ├── 04-CreateMaterializedView │ │ └── 1-CreateMaterializedViews.scala │ │ ├── 05-GenerateReports │ │ └── Report-1.scala │ │ └── 06-BatchJob │ │ ├── GlobalVarsAndMethods.scala │ │ ├── Report-1.scala │ │ ├── Report-2.scala │ │ └── Workflow.scala └── 03-Data-Science │ ├── pyspark │ ├── 00-About.py │ ├── 01-Feature-Engineering-and-Selection.py │ ├── 02-Initialize-Azure-Machine-Learning-Workspace.py │ ├── 03-Model-Training-PySpark-and-Azure-Machine-Learning.py │ ├── 04-AutoML-Azure-Machine-Learning.py │ ├── 05-Operationalize-PySpark-Model-via-AML.py │ ├── 99-Shared-Functions-and-Settings.py │ └── utils │ │ └── ML-Module-Only-Prep-Data.py │ └── scala │ ├── 01-data-eng.scala │ ├── 02-model-training.scala │ └── 03-batch-scoring.scala ├── dbc ├── 01-Primer.dbc ├── 02-Data-Engineering.dbc ├── 03-Data-Science.dbc └── All-Modules.dbc ├── decks ├── Azure-Databricks-Delta-AAK-v1.0.pptx └── Databricks-DE-Workshop-v1.0.pdf ├── docs ├── 1-provisioning-guide │ ├── Provisioning-Kafka.md │ └── ProvisioningGuide.md ├── 2-lab-guide │ ├── README.md │ ├── module-1 │ │ ├── 00-Azure-Storage-Lab.md │ │ ├── 01-Azure-Event-Hub-Lab.md │ │ ├── 03-Azure-SQL-Database-Lab.md │ │ ├── 04-Azure-SQL-DW-Lab.md │ │ ├── 05-Azure-Cosmos-DB-Lab.md │ │ ├── 06-Azure-Data-Factory-v2-Lab.md │ │ └── 07-Azure-Key-Vault-Lab.md │ └── module-3 │ │ └── README.md └── 3-data-copy-guide │ └── README.md └── images ├── 0-data-copy ├── 1.png ├── 10.png ├── 11.png ├── 12.png ├── 13.png ├── 14.png ├── 15.png ├── 16.png ├── 17.png ├── 18.png ├── 19.png ├── 2.png ├── 20.png ├── 21.png ├── 22.png ├── 23.png ├── 24.png ├── 25.png ├── 26.png ├── 27.png ├── 28.png ├── 29.png ├── 3.png ├── 30.png ├── 31.png ├── 32.png ├── 33.png ├── 34.png ├── 35.png ├── 4.png ├── 5.png ├── 6.png ├── 7.png ├── 8.png └── 9.png ├── 1-storage ├── adlsgen2 │ ├── 1.png │ └── 2.png └── blob │ ├── 1.png │ ├── 2.png │ └── preview.png ├── 1.png ├── 2-aeh ├── 1.png ├── 11.png ├── 12.png ├── 13.png ├── 14.png ├── 15.png ├── 16.png ├── 17.png ├── 18.png ├── 2.png ├── 3.png ├── 4.png ├── 5.png └── preview.png ├── 2.png ├── 3.png ├── 4-sql-db ├── 1.png ├── 2.png ├── 3.png ├── 4.png └── 5.png ├── 4.png ├── 5-sql-dw ├── 1.png ├── 2.png ├── 3.png ├── 4.png └── 5.png ├── 6-cosmos-db ├── 1.png ├── 10.png ├── 11.png ├── 12.png ├── 13.png ├── 2.png ├── 3.png ├── 4.png ├── 5.png ├── 6.png ├── 7.png ├── 8.png └── 9.png ├── 7-adfv2 ├── 1-AuthorAndMonitor.png ├── 10-cluster-spawned.png ├── 2-LinkedService.png ├── 3-LinkedService.png ├── 4-CreateNotebookActivity.png ├── 5-SelectLinkedService.png ├── 7-NotebookPath.png ├── adfv2.png ├── report1-results.png ├── report1.png ├── report2-results.png └── report2.png ├── 8-machine-learning ├── 1-aml-overview.png ├── 2-azure-machine-learning-taxonomy.png └── 3-find-azure-subscription.gif └── 9-iot ├── CreateHDI-1.png ├── CreateHDI-2.png ├── CreateHDI-3.png ├── CreateHDI-4.png ├── CreateHDI-5.png ├── CreateHDI-6.png ├── CreateHDI-7.png ├── CreateHDI-8.png ├── CreateHDI-9.png ├── kafka-1.png ├── kafka-10.png ├── kafka-2.png ├── kafka-3.png ├── kafka-4.png ├── kafka-5.png ├── kafka-6.png ├── kafka-7.png ├── kafka-8.png └── kafka-9.png /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/README.md -------------------------------------------------------------------------------- /SECURITY.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/SECURITY.md -------------------------------------------------------------------------------- /code/01-Primer/pyspark/00-azure-storage/1-secrets-setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/01-Primer/pyspark/00-azure-storage/1-secrets-setup.py -------------------------------------------------------------------------------- /code/01-Primer/pyspark/00-azure-storage/2a-mount-storage.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/01-Primer/pyspark/00-azure-storage/2a-mount-storage.py -------------------------------------------------------------------------------- /code/01-Primer/pyspark/00-azure-storage/2b-mount-adls-gen1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/01-Primer/pyspark/00-azure-storage/2b-mount-adls-gen1.py -------------------------------------------------------------------------------- /code/01-Primer/pyspark/00-azure-storage/2c-mount-adls-gen2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/01-Primer/pyspark/00-azure-storage/2c-mount-adls-gen2.py -------------------------------------------------------------------------------- /code/01-Primer/pyspark/00-azure-storage/3-filesystem-operations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/01-Primer/pyspark/00-azure-storage/3-filesystem-operations.py -------------------------------------------------------------------------------- /code/01-Primer/pyspark/00-azure-storage/4-read-write-primer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/01-Primer/pyspark/00-azure-storage/4-read-write-primer.py -------------------------------------------------------------------------------- /code/01-Primer/pyspark/00-azure-storage/5-delta-primer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/01-Primer/pyspark/00-azure-storage/5-delta-primer.py -------------------------------------------------------------------------------- /code/01-Primer/pyspark/00-azure-storage/6-adlsgen1-primer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/01-Primer/pyspark/00-azure-storage/6-adlsgen1-primer.py -------------------------------------------------------------------------------- /code/01-Primer/pyspark/00-azure-storage/7-adlsgen2-primer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/01-Primer/pyspark/00-azure-storage/7-adlsgen2-primer.py -------------------------------------------------------------------------------- /code/01-Primer/pyspark/01-azure-event-hub/1-configuring-event-hub.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/01-Primer/pyspark/01-azure-event-hub/1-configuring-event-hub.py -------------------------------------------------------------------------------- /code/01-Primer/pyspark/01-azure-event-hub/2-secrets-setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/01-Primer/pyspark/01-azure-event-hub/2-secrets-setup.py -------------------------------------------------------------------------------- /code/01-Primer/pyspark/01-azure-event-hub/3-stream-producer-primer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/01-Primer/pyspark/01-azure-event-hub/3-stream-producer-primer.py -------------------------------------------------------------------------------- /code/01-Primer/pyspark/01-azure-event-hub/4-stream-consumer-primer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/01-Primer/pyspark/01-azure-event-hub/4-stream-consumer-primer.py -------------------------------------------------------------------------------- /code/01-Primer/pyspark/01-azure-event-hub/5-delta-streaming-primer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/01-Primer/pyspark/01-azure-event-hub/5-delta-streaming-primer.py -------------------------------------------------------------------------------- /code/01-Primer/pyspark/03-azure-sql-db/1-secrets-setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/01-Primer/pyspark/03-azure-sql-db/1-secrets-setup.py -------------------------------------------------------------------------------- /code/01-Primer/pyspark/03-azure-sql-db/2-read-write-batch-primer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/01-Primer/pyspark/03-azure-sql-db/2-read-write-batch-primer.py -------------------------------------------------------------------------------- /code/01-Primer/pyspark/04-azure-sql-dw/1-secrets-setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/01-Primer/pyspark/04-azure-sql-dw/1-secrets-setup.py -------------------------------------------------------------------------------- /code/01-Primer/pyspark/04-azure-sql-dw/2-read-write-batch-primer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/01-Primer/pyspark/04-azure-sql-dw/2-read-write-batch-primer.py -------------------------------------------------------------------------------- /code/01-Primer/pyspark/04-azure-sql-dw/3-stream-producer-primer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/01-Primer/pyspark/04-azure-sql-dw/3-stream-producer-primer.py -------------------------------------------------------------------------------- /code/01-Primer/pyspark/04-azure-sql-dw/4-stream-consumer-primer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/01-Primer/pyspark/04-azure-sql-dw/4-stream-consumer-primer.py -------------------------------------------------------------------------------- /code/01-Primer/pyspark/05-azure-cosmos-db/00-common/1-secrets-setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/01-Primer/pyspark/05-azure-cosmos-db/00-common/1-secrets-setup.py -------------------------------------------------------------------------------- /code/01-Primer/pyspark/05-azure-cosmos-db/01-core-api/2-batch-primer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/01-Primer/pyspark/05-azure-cosmos-db/01-core-api/2-batch-primer.py -------------------------------------------------------------------------------- /code/01-Primer/pyspark/05-azure-cosmos-db/01-core-api/3-stream-producer-primer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/01-Primer/pyspark/05-azure-cosmos-db/01-core-api/3-stream-producer-primer.py -------------------------------------------------------------------------------- /code/01-Primer/pyspark/05-azure-cosmos-db/01-core-api/4-stream-consumer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/01-Primer/pyspark/05-azure-cosmos-db/01-core-api/4-stream-consumer.py -------------------------------------------------------------------------------- /code/01-Primer/pyspark/05-azure-cosmos-db/01-core-api/5-stream-agg-consumer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/01-Primer/pyspark/05-azure-cosmos-db/01-core-api/5-stream-agg-consumer.py -------------------------------------------------------------------------------- /code/01-Primer/pyspark/05-azure-cosmos-db/01-core-api/6-change-feed-consumer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/01-Primer/pyspark/05-azure-cosmos-db/01-core-api/6-change-feed-consumer.py -------------------------------------------------------------------------------- /code/01-Primer/pyspark/06-azure-data-factory-v2/00-common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/01-Primer/pyspark/06-azure-data-factory-v2/00-common.py -------------------------------------------------------------------------------- /code/01-Primer/pyspark/06-azure-data-factory-v2/01-generate-report-1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/01-Primer/pyspark/06-azure-data-factory-v2/01-generate-report-1.py -------------------------------------------------------------------------------- /code/01-Primer/pyspark/06-azure-data-factory-v2/02-generate-report-2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/01-Primer/pyspark/06-azure-data-factory-v2/02-generate-report-2.py -------------------------------------------------------------------------------- /code/01-Primer/pyspark/06-azure-data-factory-v2/workflow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/01-Primer/pyspark/06-azure-data-factory-v2/workflow.py -------------------------------------------------------------------------------- /code/01-Primer/pyspark/07-azure-key-vault/key-vault-exercise.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/01-Primer/pyspark/07-azure-key-vault/key-vault-exercise.py -------------------------------------------------------------------------------- /code/01-Primer/scala/00-azure-storage/1-secrets-setup.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/01-Primer/scala/00-azure-storage/1-secrets-setup.scala -------------------------------------------------------------------------------- /code/01-Primer/scala/00-azure-storage/2a-mount-blob-storage.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/01-Primer/scala/00-azure-storage/2a-mount-blob-storage.scala -------------------------------------------------------------------------------- /code/01-Primer/scala/00-azure-storage/2b-mount-adls-gen1.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/01-Primer/scala/00-azure-storage/2b-mount-adls-gen1.scala -------------------------------------------------------------------------------- /code/01-Primer/scala/00-azure-storage/2c-mount-adls-gen2.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/01-Primer/scala/00-azure-storage/2c-mount-adls-gen2.scala -------------------------------------------------------------------------------- /code/01-Primer/scala/00-azure-storage/3-filesystem-operations.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/01-Primer/scala/00-azure-storage/3-filesystem-operations.scala -------------------------------------------------------------------------------- /code/01-Primer/scala/00-azure-storage/4-read-write-primer.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/01-Primer/scala/00-azure-storage/4-read-write-primer.scala -------------------------------------------------------------------------------- /code/01-Primer/scala/00-azure-storage/5-delta-primer.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/01-Primer/scala/00-azure-storage/5-delta-primer.scala -------------------------------------------------------------------------------- /code/01-Primer/scala/00-azure-storage/6-adlsgen1-primer.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/01-Primer/scala/00-azure-storage/6-adlsgen1-primer.scala -------------------------------------------------------------------------------- /code/01-Primer/scala/00-azure-storage/6-adlsgen2-primer.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/01-Primer/scala/00-azure-storage/6-adlsgen2-primer.scala -------------------------------------------------------------------------------- /code/01-Primer/scala/00-azure-storage/7-adlsgen2-primer.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/01-Primer/scala/00-azure-storage/7-adlsgen2-primer.scala -------------------------------------------------------------------------------- /code/01-Primer/scala/01-azure-event-hub/1-configuring-event-hub.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/01-Primer/scala/01-azure-event-hub/1-configuring-event-hub.scala -------------------------------------------------------------------------------- /code/01-Primer/scala/01-azure-event-hub/2-secrets-setup.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/01-Primer/scala/01-azure-event-hub/2-secrets-setup.scala -------------------------------------------------------------------------------- /code/01-Primer/scala/01-azure-event-hub/3-stream-producer-primer.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/01-Primer/scala/01-azure-event-hub/3-stream-producer-primer.scala -------------------------------------------------------------------------------- /code/01-Primer/scala/01-azure-event-hub/4-stream-consumer-primer.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/01-Primer/scala/01-azure-event-hub/4-stream-consumer-primer.scala -------------------------------------------------------------------------------- /code/01-Primer/scala/01-azure-event-hub/5-delta-streaming-primer.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/01-Primer/scala/01-azure-event-hub/5-delta-streaming-primer.scala -------------------------------------------------------------------------------- /code/01-Primer/scala/02-hdinsight-kafka/1-kafka-setup.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/01-Primer/scala/02-hdinsight-kafka/1-kafka-setup.scala -------------------------------------------------------------------------------- /code/01-Primer/scala/02-hdinsight-kafka/2-kafka-producer-primer.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/01-Primer/scala/02-hdinsight-kafka/2-kafka-producer-primer.scala -------------------------------------------------------------------------------- /code/01-Primer/scala/02-hdinsight-kafka/3-kafka-consumer-batch-primer.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/01-Primer/scala/02-hdinsight-kafka/3-kafka-consumer-batch-primer.scala -------------------------------------------------------------------------------- /code/01-Primer/scala/02-hdinsight-kafka/4-kafka-consumer-streaming-primer.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/01-Primer/scala/02-hdinsight-kafka/4-kafka-consumer-streaming-primer.scala -------------------------------------------------------------------------------- /code/01-Primer/scala/02-hdinsight-kafka/5-kafka-consumer-streaming-query-primer.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/01-Primer/scala/02-hdinsight-kafka/5-kafka-consumer-streaming-query-primer.scala -------------------------------------------------------------------------------- /code/01-Primer/scala/03-azure-sql-db/1-secrets-setup.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/01-Primer/scala/03-azure-sql-db/1-secrets-setup.scala -------------------------------------------------------------------------------- /code/01-Primer/scala/03-azure-sql-db/2-read-write-batch-primer.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/01-Primer/scala/03-azure-sql-db/2-read-write-batch-primer.scala -------------------------------------------------------------------------------- /code/01-Primer/scala/03-azure-sql-db/3-stream-producer-primer: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/01-Primer/scala/03-azure-sql-db/3-stream-producer-primer -------------------------------------------------------------------------------- /code/01-Primer/scala/03-azure-sql-db/3-stream-producer-primer.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/01-Primer/scala/03-azure-sql-db/3-stream-producer-primer.scala -------------------------------------------------------------------------------- /code/01-Primer/scala/03-azure-sql-db/4-jdbcsink.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/01-Primer/scala/03-azure-sql-db/4-jdbcsink.scala -------------------------------------------------------------------------------- /code/01-Primer/scala/03-azure-sql-db/5-stream-consumer-primer.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/01-Primer/scala/03-azure-sql-db/5-stream-consumer-primer.scala -------------------------------------------------------------------------------- /code/01-Primer/scala/04-azure-sql-dw/1-secrets-setup.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/01-Primer/scala/04-azure-sql-dw/1-secrets-setup.scala -------------------------------------------------------------------------------- /code/01-Primer/scala/04-azure-sql-dw/2-read-write-batch-primer.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/01-Primer/scala/04-azure-sql-dw/2-read-write-batch-primer.scala -------------------------------------------------------------------------------- /code/01-Primer/scala/04-azure-sql-dw/3-stream-producer-primer.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/01-Primer/scala/04-azure-sql-dw/3-stream-producer-primer.scala -------------------------------------------------------------------------------- /code/01-Primer/scala/04-azure-sql-dw/4-stream-consumer-primer.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/01-Primer/scala/04-azure-sql-dw/4-stream-consumer-primer.scala -------------------------------------------------------------------------------- /code/01-Primer/scala/05-azure-cosmos-db/00-common/1-secrets-setup.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/01-Primer/scala/05-azure-cosmos-db/00-common/1-secrets-setup.scala -------------------------------------------------------------------------------- /code/01-Primer/scala/05-azure-cosmos-db/01-core-api/2-batch-primer.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/01-Primer/scala/05-azure-cosmos-db/01-core-api/2-batch-primer.scala -------------------------------------------------------------------------------- /code/01-Primer/scala/05-azure-cosmos-db/01-core-api/3-stream-producer-primer.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/01-Primer/scala/05-azure-cosmos-db/01-core-api/3-stream-producer-primer.scala -------------------------------------------------------------------------------- /code/01-Primer/scala/05-azure-cosmos-db/01-core-api/4-stream-consumer.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/01-Primer/scala/05-azure-cosmos-db/01-core-api/4-stream-consumer.scala -------------------------------------------------------------------------------- /code/01-Primer/scala/05-azure-cosmos-db/01-core-api/5-stream-agg-consumer.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/01-Primer/scala/05-azure-cosmos-db/01-core-api/5-stream-agg-consumer.scala -------------------------------------------------------------------------------- /code/01-Primer/scala/05-azure-cosmos-db/01-core-api/6-change-feed-consumer.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/01-Primer/scala/05-azure-cosmos-db/01-core-api/6-change-feed-consumer.scala -------------------------------------------------------------------------------- /code/01-Primer/scala/06-azure-data-factory-v2/00-common.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/01-Primer/scala/06-azure-data-factory-v2/00-common.scala -------------------------------------------------------------------------------- /code/01-Primer/scala/06-azure-data-factory-v2/01-generate-report-1.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/01-Primer/scala/06-azure-data-factory-v2/01-generate-report-1.scala -------------------------------------------------------------------------------- /code/01-Primer/scala/06-azure-data-factory-v2/02-generate-report-2.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/01-Primer/scala/06-azure-data-factory-v2/02-generate-report-2.scala -------------------------------------------------------------------------------- /code/01-Primer/scala/06-azure-data-factory-v2/workflow.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/01-Primer/scala/06-azure-data-factory-v2/workflow.scala -------------------------------------------------------------------------------- /code/01-Primer/scala/07-azure-key-vault/key-vault-exercise.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/01-Primer/scala/07-azure-key-vault/key-vault-exercise.scala -------------------------------------------------------------------------------- /code/02-Data-Engineering/pyspark/01-General/1-CreateDatabaseObjects.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/02-Data-Engineering/pyspark/01-General/1-CreateDatabaseObjects.py -------------------------------------------------------------------------------- /code/02-Data-Engineering/pyspark/01-General/2-CommonFunctions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/02-Data-Engineering/pyspark/01-General/2-CommonFunctions.py -------------------------------------------------------------------------------- /code/02-Data-Engineering/pyspark/02-LoadData/1-LoadReferenceData.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/02-Data-Engineering/pyspark/02-LoadData/1-LoadReferenceData.py -------------------------------------------------------------------------------- /code/02-Data-Engineering/pyspark/02-LoadData/2-LoadData-YellowTaxi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/02-Data-Engineering/pyspark/02-LoadData/2-LoadData-YellowTaxi.py -------------------------------------------------------------------------------- /code/02-Data-Engineering/pyspark/02-LoadData/3-LoadData-GreenTaxi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/02-Data-Engineering/pyspark/02-LoadData/3-LoadData-GreenTaxi.py -------------------------------------------------------------------------------- /code/02-Data-Engineering/pyspark/03-TransformData/1-TransformData-YellowTaxi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/02-Data-Engineering/pyspark/03-TransformData/1-TransformData-YellowTaxi.py -------------------------------------------------------------------------------- /code/02-Data-Engineering/pyspark/03-TransformData/2-TransformData-GreenTaxi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/02-Data-Engineering/pyspark/03-TransformData/2-TransformData-GreenTaxi.py -------------------------------------------------------------------------------- /code/02-Data-Engineering/pyspark/04-CreateMaterializedViews/1-CreateMaterializedViews.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/02-Data-Engineering/pyspark/04-CreateMaterializedViews/1-CreateMaterializedViews.py -------------------------------------------------------------------------------- /code/02-Data-Engineering/pyspark/05-GenerateReports/Report-1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/02-Data-Engineering/pyspark/05-GenerateReports/Report-1.py -------------------------------------------------------------------------------- /code/02-Data-Engineering/pyspark/06-BatchJob/GlobalVarsAndMethods.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/02-Data-Engineering/pyspark/06-BatchJob/GlobalVarsAndMethods.py -------------------------------------------------------------------------------- /code/02-Data-Engineering/pyspark/06-BatchJob/Report-1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/02-Data-Engineering/pyspark/06-BatchJob/Report-1.py -------------------------------------------------------------------------------- /code/02-Data-Engineering/pyspark/06-BatchJob/Report-2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/02-Data-Engineering/pyspark/06-BatchJob/Report-2.py -------------------------------------------------------------------------------- /code/02-Data-Engineering/pyspark/06-BatchJob/Workflow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/02-Data-Engineering/pyspark/06-BatchJob/Workflow.py -------------------------------------------------------------------------------- /code/02-Data-Engineering/scala/01-General/1-CreateDatabaseObjects.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/02-Data-Engineering/scala/01-General/1-CreateDatabaseObjects.scala -------------------------------------------------------------------------------- /code/02-Data-Engineering/scala/01-General/2-CommonFunctions.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/02-Data-Engineering/scala/01-General/2-CommonFunctions.scala -------------------------------------------------------------------------------- /code/02-Data-Engineering/scala/02-LoadData/1-LoadReferenceData.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/02-Data-Engineering/scala/02-LoadData/1-LoadReferenceData.scala -------------------------------------------------------------------------------- /code/02-Data-Engineering/scala/02-LoadData/2-LoadData-YellowTaxi.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/02-Data-Engineering/scala/02-LoadData/2-LoadData-YellowTaxi.scala -------------------------------------------------------------------------------- /code/02-Data-Engineering/scala/02-LoadData/3-LoadData-GreenTaxi.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/02-Data-Engineering/scala/02-LoadData/3-LoadData-GreenTaxi.scala -------------------------------------------------------------------------------- /code/02-Data-Engineering/scala/03-TransformData/1-TransformData-YellowTaxi.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/02-Data-Engineering/scala/03-TransformData/1-TransformData-YellowTaxi.scala -------------------------------------------------------------------------------- /code/02-Data-Engineering/scala/03-TransformData/2-TransformData-GreenTaxi.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/02-Data-Engineering/scala/03-TransformData/2-TransformData-GreenTaxi.scala -------------------------------------------------------------------------------- /code/02-Data-Engineering/scala/04-CreateMaterializedView/1-CreateMaterializedViews.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/02-Data-Engineering/scala/04-CreateMaterializedView/1-CreateMaterializedViews.scala -------------------------------------------------------------------------------- /code/02-Data-Engineering/scala/05-GenerateReports/Report-1.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/02-Data-Engineering/scala/05-GenerateReports/Report-1.scala -------------------------------------------------------------------------------- /code/02-Data-Engineering/scala/06-BatchJob/GlobalVarsAndMethods.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/02-Data-Engineering/scala/06-BatchJob/GlobalVarsAndMethods.scala -------------------------------------------------------------------------------- /code/02-Data-Engineering/scala/06-BatchJob/Report-1.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/02-Data-Engineering/scala/06-BatchJob/Report-1.scala -------------------------------------------------------------------------------- /code/02-Data-Engineering/scala/06-BatchJob/Report-2.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/02-Data-Engineering/scala/06-BatchJob/Report-2.scala -------------------------------------------------------------------------------- /code/02-Data-Engineering/scala/06-BatchJob/Workflow.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/02-Data-Engineering/scala/06-BatchJob/Workflow.scala -------------------------------------------------------------------------------- /code/03-Data-Science/pyspark/00-About.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/03-Data-Science/pyspark/00-About.py -------------------------------------------------------------------------------- /code/03-Data-Science/pyspark/01-Feature-Engineering-and-Selection.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/03-Data-Science/pyspark/01-Feature-Engineering-and-Selection.py -------------------------------------------------------------------------------- /code/03-Data-Science/pyspark/02-Initialize-Azure-Machine-Learning-Workspace.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/03-Data-Science/pyspark/02-Initialize-Azure-Machine-Learning-Workspace.py -------------------------------------------------------------------------------- /code/03-Data-Science/pyspark/03-Model-Training-PySpark-and-Azure-Machine-Learning.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/03-Data-Science/pyspark/03-Model-Training-PySpark-and-Azure-Machine-Learning.py -------------------------------------------------------------------------------- /code/03-Data-Science/pyspark/04-AutoML-Azure-Machine-Learning.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/03-Data-Science/pyspark/04-AutoML-Azure-Machine-Learning.py -------------------------------------------------------------------------------- /code/03-Data-Science/pyspark/05-Operationalize-PySpark-Model-via-AML.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/03-Data-Science/pyspark/05-Operationalize-PySpark-Model-via-AML.py -------------------------------------------------------------------------------- /code/03-Data-Science/pyspark/99-Shared-Functions-and-Settings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/03-Data-Science/pyspark/99-Shared-Functions-and-Settings.py -------------------------------------------------------------------------------- /code/03-Data-Science/pyspark/utils/ML-Module-Only-Prep-Data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/03-Data-Science/pyspark/utils/ML-Module-Only-Prep-Data.py -------------------------------------------------------------------------------- /code/03-Data-Science/scala/01-data-eng.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/03-Data-Science/scala/01-data-eng.scala -------------------------------------------------------------------------------- /code/03-Data-Science/scala/02-model-training.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/03-Data-Science/scala/02-model-training.scala -------------------------------------------------------------------------------- /code/03-Data-Science/scala/03-batch-scoring.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/code/03-Data-Science/scala/03-batch-scoring.scala -------------------------------------------------------------------------------- /dbc/01-Primer.dbc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/dbc/01-Primer.dbc -------------------------------------------------------------------------------- /dbc/02-Data-Engineering.dbc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/dbc/02-Data-Engineering.dbc -------------------------------------------------------------------------------- /dbc/03-Data-Science.dbc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/dbc/03-Data-Science.dbc -------------------------------------------------------------------------------- /dbc/All-Modules.dbc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/dbc/All-Modules.dbc -------------------------------------------------------------------------------- /decks/Azure-Databricks-Delta-AAK-v1.0.pptx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/decks/Azure-Databricks-Delta-AAK-v1.0.pptx -------------------------------------------------------------------------------- /decks/Databricks-DE-Workshop-v1.0.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/decks/Databricks-DE-Workshop-v1.0.pdf -------------------------------------------------------------------------------- /docs/1-provisioning-guide/Provisioning-Kafka.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/docs/1-provisioning-guide/Provisioning-Kafka.md -------------------------------------------------------------------------------- /docs/1-provisioning-guide/ProvisioningGuide.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/docs/1-provisioning-guide/ProvisioningGuide.md -------------------------------------------------------------------------------- /docs/2-lab-guide/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/docs/2-lab-guide/README.md -------------------------------------------------------------------------------- /docs/2-lab-guide/module-1/00-Azure-Storage-Lab.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/docs/2-lab-guide/module-1/00-Azure-Storage-Lab.md -------------------------------------------------------------------------------- /docs/2-lab-guide/module-1/01-Azure-Event-Hub-Lab.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/docs/2-lab-guide/module-1/01-Azure-Event-Hub-Lab.md -------------------------------------------------------------------------------- /docs/2-lab-guide/module-1/03-Azure-SQL-Database-Lab.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/docs/2-lab-guide/module-1/03-Azure-SQL-Database-Lab.md -------------------------------------------------------------------------------- /docs/2-lab-guide/module-1/04-Azure-SQL-DW-Lab.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/docs/2-lab-guide/module-1/04-Azure-SQL-DW-Lab.md -------------------------------------------------------------------------------- /docs/2-lab-guide/module-1/05-Azure-Cosmos-DB-Lab.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/docs/2-lab-guide/module-1/05-Azure-Cosmos-DB-Lab.md -------------------------------------------------------------------------------- /docs/2-lab-guide/module-1/06-Azure-Data-Factory-v2-Lab.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/docs/2-lab-guide/module-1/06-Azure-Data-Factory-v2-Lab.md -------------------------------------------------------------------------------- /docs/2-lab-guide/module-1/07-Azure-Key-Vault-Lab.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/docs/2-lab-guide/module-1/07-Azure-Key-Vault-Lab.md -------------------------------------------------------------------------------- /docs/2-lab-guide/module-3/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/docs/2-lab-guide/module-3/README.md -------------------------------------------------------------------------------- /docs/3-data-copy-guide/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/docs/3-data-copy-guide/README.md -------------------------------------------------------------------------------- /images/0-data-copy/1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/0-data-copy/1.png -------------------------------------------------------------------------------- /images/0-data-copy/10.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/0-data-copy/10.png -------------------------------------------------------------------------------- /images/0-data-copy/11.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/0-data-copy/11.png -------------------------------------------------------------------------------- /images/0-data-copy/12.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/0-data-copy/12.png -------------------------------------------------------------------------------- /images/0-data-copy/13.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/0-data-copy/13.png -------------------------------------------------------------------------------- /images/0-data-copy/14.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/0-data-copy/14.png -------------------------------------------------------------------------------- /images/0-data-copy/15.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/0-data-copy/15.png -------------------------------------------------------------------------------- /images/0-data-copy/16.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/0-data-copy/16.png -------------------------------------------------------------------------------- /images/0-data-copy/17.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/0-data-copy/17.png -------------------------------------------------------------------------------- /images/0-data-copy/18.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/0-data-copy/18.png -------------------------------------------------------------------------------- /images/0-data-copy/19.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/0-data-copy/19.png -------------------------------------------------------------------------------- /images/0-data-copy/2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/0-data-copy/2.png -------------------------------------------------------------------------------- /images/0-data-copy/20.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/0-data-copy/20.png -------------------------------------------------------------------------------- /images/0-data-copy/21.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/0-data-copy/21.png -------------------------------------------------------------------------------- /images/0-data-copy/22.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/0-data-copy/22.png -------------------------------------------------------------------------------- /images/0-data-copy/23.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/0-data-copy/23.png -------------------------------------------------------------------------------- /images/0-data-copy/24.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/0-data-copy/24.png -------------------------------------------------------------------------------- /images/0-data-copy/25.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/0-data-copy/25.png -------------------------------------------------------------------------------- /images/0-data-copy/26.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/0-data-copy/26.png -------------------------------------------------------------------------------- /images/0-data-copy/27.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/0-data-copy/27.png -------------------------------------------------------------------------------- /images/0-data-copy/28.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/0-data-copy/28.png -------------------------------------------------------------------------------- /images/0-data-copy/29.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/0-data-copy/29.png -------------------------------------------------------------------------------- /images/0-data-copy/3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/0-data-copy/3.png -------------------------------------------------------------------------------- /images/0-data-copy/30.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/0-data-copy/30.png -------------------------------------------------------------------------------- /images/0-data-copy/31.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/0-data-copy/31.png -------------------------------------------------------------------------------- /images/0-data-copy/32.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/0-data-copy/32.png -------------------------------------------------------------------------------- /images/0-data-copy/33.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/0-data-copy/33.png -------------------------------------------------------------------------------- /images/0-data-copy/34.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/0-data-copy/34.png -------------------------------------------------------------------------------- /images/0-data-copy/35.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/0-data-copy/35.png -------------------------------------------------------------------------------- /images/0-data-copy/4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/0-data-copy/4.png -------------------------------------------------------------------------------- /images/0-data-copy/5.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/0-data-copy/5.png -------------------------------------------------------------------------------- /images/0-data-copy/6.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/0-data-copy/6.png -------------------------------------------------------------------------------- /images/0-data-copy/7.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/0-data-copy/7.png -------------------------------------------------------------------------------- /images/0-data-copy/8.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/0-data-copy/8.png -------------------------------------------------------------------------------- /images/0-data-copy/9.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/0-data-copy/9.png -------------------------------------------------------------------------------- /images/1-storage/adlsgen2/1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/1-storage/adlsgen2/1.png -------------------------------------------------------------------------------- /images/1-storage/adlsgen2/2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/1-storage/adlsgen2/2.png -------------------------------------------------------------------------------- /images/1-storage/blob/1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/1-storage/blob/1.png -------------------------------------------------------------------------------- /images/1-storage/blob/2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/1-storage/blob/2.png -------------------------------------------------------------------------------- /images/1-storage/blob/preview.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/1-storage/blob/preview.png -------------------------------------------------------------------------------- /images/1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/1.png -------------------------------------------------------------------------------- /images/2-aeh/1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/2-aeh/1.png -------------------------------------------------------------------------------- /images/2-aeh/11.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/2-aeh/11.png -------------------------------------------------------------------------------- /images/2-aeh/12.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/2-aeh/12.png -------------------------------------------------------------------------------- /images/2-aeh/13.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/2-aeh/13.png -------------------------------------------------------------------------------- /images/2-aeh/14.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/2-aeh/14.png -------------------------------------------------------------------------------- /images/2-aeh/15.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/2-aeh/15.png -------------------------------------------------------------------------------- /images/2-aeh/16.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/2-aeh/16.png -------------------------------------------------------------------------------- /images/2-aeh/17.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/2-aeh/17.png -------------------------------------------------------------------------------- /images/2-aeh/18.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/2-aeh/18.png -------------------------------------------------------------------------------- /images/2-aeh/2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/2-aeh/2.png -------------------------------------------------------------------------------- /images/2-aeh/3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/2-aeh/3.png -------------------------------------------------------------------------------- /images/2-aeh/4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/2-aeh/4.png -------------------------------------------------------------------------------- /images/2-aeh/5.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/2-aeh/5.png -------------------------------------------------------------------------------- /images/2-aeh/preview.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/2-aeh/preview.png -------------------------------------------------------------------------------- /images/2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/2.png -------------------------------------------------------------------------------- /images/3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/3.png -------------------------------------------------------------------------------- /images/4-sql-db/1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/4-sql-db/1.png -------------------------------------------------------------------------------- /images/4-sql-db/2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/4-sql-db/2.png -------------------------------------------------------------------------------- /images/4-sql-db/3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/4-sql-db/3.png -------------------------------------------------------------------------------- /images/4-sql-db/4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/4-sql-db/4.png -------------------------------------------------------------------------------- /images/4-sql-db/5.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/4-sql-db/5.png -------------------------------------------------------------------------------- /images/4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/4.png -------------------------------------------------------------------------------- /images/5-sql-dw/1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/5-sql-dw/1.png -------------------------------------------------------------------------------- /images/5-sql-dw/2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/5-sql-dw/2.png -------------------------------------------------------------------------------- /images/5-sql-dw/3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/5-sql-dw/3.png -------------------------------------------------------------------------------- /images/5-sql-dw/4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/5-sql-dw/4.png -------------------------------------------------------------------------------- /images/5-sql-dw/5.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/5-sql-dw/5.png -------------------------------------------------------------------------------- /images/6-cosmos-db/1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/6-cosmos-db/1.png -------------------------------------------------------------------------------- /images/6-cosmos-db/10.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/6-cosmos-db/10.png -------------------------------------------------------------------------------- /images/6-cosmos-db/11.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/6-cosmos-db/11.png -------------------------------------------------------------------------------- /images/6-cosmos-db/12.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/6-cosmos-db/12.png -------------------------------------------------------------------------------- /images/6-cosmos-db/13.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/6-cosmos-db/13.png -------------------------------------------------------------------------------- /images/6-cosmos-db/2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/6-cosmos-db/2.png -------------------------------------------------------------------------------- /images/6-cosmos-db/3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/6-cosmos-db/3.png -------------------------------------------------------------------------------- /images/6-cosmos-db/4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/6-cosmos-db/4.png -------------------------------------------------------------------------------- /images/6-cosmos-db/5.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/6-cosmos-db/5.png -------------------------------------------------------------------------------- /images/6-cosmos-db/6.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/6-cosmos-db/6.png -------------------------------------------------------------------------------- /images/6-cosmos-db/7.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/6-cosmos-db/7.png -------------------------------------------------------------------------------- /images/6-cosmos-db/8.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/6-cosmos-db/8.png -------------------------------------------------------------------------------- /images/6-cosmos-db/9.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/6-cosmos-db/9.png -------------------------------------------------------------------------------- /images/7-adfv2/1-AuthorAndMonitor.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/7-adfv2/1-AuthorAndMonitor.png -------------------------------------------------------------------------------- /images/7-adfv2/10-cluster-spawned.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/7-adfv2/10-cluster-spawned.png -------------------------------------------------------------------------------- /images/7-adfv2/2-LinkedService.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/7-adfv2/2-LinkedService.png -------------------------------------------------------------------------------- /images/7-adfv2/3-LinkedService.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/7-adfv2/3-LinkedService.png -------------------------------------------------------------------------------- /images/7-adfv2/4-CreateNotebookActivity.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/7-adfv2/4-CreateNotebookActivity.png -------------------------------------------------------------------------------- /images/7-adfv2/5-SelectLinkedService.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/7-adfv2/5-SelectLinkedService.png -------------------------------------------------------------------------------- /images/7-adfv2/7-NotebookPath.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/7-adfv2/7-NotebookPath.png -------------------------------------------------------------------------------- /images/7-adfv2/adfv2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/7-adfv2/adfv2.png -------------------------------------------------------------------------------- /images/7-adfv2/report1-results.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/7-adfv2/report1-results.png -------------------------------------------------------------------------------- /images/7-adfv2/report1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/7-adfv2/report1.png -------------------------------------------------------------------------------- /images/7-adfv2/report2-results.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/7-adfv2/report2-results.png -------------------------------------------------------------------------------- /images/7-adfv2/report2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/7-adfv2/report2.png -------------------------------------------------------------------------------- /images/8-machine-learning/1-aml-overview.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/8-machine-learning/1-aml-overview.png -------------------------------------------------------------------------------- /images/8-machine-learning/2-azure-machine-learning-taxonomy.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/8-machine-learning/2-azure-machine-learning-taxonomy.png -------------------------------------------------------------------------------- /images/8-machine-learning/3-find-azure-subscription.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/8-machine-learning/3-find-azure-subscription.gif -------------------------------------------------------------------------------- /images/9-iot/CreateHDI-1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/9-iot/CreateHDI-1.png -------------------------------------------------------------------------------- /images/9-iot/CreateHDI-2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/9-iot/CreateHDI-2.png -------------------------------------------------------------------------------- /images/9-iot/CreateHDI-3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/9-iot/CreateHDI-3.png -------------------------------------------------------------------------------- /images/9-iot/CreateHDI-4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/9-iot/CreateHDI-4.png -------------------------------------------------------------------------------- /images/9-iot/CreateHDI-5.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/9-iot/CreateHDI-5.png -------------------------------------------------------------------------------- /images/9-iot/CreateHDI-6.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/9-iot/CreateHDI-6.png -------------------------------------------------------------------------------- /images/9-iot/CreateHDI-7.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/9-iot/CreateHDI-7.png -------------------------------------------------------------------------------- /images/9-iot/CreateHDI-8.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/9-iot/CreateHDI-8.png -------------------------------------------------------------------------------- /images/9-iot/CreateHDI-9.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/9-iot/CreateHDI-9.png -------------------------------------------------------------------------------- /images/9-iot/kafka-1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/9-iot/kafka-1.png -------------------------------------------------------------------------------- /images/9-iot/kafka-10.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/9-iot/kafka-10.png -------------------------------------------------------------------------------- /images/9-iot/kafka-2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/9-iot/kafka-2.png -------------------------------------------------------------------------------- /images/9-iot/kafka-3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/9-iot/kafka-3.png -------------------------------------------------------------------------------- /images/9-iot/kafka-4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/9-iot/kafka-4.png -------------------------------------------------------------------------------- /images/9-iot/kafka-5.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/9-iot/kafka-5.png -------------------------------------------------------------------------------- /images/9-iot/kafka-6.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/9-iot/kafka-6.png -------------------------------------------------------------------------------- /images/9-iot/kafka-7.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/9-iot/kafka-7.png -------------------------------------------------------------------------------- /images/9-iot/kafka-8.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/9-iot/kafka-8.png -------------------------------------------------------------------------------- /images/9-iot/kafka-9.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Azure-Databricks-NYC-Taxi-Workshop/HEAD/images/9-iot/kafka-9.png --------------------------------------------------------------------------------