├── .gitignore ├── AzDevOps ├── AzureDevOpsDemo_JobDefinition.json ├── build.yml ├── update_job.py └── update_repo.py ├── LangChain ├── main.py └── requirements.txt ├── README.md ├── Repos ├── README.md └── UpdateDatabricksRepoAPI.py ├── databricks_autoloader ├── README.md ├── imgs │ ├── CreateData.jpg │ ├── failedLoad.jpg │ ├── finalLoad.jpg │ └── initialLoad.jpg └── src │ ├── CreateData.py │ └── ProcessData.py ├── delta_lake_cdc ├── DataFrameComparison.md ├── README.md ├── StreamingAPI.md ├── cdc_checkpoint_partitioning_scala.scala ├── cdc_checkpoint_scala.scala ├── cdc_example_python.py ├── cdc_example_scala.scala ├── cdc_merge_examples.scala └── imgs │ ├── cdc_five.PNG │ ├── cdc_four.PNG │ ├── cdc_one.png │ ├── cdc_three.PNG │ ├── cdc_two.png │ ├── merge_eight.jpg │ ├── merge_five.jpg │ ├── merge_four.jpg │ ├── merge_nine.png │ ├── merge_one.jpg │ ├── merge_seven.jpg │ ├── merge_six.jpg │ ├── merge_three.jpg │ └── merge_two.jpg ├── delta_lake_intro ├── Docs │ ├── 01_CreateEnironment.md │ ├── 02_SetupDataIngestion.md │ ├── 03_BronzeToSilver.md │ ├── 04_MachineLearningWithDeltaLake.md │ ├── 05_SilverToGold.md │ ├── 06_DeltaFeatures.md │ ├── 07_Summary.md │ └── imgs │ │ ├── CreateJob.png │ │ ├── CreateJobStep2.png │ │ ├── CreateMLFlow.png │ │ └── display_streaming_data.png ├── README.md └── code │ ├── 00_MountStorage.ipynb │ ├── 00_MountStorage.py │ ├── 01a_StreamSourceToBronze.ipynb │ ├── 01a_StreamSourceToBronze.py │ ├── 01b_BatchSourceToBronze.ipynb │ ├── 01b_BatchSourceToBronze.py │ ├── 02a_StreamBronzeToSilver.ipynb │ ├── 02a_StreamBronzeToSilver.py │ ├── 02b_BatchBronzeToSilver.ipynb │ ├── 02b_BatchBronzeToSilver.py │ ├── 03_BikeSharingML.ipynb │ ├── 03_BikeSharingML.py │ ├── 04b_BatchSilverToGold.ipynb │ ├── 04b_BatchSilverToGold.py │ ├── 05_DeltaFeatures.ipynb │ ├── 05_DeltaFeatures.py │ ├── BikeSharePipeline.ipynb │ ├── BikeSharePipeline.py │ └── DeltaLakeDemo.dbc ├── delta_lake_views ├── DeltaLakeTablesAsViews.py ├── HiveViews.py ├── README.md └── imgs │ ├── 01_external_table.png │ ├── 02_hive_view.png │ ├── 03_display_view.png │ ├── 04_view_updates.png │ └── 05_display_stream.png ├── generate_access_token ├── AccessControl.png ├── README.md ├── get_token.py └── requirements.txt ├── jdbc_connection ├── README.md └── ScalaSqlAnalyticsConnect.scala ├── miscellaneous ├── CreateDatabricksPool.py ├── CreateHiveDeltaTables.py ├── CreateSecret.py ├── CreateSecretScope.py ├── DatabricksSQL_ListEndpoints.py ├── DeltaIngestion_CopyInto.py ├── GetCompletedJobRunData.py ├── ParallelTableOptimize.scala ├── ParseJobRunData.py └── databricks_arm.json └── streaming_walkthrough ├── Docs ├── 01_SendStreamingWithDatabricks.md ├── 02_ReadStreamingData.md ├── 03_TrainMachineLearningModel.md ├── 04_ModifedStreamingData.md ├── 05_MakeStreamingPredictions.md └── imgs │ ├── 01_databricks_cluster.png │ ├── 02_import_lib.png │ ├── 03_event_hub.png │ ├── 04_event_hub_sas.png │ ├── 05_databricks_visual.png │ └── 06_customized_plot.png ├── README.md ├── code ├── ReadData.scala ├── SendData.py ├── SendTaxiData.py ├── StreamingTipPrediction.scala └── TrainTaxiModel.scala └── imgs ├── StreamingData.png └── StreamingData.xml /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/.gitignore -------------------------------------------------------------------------------- /AzDevOps/AzureDevOpsDemo_JobDefinition.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/AzDevOps/AzureDevOpsDemo_JobDefinition.json -------------------------------------------------------------------------------- /AzDevOps/build.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/AzDevOps/build.yml -------------------------------------------------------------------------------- /AzDevOps/update_job.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/AzDevOps/update_job.py -------------------------------------------------------------------------------- /AzDevOps/update_repo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/AzDevOps/update_repo.py -------------------------------------------------------------------------------- /LangChain/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/LangChain/main.py -------------------------------------------------------------------------------- /LangChain/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/LangChain/requirements.txt -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/README.md -------------------------------------------------------------------------------- /Repos/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/Repos/README.md -------------------------------------------------------------------------------- /Repos/UpdateDatabricksRepoAPI.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/Repos/UpdateDatabricksRepoAPI.py -------------------------------------------------------------------------------- /databricks_autoloader/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/databricks_autoloader/README.md -------------------------------------------------------------------------------- /databricks_autoloader/imgs/CreateData.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/databricks_autoloader/imgs/CreateData.jpg -------------------------------------------------------------------------------- /databricks_autoloader/imgs/failedLoad.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/databricks_autoloader/imgs/failedLoad.jpg -------------------------------------------------------------------------------- /databricks_autoloader/imgs/finalLoad.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/databricks_autoloader/imgs/finalLoad.jpg -------------------------------------------------------------------------------- /databricks_autoloader/imgs/initialLoad.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/databricks_autoloader/imgs/initialLoad.jpg -------------------------------------------------------------------------------- /databricks_autoloader/src/CreateData.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/databricks_autoloader/src/CreateData.py -------------------------------------------------------------------------------- /databricks_autoloader/src/ProcessData.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/databricks_autoloader/src/ProcessData.py -------------------------------------------------------------------------------- /delta_lake_cdc/DataFrameComparison.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/delta_lake_cdc/DataFrameComparison.md -------------------------------------------------------------------------------- /delta_lake_cdc/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/delta_lake_cdc/README.md -------------------------------------------------------------------------------- /delta_lake_cdc/StreamingAPI.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/delta_lake_cdc/StreamingAPI.md -------------------------------------------------------------------------------- /delta_lake_cdc/cdc_checkpoint_partitioning_scala.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/delta_lake_cdc/cdc_checkpoint_partitioning_scala.scala -------------------------------------------------------------------------------- /delta_lake_cdc/cdc_checkpoint_scala.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/delta_lake_cdc/cdc_checkpoint_scala.scala -------------------------------------------------------------------------------- /delta_lake_cdc/cdc_example_python.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/delta_lake_cdc/cdc_example_python.py -------------------------------------------------------------------------------- /delta_lake_cdc/cdc_example_scala.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/delta_lake_cdc/cdc_example_scala.scala -------------------------------------------------------------------------------- /delta_lake_cdc/cdc_merge_examples.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/delta_lake_cdc/cdc_merge_examples.scala -------------------------------------------------------------------------------- /delta_lake_cdc/imgs/cdc_five.PNG: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/delta_lake_cdc/imgs/cdc_five.PNG -------------------------------------------------------------------------------- /delta_lake_cdc/imgs/cdc_four.PNG: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/delta_lake_cdc/imgs/cdc_four.PNG -------------------------------------------------------------------------------- /delta_lake_cdc/imgs/cdc_one.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/delta_lake_cdc/imgs/cdc_one.png -------------------------------------------------------------------------------- /delta_lake_cdc/imgs/cdc_three.PNG: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/delta_lake_cdc/imgs/cdc_three.PNG -------------------------------------------------------------------------------- /delta_lake_cdc/imgs/cdc_two.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/delta_lake_cdc/imgs/cdc_two.png -------------------------------------------------------------------------------- /delta_lake_cdc/imgs/merge_eight.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/delta_lake_cdc/imgs/merge_eight.jpg -------------------------------------------------------------------------------- /delta_lake_cdc/imgs/merge_five.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/delta_lake_cdc/imgs/merge_five.jpg -------------------------------------------------------------------------------- /delta_lake_cdc/imgs/merge_four.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/delta_lake_cdc/imgs/merge_four.jpg -------------------------------------------------------------------------------- /delta_lake_cdc/imgs/merge_nine.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/delta_lake_cdc/imgs/merge_nine.png -------------------------------------------------------------------------------- /delta_lake_cdc/imgs/merge_one.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/delta_lake_cdc/imgs/merge_one.jpg -------------------------------------------------------------------------------- /delta_lake_cdc/imgs/merge_seven.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/delta_lake_cdc/imgs/merge_seven.jpg -------------------------------------------------------------------------------- /delta_lake_cdc/imgs/merge_six.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/delta_lake_cdc/imgs/merge_six.jpg -------------------------------------------------------------------------------- /delta_lake_cdc/imgs/merge_three.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/delta_lake_cdc/imgs/merge_three.jpg -------------------------------------------------------------------------------- /delta_lake_cdc/imgs/merge_two.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/delta_lake_cdc/imgs/merge_two.jpg -------------------------------------------------------------------------------- /delta_lake_intro/Docs/01_CreateEnironment.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/delta_lake_intro/Docs/01_CreateEnironment.md -------------------------------------------------------------------------------- /delta_lake_intro/Docs/02_SetupDataIngestion.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/delta_lake_intro/Docs/02_SetupDataIngestion.md -------------------------------------------------------------------------------- /delta_lake_intro/Docs/03_BronzeToSilver.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/delta_lake_intro/Docs/03_BronzeToSilver.md -------------------------------------------------------------------------------- /delta_lake_intro/Docs/04_MachineLearningWithDeltaLake.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/delta_lake_intro/Docs/04_MachineLearningWithDeltaLake.md -------------------------------------------------------------------------------- /delta_lake_intro/Docs/05_SilverToGold.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/delta_lake_intro/Docs/05_SilverToGold.md -------------------------------------------------------------------------------- /delta_lake_intro/Docs/06_DeltaFeatures.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/delta_lake_intro/Docs/06_DeltaFeatures.md -------------------------------------------------------------------------------- /delta_lake_intro/Docs/07_Summary.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/delta_lake_intro/Docs/07_Summary.md -------------------------------------------------------------------------------- /delta_lake_intro/Docs/imgs/CreateJob.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/delta_lake_intro/Docs/imgs/CreateJob.png -------------------------------------------------------------------------------- /delta_lake_intro/Docs/imgs/CreateJobStep2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/delta_lake_intro/Docs/imgs/CreateJobStep2.png -------------------------------------------------------------------------------- /delta_lake_intro/Docs/imgs/CreateMLFlow.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/delta_lake_intro/Docs/imgs/CreateMLFlow.png -------------------------------------------------------------------------------- /delta_lake_intro/Docs/imgs/display_streaming_data.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/delta_lake_intro/Docs/imgs/display_streaming_data.png -------------------------------------------------------------------------------- /delta_lake_intro/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/delta_lake_intro/README.md -------------------------------------------------------------------------------- /delta_lake_intro/code/00_MountStorage.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/delta_lake_intro/code/00_MountStorage.ipynb -------------------------------------------------------------------------------- /delta_lake_intro/code/00_MountStorage.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/delta_lake_intro/code/00_MountStorage.py -------------------------------------------------------------------------------- /delta_lake_intro/code/01a_StreamSourceToBronze.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/delta_lake_intro/code/01a_StreamSourceToBronze.ipynb -------------------------------------------------------------------------------- /delta_lake_intro/code/01a_StreamSourceToBronze.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/delta_lake_intro/code/01a_StreamSourceToBronze.py -------------------------------------------------------------------------------- /delta_lake_intro/code/01b_BatchSourceToBronze.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/delta_lake_intro/code/01b_BatchSourceToBronze.ipynb -------------------------------------------------------------------------------- /delta_lake_intro/code/01b_BatchSourceToBronze.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/delta_lake_intro/code/01b_BatchSourceToBronze.py -------------------------------------------------------------------------------- /delta_lake_intro/code/02a_StreamBronzeToSilver.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/delta_lake_intro/code/02a_StreamBronzeToSilver.ipynb -------------------------------------------------------------------------------- /delta_lake_intro/code/02a_StreamBronzeToSilver.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/delta_lake_intro/code/02a_StreamBronzeToSilver.py -------------------------------------------------------------------------------- /delta_lake_intro/code/02b_BatchBronzeToSilver.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/delta_lake_intro/code/02b_BatchBronzeToSilver.ipynb -------------------------------------------------------------------------------- /delta_lake_intro/code/02b_BatchBronzeToSilver.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/delta_lake_intro/code/02b_BatchBronzeToSilver.py -------------------------------------------------------------------------------- /delta_lake_intro/code/03_BikeSharingML.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/delta_lake_intro/code/03_BikeSharingML.ipynb -------------------------------------------------------------------------------- /delta_lake_intro/code/03_BikeSharingML.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/delta_lake_intro/code/03_BikeSharingML.py -------------------------------------------------------------------------------- /delta_lake_intro/code/04b_BatchSilverToGold.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/delta_lake_intro/code/04b_BatchSilverToGold.ipynb -------------------------------------------------------------------------------- /delta_lake_intro/code/04b_BatchSilverToGold.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/delta_lake_intro/code/04b_BatchSilverToGold.py -------------------------------------------------------------------------------- /delta_lake_intro/code/05_DeltaFeatures.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/delta_lake_intro/code/05_DeltaFeatures.ipynb -------------------------------------------------------------------------------- /delta_lake_intro/code/05_DeltaFeatures.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/delta_lake_intro/code/05_DeltaFeatures.py -------------------------------------------------------------------------------- /delta_lake_intro/code/BikeSharePipeline.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/delta_lake_intro/code/BikeSharePipeline.ipynb -------------------------------------------------------------------------------- /delta_lake_intro/code/BikeSharePipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/delta_lake_intro/code/BikeSharePipeline.py -------------------------------------------------------------------------------- /delta_lake_intro/code/DeltaLakeDemo.dbc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/delta_lake_intro/code/DeltaLakeDemo.dbc -------------------------------------------------------------------------------- /delta_lake_views/DeltaLakeTablesAsViews.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/delta_lake_views/DeltaLakeTablesAsViews.py -------------------------------------------------------------------------------- /delta_lake_views/HiveViews.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/delta_lake_views/HiveViews.py -------------------------------------------------------------------------------- /delta_lake_views/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/delta_lake_views/README.md -------------------------------------------------------------------------------- /delta_lake_views/imgs/01_external_table.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/delta_lake_views/imgs/01_external_table.png -------------------------------------------------------------------------------- /delta_lake_views/imgs/02_hive_view.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/delta_lake_views/imgs/02_hive_view.png -------------------------------------------------------------------------------- /delta_lake_views/imgs/03_display_view.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/delta_lake_views/imgs/03_display_view.png -------------------------------------------------------------------------------- /delta_lake_views/imgs/04_view_updates.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/delta_lake_views/imgs/04_view_updates.png -------------------------------------------------------------------------------- /delta_lake_views/imgs/05_display_stream.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/delta_lake_views/imgs/05_display_stream.png -------------------------------------------------------------------------------- /generate_access_token/AccessControl.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/generate_access_token/AccessControl.png -------------------------------------------------------------------------------- /generate_access_token/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/generate_access_token/README.md -------------------------------------------------------------------------------- /generate_access_token/get_token.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/generate_access_token/get_token.py -------------------------------------------------------------------------------- /generate_access_token/requirements.txt: -------------------------------------------------------------------------------- 1 | requests==2.22.0 2 | adal==1.2.2 -------------------------------------------------------------------------------- /jdbc_connection/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/jdbc_connection/README.md -------------------------------------------------------------------------------- /jdbc_connection/ScalaSqlAnalyticsConnect.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/jdbc_connection/ScalaSqlAnalyticsConnect.scala -------------------------------------------------------------------------------- /miscellaneous/CreateDatabricksPool.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/miscellaneous/CreateDatabricksPool.py -------------------------------------------------------------------------------- /miscellaneous/CreateHiveDeltaTables.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/miscellaneous/CreateHiveDeltaTables.py -------------------------------------------------------------------------------- /miscellaneous/CreateSecret.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/miscellaneous/CreateSecret.py -------------------------------------------------------------------------------- /miscellaneous/CreateSecretScope.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/miscellaneous/CreateSecretScope.py -------------------------------------------------------------------------------- /miscellaneous/DatabricksSQL_ListEndpoints.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/miscellaneous/DatabricksSQL_ListEndpoints.py -------------------------------------------------------------------------------- /miscellaneous/DeltaIngestion_CopyInto.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/miscellaneous/DeltaIngestion_CopyInto.py -------------------------------------------------------------------------------- /miscellaneous/GetCompletedJobRunData.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/miscellaneous/GetCompletedJobRunData.py -------------------------------------------------------------------------------- /miscellaneous/ParallelTableOptimize.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/miscellaneous/ParallelTableOptimize.scala -------------------------------------------------------------------------------- /miscellaneous/ParseJobRunData.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/miscellaneous/ParseJobRunData.py -------------------------------------------------------------------------------- /miscellaneous/databricks_arm.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/miscellaneous/databricks_arm.json -------------------------------------------------------------------------------- /streaming_walkthrough/Docs/01_SendStreamingWithDatabricks.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/streaming_walkthrough/Docs/01_SendStreamingWithDatabricks.md -------------------------------------------------------------------------------- /streaming_walkthrough/Docs/02_ReadStreamingData.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/streaming_walkthrough/Docs/02_ReadStreamingData.md -------------------------------------------------------------------------------- /streaming_walkthrough/Docs/03_TrainMachineLearningModel.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/streaming_walkthrough/Docs/03_TrainMachineLearningModel.md -------------------------------------------------------------------------------- /streaming_walkthrough/Docs/04_ModifedStreamingData.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/streaming_walkthrough/Docs/04_ModifedStreamingData.md -------------------------------------------------------------------------------- /streaming_walkthrough/Docs/05_MakeStreamingPredictions.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/streaming_walkthrough/Docs/05_MakeStreamingPredictions.md -------------------------------------------------------------------------------- /streaming_walkthrough/Docs/imgs/01_databricks_cluster.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/streaming_walkthrough/Docs/imgs/01_databricks_cluster.png -------------------------------------------------------------------------------- /streaming_walkthrough/Docs/imgs/02_import_lib.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/streaming_walkthrough/Docs/imgs/02_import_lib.png -------------------------------------------------------------------------------- /streaming_walkthrough/Docs/imgs/03_event_hub.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/streaming_walkthrough/Docs/imgs/03_event_hub.png -------------------------------------------------------------------------------- /streaming_walkthrough/Docs/imgs/04_event_hub_sas.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/streaming_walkthrough/Docs/imgs/04_event_hub_sas.png -------------------------------------------------------------------------------- /streaming_walkthrough/Docs/imgs/05_databricks_visual.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/streaming_walkthrough/Docs/imgs/05_databricks_visual.png -------------------------------------------------------------------------------- /streaming_walkthrough/Docs/imgs/06_customized_plot.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/streaming_walkthrough/Docs/imgs/06_customized_plot.png -------------------------------------------------------------------------------- /streaming_walkthrough/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/streaming_walkthrough/README.md -------------------------------------------------------------------------------- /streaming_walkthrough/code/ReadData.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/streaming_walkthrough/code/ReadData.scala -------------------------------------------------------------------------------- /streaming_walkthrough/code/SendData.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/streaming_walkthrough/code/SendData.py -------------------------------------------------------------------------------- /streaming_walkthrough/code/SendTaxiData.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/streaming_walkthrough/code/SendTaxiData.py -------------------------------------------------------------------------------- /streaming_walkthrough/code/StreamingTipPrediction.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/streaming_walkthrough/code/StreamingTipPrediction.scala -------------------------------------------------------------------------------- /streaming_walkthrough/code/TrainTaxiModel.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/streaming_walkthrough/code/TrainTaxiModel.scala -------------------------------------------------------------------------------- /streaming_walkthrough/imgs/StreamingData.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/streaming_walkthrough/imgs/StreamingData.png -------------------------------------------------------------------------------- /streaming_walkthrough/imgs/StreamingData.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ryanchynoweth44/DatabricksContent/HEAD/streaming_walkthrough/imgs/StreamingData.xml --------------------------------------------------------------------------------