├── Abdul Moiz └── readme.txt ├── Abdul Sammad ├── Databricks Utilities ├── Databricks Utilities.ipynb └── child_notebook.ipynb ├── Arman └── Readme.txt ├── Ayesha ├── FirstFolder │ ├── First Notebook 2023-05-01 13_30_48.py │ ├── child_notebook.py │ └── dbfs_root.py ├── analysis │ ├── 1.find_dominant_drivers.sql │ ├── 2.find_dominant_teams.sql │ ├── 3.viz_dominant_drivers.sql │ └── 4.viz_dominant_teams.sql ├── demo │ ├── 1.filter_demo.py │ ├── 10.Delta_lake_demo.py │ ├── 2.join_demo.py │ ├── 3.aggregation_demo.py │ ├── 4.sql_temp_demo_view.py │ ├── 5.sql_temp_view_demo.py │ ├── 6.sql_objects_demo.sql │ ├── 7.sql_basics_demo.sql │ ├── 8.sql_functions_demo.sql │ └── 9.sql_joins_demo.sql ├── include │ ├── common_functions.py │ └── configuration.py ├── ingestion │ ├── 0. ingest_all_files.py │ ├── 1.Ingest_Circuit_File.py │ ├── 2.Ingest_race_files.py │ ├── 3.ingest_constructor_file.py │ ├── 4.ingest_drivers_file.py │ ├── 5.ingest_result_file.py │ ├── 6. ingest_pit_stops_file.py │ ├── 7. ingest_lap_times_file.py │ ├── 8. ingest_qualifying_file.py │ └── 9.create_processed_database.sql ├── manifest.mf ├── raw │ └── 1.create_raw_tables.sql ├── setup │ └── mount-adls-storage.py ├── trans │ ├── 0.create_presentation_database.sql │ ├── 1.race_results.py │ ├── 2.driver_standings.py │ ├── 3.constructor_standings.py │ └── 4.calculated_race_results.py └── utils │ └── 1.prepare_for_incremental_load.sql ├── Habib └── 1st file.txt ├── Hamza Mehmood └── readme.md ├── Jawad_Noor_Shami └── Readme ├── Junaid_Asif └── jd.txt ├── Mariam Farooqi └── Databricks course │ └── 14 April 23 │ ├── MyPracticeNotebook.py │ └── childnotebook.py ├── Meer Danish └── ReadMe.txt ├── Mohammad Yaqoob └── initial.docx ├── Moiz Zulfiqar └── README.txt ├── Muhammad Hasan ├── 01 Introduction │ ├── 003 Azure Databricks Course Slide Deck.pdf │ ├── Intro.txt │ └── Useful Links.txt ├── 02 Azure Subscription │ ├── Azure Portal Account & Overview.pdf │ └── Get access of Azure through Student License.pdf ├── 03 Azure Databricks Overview │ ├── Azure Portal Account & Overview.pdf │ ├── Database.dbc │ └── workspace of Databricks.pdf ├── 04 Databricks Clusters │ └── Databricks Clusters single Node.pdf ├── 05 Databricks Notebooks │ ├── Databricks Notebook.pdf │ └── Notebook Introduction.dbc ├── Azure Databricks Course Slide Deck.pdf └── readme.txt ├── Muhammad_Abuzar ├── 05 Azure Notebooks │ ├── child_notebook.py │ └── main_notebook.py ├── 06 Mounting Data Lake Container to Databricks │ └── mount.ipynb ├── 09 Data Ingestion - CSV │ ├── ingest_circuits_file.ipynb │ └── ingest_races_file.ipynb ├── 10 Data Ingestion - JSON │ ├── Ingest_Contructor_file.ipynb │ ├── Ingest_drivers_file.ipynb │ ├── Ingest_pit_stops_file.ipynb │ └── Ingest_results_file.ipynb ├── 11 Data Ingestion - Multiple Files │ ├── Ingest_lap_times_file.ipynb │ └── Ingest_qualifying_file.ipynb └── README.md ├── Muhammad_Fahad └── README.md ├── Muhammad_Rameez └── Week05 │ ├── Task 01 │ ├── 1. Introduction.txt │ ├── 2. Azure Data Subscribtion.md │ └── 3. Databricks Overview.md │ ├── Task 03 │ ├── child_notebook.dbc │ └── databrick_utils.dbc │ ├── Task 2.txt │ ├── images │ ├── Import.png │ ├── ImportinDB.png │ └── portal.png │ └── test.py ├── Muhammad_Usman └── Week5AllTasks │ └── ReadMe.txt ├── README.md ├── ReadME.md ├── Sadaf_Sultan └── Week 01 │ └── README.txt ├── Saddar U Din Babar ├── Saddar U Din └── What is Apache Spark.txt ├── Umer_Farooq ├── Azure & Databricks Setup │ ├── Azure Dashboard.png │ ├── Databricks Cluster Config.png │ └── Databricks Workspace.png └── Link-to-Spark & Databricks Course.txt ├── Zia ur rehman └── readme.txt ├── osamarauf ├── 01 Introduction │ └── done.txt ├── 02 Azure Subscription │ └── done.txt ├── 03 Azure Databricks Overview │ └── done.txt ├── 04 Azure Cluster │ └── done.txt ├── 05 Azure Notebooks │ ├── child_notebook.py │ └── main_file.py ├── 06 Mounting Data Lake Container to Databricks │ └── mount_adls_storage.ipynb ├── 07 Formula Project Overview │ └── done!.txt ├── 08 Spark Introduction │ └── done!.txt ├── 09 Data Ingestion - CSV │ ├── 1.ingest_circuits_file.ipynb │ └── 2.ingest_races_file.ipynb ├── 10 Data Ingestion - JSON │ ├── 3.Ingest_Contructor_file.ipynb │ ├── 4.Ingest_drivers_file.ipynb │ ├── 5.Ingest_results_file.ipynb │ └── 6.Ingest_pit_stops_file.ipynb ├── 11 Data Ingestion - Multiple Files │ ├── 7.Ingest_lap_times_file.ipynb │ └── 8.Ingest_qualifying_file.ipynb ├── 12 Databricks WorkFlows │ ├── 0.ingest_all_files.ipynb │ └── common_functions.ipynb ├── 13 Filter & Join Transformation │ ├── 1.filter_demo.ipynb │ ├── 1.races_results.ipynb │ └── 2.join_demo.ipynb ├── 14 Aggregations │ ├── 2.driver_standing.ipynb │ ├── 3.aggregation_demo.ipynb │ └── 3.constructor_standing.ipynb ├── 15 Using SQL in Spark Application │ └── 4.sql_temp_view_demo.ipynb ├── 16 Spark SQL - Databases_Tables_Views │ ├── 1.create_raw_tables.sql │ ├── 6.sql_objects_demo.sql │ └── 9.create_processed_database.sql ├── 17 Spark SQL - Filters Joins Aggregations │ ├── 7.sql_basics_demo.sql │ ├── 8.sql_functions_demo.sql │ └── 9.sql_joins_demo.sql └── 18 Spark SQL - Analysis │ ├── 1.dominant_drivers.sql │ ├── 2.dominant_teams.sql │ ├── 3.viz_dominant_drivers.sql │ └── 4.viz_dominant_teams.sql └── sheroze rehman ├── week1.py ├── week2.py └── week3 AWS.txt /Abdul Moiz/readme.txt: -------------------------------------------------------------------------------- 1 | This directory contains "to be added" -------------------------------------------------------------------------------- /Abdul Sammad/Databricks Utilities: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/Abdul Sammad/Databricks Utilities -------------------------------------------------------------------------------- /Abdul Sammad/Databricks Utilities.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/Abdul Sammad/Databricks Utilities.ipynb -------------------------------------------------------------------------------- /Abdul Sammad/child_notebook.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/Abdul Sammad/child_notebook.ipynb -------------------------------------------------------------------------------- /Arman/Readme.txt: -------------------------------------------------------------------------------- 1 | Databricks Project Repo -------------------------------------------------------------------------------- /Ayesha/FirstFolder/First Notebook 2023-05-01 13_30_48.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/Ayesha/FirstFolder/First Notebook 2023-05-01 13_30_48.py -------------------------------------------------------------------------------- /Ayesha/FirstFolder/child_notebook.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/Ayesha/FirstFolder/child_notebook.py -------------------------------------------------------------------------------- /Ayesha/FirstFolder/dbfs_root.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/Ayesha/FirstFolder/dbfs_root.py -------------------------------------------------------------------------------- /Ayesha/analysis/1.find_dominant_drivers.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/Ayesha/analysis/1.find_dominant_drivers.sql -------------------------------------------------------------------------------- /Ayesha/analysis/2.find_dominant_teams.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/Ayesha/analysis/2.find_dominant_teams.sql -------------------------------------------------------------------------------- /Ayesha/analysis/3.viz_dominant_drivers.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/Ayesha/analysis/3.viz_dominant_drivers.sql -------------------------------------------------------------------------------- /Ayesha/analysis/4.viz_dominant_teams.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/Ayesha/analysis/4.viz_dominant_teams.sql -------------------------------------------------------------------------------- /Ayesha/demo/1.filter_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/Ayesha/demo/1.filter_demo.py -------------------------------------------------------------------------------- /Ayesha/demo/10.Delta_lake_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/Ayesha/demo/10.Delta_lake_demo.py -------------------------------------------------------------------------------- /Ayesha/demo/2.join_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/Ayesha/demo/2.join_demo.py -------------------------------------------------------------------------------- /Ayesha/demo/3.aggregation_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/Ayesha/demo/3.aggregation_demo.py -------------------------------------------------------------------------------- /Ayesha/demo/4.sql_temp_demo_view.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/Ayesha/demo/4.sql_temp_demo_view.py -------------------------------------------------------------------------------- /Ayesha/demo/5.sql_temp_view_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/Ayesha/demo/5.sql_temp_view_demo.py -------------------------------------------------------------------------------- /Ayesha/demo/6.sql_objects_demo.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/Ayesha/demo/6.sql_objects_demo.sql -------------------------------------------------------------------------------- /Ayesha/demo/7.sql_basics_demo.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/Ayesha/demo/7.sql_basics_demo.sql -------------------------------------------------------------------------------- /Ayesha/demo/8.sql_functions_demo.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/Ayesha/demo/8.sql_functions_demo.sql -------------------------------------------------------------------------------- /Ayesha/demo/9.sql_joins_demo.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/Ayesha/demo/9.sql_joins_demo.sql -------------------------------------------------------------------------------- /Ayesha/include/common_functions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/Ayesha/include/common_functions.py -------------------------------------------------------------------------------- /Ayesha/include/configuration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/Ayesha/include/configuration.py -------------------------------------------------------------------------------- /Ayesha/ingestion/0. ingest_all_files.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/Ayesha/ingestion/0. ingest_all_files.py -------------------------------------------------------------------------------- /Ayesha/ingestion/1.Ingest_Circuit_File.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/Ayesha/ingestion/1.Ingest_Circuit_File.py -------------------------------------------------------------------------------- /Ayesha/ingestion/2.Ingest_race_files.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/Ayesha/ingestion/2.Ingest_race_files.py -------------------------------------------------------------------------------- /Ayesha/ingestion/3.ingest_constructor_file.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/Ayesha/ingestion/3.ingest_constructor_file.py -------------------------------------------------------------------------------- /Ayesha/ingestion/4.ingest_drivers_file.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/Ayesha/ingestion/4.ingest_drivers_file.py -------------------------------------------------------------------------------- /Ayesha/ingestion/5.ingest_result_file.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/Ayesha/ingestion/5.ingest_result_file.py -------------------------------------------------------------------------------- /Ayesha/ingestion/6. ingest_pit_stops_file.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/Ayesha/ingestion/6. ingest_pit_stops_file.py -------------------------------------------------------------------------------- /Ayesha/ingestion/7. ingest_lap_times_file.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/Ayesha/ingestion/7. ingest_lap_times_file.py -------------------------------------------------------------------------------- /Ayesha/ingestion/8. ingest_qualifying_file.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/Ayesha/ingestion/8. ingest_qualifying_file.py -------------------------------------------------------------------------------- /Ayesha/ingestion/9.create_processed_database.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/Ayesha/ingestion/9.create_processed_database.sql -------------------------------------------------------------------------------- /Ayesha/manifest.mf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/Ayesha/manifest.mf -------------------------------------------------------------------------------- /Ayesha/raw/1.create_raw_tables.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/Ayesha/raw/1.create_raw_tables.sql -------------------------------------------------------------------------------- /Ayesha/setup/mount-adls-storage.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/Ayesha/setup/mount-adls-storage.py -------------------------------------------------------------------------------- /Ayesha/trans/0.create_presentation_database.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/Ayesha/trans/0.create_presentation_database.sql -------------------------------------------------------------------------------- /Ayesha/trans/1.race_results.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/Ayesha/trans/1.race_results.py -------------------------------------------------------------------------------- /Ayesha/trans/2.driver_standings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/Ayesha/trans/2.driver_standings.py -------------------------------------------------------------------------------- /Ayesha/trans/3.constructor_standings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/Ayesha/trans/3.constructor_standings.py -------------------------------------------------------------------------------- /Ayesha/trans/4.calculated_race_results.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/Ayesha/trans/4.calculated_race_results.py -------------------------------------------------------------------------------- /Ayesha/utils/1.prepare_for_incremental_load.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/Ayesha/utils/1.prepare_for_incremental_load.sql -------------------------------------------------------------------------------- /Habib/1st file.txt: -------------------------------------------------------------------------------- 1 | Habib 2 | -------------------------------------------------------------------------------- /Hamza Mehmood/readme.md: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /Jawad_Noor_Shami/Readme: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /Junaid_Asif/jd.txt: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /Mariam Farooqi/Databricks course/14 April 23/MyPracticeNotebook.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/Mariam Farooqi/Databricks course/14 April 23/MyPracticeNotebook.py -------------------------------------------------------------------------------- /Mariam Farooqi/Databricks course/14 April 23/childnotebook.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/Mariam Farooqi/Databricks course/14 April 23/childnotebook.py -------------------------------------------------------------------------------- /Meer Danish/ReadMe.txt: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /Mohammad Yaqoob/initial.docx: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /Moiz Zulfiqar/README.txt: -------------------------------------------------------------------------------- 1 | Moiz Zulfiqar -------------------------------------------------------------------------------- /Muhammad Hasan/01 Introduction/003 Azure Databricks Course Slide Deck.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/Muhammad Hasan/01 Introduction/003 Azure Databricks Course Slide Deck.pdf -------------------------------------------------------------------------------- /Muhammad Hasan/01 Introduction/Intro.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/Muhammad Hasan/01 Introduction/Intro.txt -------------------------------------------------------------------------------- /Muhammad Hasan/01 Introduction/Useful Links.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/Muhammad Hasan/01 Introduction/Useful Links.txt -------------------------------------------------------------------------------- /Muhammad Hasan/02 Azure Subscription/Azure Portal Account & Overview.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/Muhammad Hasan/02 Azure Subscription/Azure Portal Account & Overview.pdf -------------------------------------------------------------------------------- /Muhammad Hasan/02 Azure Subscription/Get access of Azure through Student License.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/Muhammad Hasan/02 Azure Subscription/Get access of Azure through Student License.pdf -------------------------------------------------------------------------------- /Muhammad Hasan/03 Azure Databricks Overview/Azure Portal Account & Overview.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/Muhammad Hasan/03 Azure Databricks Overview/Azure Portal Account & Overview.pdf -------------------------------------------------------------------------------- /Muhammad Hasan/03 Azure Databricks Overview/Database.dbc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/Muhammad Hasan/03 Azure Databricks Overview/Database.dbc -------------------------------------------------------------------------------- /Muhammad Hasan/03 Azure Databricks Overview/workspace of Databricks.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/Muhammad Hasan/03 Azure Databricks Overview/workspace of Databricks.pdf -------------------------------------------------------------------------------- /Muhammad Hasan/04 Databricks Clusters/Databricks Clusters single Node.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/Muhammad Hasan/04 Databricks Clusters/Databricks Clusters single Node.pdf -------------------------------------------------------------------------------- /Muhammad Hasan/05 Databricks Notebooks/Databricks Notebook.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/Muhammad Hasan/05 Databricks Notebooks/Databricks Notebook.pdf -------------------------------------------------------------------------------- /Muhammad Hasan/05 Databricks Notebooks/Notebook Introduction.dbc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/Muhammad Hasan/05 Databricks Notebooks/Notebook Introduction.dbc -------------------------------------------------------------------------------- /Muhammad Hasan/Azure Databricks Course Slide Deck.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/Muhammad Hasan/Azure Databricks Course Slide Deck.pdf -------------------------------------------------------------------------------- /Muhammad Hasan/readme.txt: -------------------------------------------------------------------------------- 1 | Databricks Project Repo 2 | -------------------------------------------------------------------------------- /Muhammad_Abuzar/05 Azure Notebooks/child_notebook.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/Muhammad_Abuzar/05 Azure Notebooks/child_notebook.py -------------------------------------------------------------------------------- /Muhammad_Abuzar/05 Azure Notebooks/main_notebook.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/Muhammad_Abuzar/05 Azure Notebooks/main_notebook.py -------------------------------------------------------------------------------- /Muhammad_Abuzar/06 Mounting Data Lake Container to Databricks/mount.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/Muhammad_Abuzar/06 Mounting Data Lake Container to Databricks/mount.ipynb -------------------------------------------------------------------------------- /Muhammad_Abuzar/09 Data Ingestion - CSV/ingest_circuits_file.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/Muhammad_Abuzar/09 Data Ingestion - CSV/ingest_circuits_file.ipynb -------------------------------------------------------------------------------- /Muhammad_Abuzar/09 Data Ingestion - CSV/ingest_races_file.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/Muhammad_Abuzar/09 Data Ingestion - CSV/ingest_races_file.ipynb -------------------------------------------------------------------------------- /Muhammad_Abuzar/10 Data Ingestion - JSON/Ingest_Contructor_file.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/Muhammad_Abuzar/10 Data Ingestion - JSON/Ingest_Contructor_file.ipynb -------------------------------------------------------------------------------- /Muhammad_Abuzar/10 Data Ingestion - JSON/Ingest_drivers_file.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/Muhammad_Abuzar/10 Data Ingestion - JSON/Ingest_drivers_file.ipynb -------------------------------------------------------------------------------- /Muhammad_Abuzar/10 Data Ingestion - JSON/Ingest_pit_stops_file.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/Muhammad_Abuzar/10 Data Ingestion - JSON/Ingest_pit_stops_file.ipynb -------------------------------------------------------------------------------- /Muhammad_Abuzar/10 Data Ingestion - JSON/Ingest_results_file.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/Muhammad_Abuzar/10 Data Ingestion - JSON/Ingest_results_file.ipynb -------------------------------------------------------------------------------- /Muhammad_Abuzar/11 Data Ingestion - Multiple Files/Ingest_lap_times_file.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/Muhammad_Abuzar/11 Data Ingestion - Multiple Files/Ingest_lap_times_file.ipynb -------------------------------------------------------------------------------- /Muhammad_Abuzar/11 Data Ingestion - Multiple Files/Ingest_qualifying_file.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/Muhammad_Abuzar/11 Data Ingestion - Multiple Files/Ingest_qualifying_file.ipynb -------------------------------------------------------------------------------- /Muhammad_Abuzar/README.md: -------------------------------------------------------------------------------- 1 | ## Databricks Folder. 2 | -------------------------------------------------------------------------------- /Muhammad_Fahad/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/Muhammad_Fahad/README.md -------------------------------------------------------------------------------- /Muhammad_Rameez/Week05/Task 01/1. Introduction.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/Muhammad_Rameez/Week05/Task 01/1. Introduction.txt -------------------------------------------------------------------------------- /Muhammad_Rameez/Week05/Task 01/2. Azure Data Subscribtion.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/Muhammad_Rameez/Week05/Task 01/2. Azure Data Subscribtion.md -------------------------------------------------------------------------------- /Muhammad_Rameez/Week05/Task 01/3. Databricks Overview.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/Muhammad_Rameez/Week05/Task 01/3. Databricks Overview.md -------------------------------------------------------------------------------- /Muhammad_Rameez/Week05/Task 03/child_notebook.dbc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/Muhammad_Rameez/Week05/Task 03/child_notebook.dbc -------------------------------------------------------------------------------- /Muhammad_Rameez/Week05/Task 03/databrick_utils.dbc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/Muhammad_Rameez/Week05/Task 03/databrick_utils.dbc -------------------------------------------------------------------------------- /Muhammad_Rameez/Week05/Task 2.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/Muhammad_Rameez/Week05/Task 2.txt -------------------------------------------------------------------------------- /Muhammad_Rameez/Week05/images/Import.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/Muhammad_Rameez/Week05/images/Import.png -------------------------------------------------------------------------------- /Muhammad_Rameez/Week05/images/ImportinDB.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/Muhammad_Rameez/Week05/images/ImportinDB.png -------------------------------------------------------------------------------- /Muhammad_Rameez/Week05/images/portal.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/Muhammad_Rameez/Week05/images/portal.png -------------------------------------------------------------------------------- /Muhammad_Rameez/Week05/test.py: -------------------------------------------------------------------------------- 1 | print('Welcome to Data Engineering') -------------------------------------------------------------------------------- /Muhammad_Usman/Week5AllTasks/ReadMe.txt: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/README.md -------------------------------------------------------------------------------- /ReadME.md: -------------------------------------------------------------------------------- 1 | # BWT-DE-Databricks -------------------------------------------------------------------------------- /Sadaf_Sultan/Week 01/README.txt: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /Saddar U Din Babar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/Saddar U Din Babar -------------------------------------------------------------------------------- /Saddar U Din/What is Apache Spark.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/Saddar U Din/What is Apache Spark.txt -------------------------------------------------------------------------------- /Umer_Farooq/Azure & Databricks Setup/Azure Dashboard.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/Umer_Farooq/Azure & Databricks Setup/Azure Dashboard.png -------------------------------------------------------------------------------- /Umer_Farooq/Azure & Databricks Setup/Databricks Cluster Config.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/Umer_Farooq/Azure & Databricks Setup/Databricks Cluster Config.png -------------------------------------------------------------------------------- /Umer_Farooq/Azure & Databricks Setup/Databricks Workspace.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/Umer_Farooq/Azure & Databricks Setup/Databricks Workspace.png -------------------------------------------------------------------------------- /Umer_Farooq/Link-to-Spark & Databricks Course.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/Umer_Farooq/Link-to-Spark & Databricks Course.txt -------------------------------------------------------------------------------- /Zia ur rehman/readme.txt: -------------------------------------------------------------------------------- 1 | Databricks Project Repo -------------------------------------------------------------------------------- /osamarauf/01 Introduction/done.txt: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /osamarauf/02 Azure Subscription/done.txt: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /osamarauf/03 Azure Databricks Overview/done.txt: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /osamarauf/04 Azure Cluster/done.txt: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /osamarauf/05 Azure Notebooks/child_notebook.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/osamarauf/05 Azure Notebooks/child_notebook.py -------------------------------------------------------------------------------- /osamarauf/05 Azure Notebooks/main_file.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/osamarauf/05 Azure Notebooks/main_file.py -------------------------------------------------------------------------------- /osamarauf/06 Mounting Data Lake Container to Databricks/mount_adls_storage.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/osamarauf/06 Mounting Data Lake Container to Databricks/mount_adls_storage.ipynb -------------------------------------------------------------------------------- /osamarauf/07 Formula Project Overview/done!.txt: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /osamarauf/08 Spark Introduction/done!.txt: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /osamarauf/09 Data Ingestion - CSV/1.ingest_circuits_file.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/osamarauf/09 Data Ingestion - CSV/1.ingest_circuits_file.ipynb -------------------------------------------------------------------------------- /osamarauf/09 Data Ingestion - CSV/2.ingest_races_file.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/osamarauf/09 Data Ingestion - CSV/2.ingest_races_file.ipynb -------------------------------------------------------------------------------- /osamarauf/10 Data Ingestion - JSON/3.Ingest_Contructor_file.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/osamarauf/10 Data Ingestion - JSON/3.Ingest_Contructor_file.ipynb -------------------------------------------------------------------------------- /osamarauf/10 Data Ingestion - JSON/4.Ingest_drivers_file.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/osamarauf/10 Data Ingestion - JSON/4.Ingest_drivers_file.ipynb -------------------------------------------------------------------------------- /osamarauf/10 Data Ingestion - JSON/5.Ingest_results_file.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/osamarauf/10 Data Ingestion - JSON/5.Ingest_results_file.ipynb -------------------------------------------------------------------------------- /osamarauf/10 Data Ingestion - JSON/6.Ingest_pit_stops_file.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/osamarauf/10 Data Ingestion - JSON/6.Ingest_pit_stops_file.ipynb -------------------------------------------------------------------------------- /osamarauf/11 Data Ingestion - Multiple Files/7.Ingest_lap_times_file.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/osamarauf/11 Data Ingestion - Multiple Files/7.Ingest_lap_times_file.ipynb -------------------------------------------------------------------------------- /osamarauf/11 Data Ingestion - Multiple Files/8.Ingest_qualifying_file.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/osamarauf/11 Data Ingestion - Multiple Files/8.Ingest_qualifying_file.ipynb -------------------------------------------------------------------------------- /osamarauf/12 Databricks WorkFlows/0.ingest_all_files.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/osamarauf/12 Databricks WorkFlows/0.ingest_all_files.ipynb -------------------------------------------------------------------------------- /osamarauf/12 Databricks WorkFlows/common_functions.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/osamarauf/12 Databricks WorkFlows/common_functions.ipynb -------------------------------------------------------------------------------- /osamarauf/13 Filter & Join Transformation/1.filter_demo.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/osamarauf/13 Filter & Join Transformation/1.filter_demo.ipynb -------------------------------------------------------------------------------- /osamarauf/13 Filter & Join Transformation/1.races_results.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/osamarauf/13 Filter & Join Transformation/1.races_results.ipynb -------------------------------------------------------------------------------- /osamarauf/13 Filter & Join Transformation/2.join_demo.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/osamarauf/13 Filter & Join Transformation/2.join_demo.ipynb -------------------------------------------------------------------------------- /osamarauf/14 Aggregations/2.driver_standing.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/osamarauf/14 Aggregations/2.driver_standing.ipynb -------------------------------------------------------------------------------- /osamarauf/14 Aggregations/3.aggregation_demo.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/osamarauf/14 Aggregations/3.aggregation_demo.ipynb -------------------------------------------------------------------------------- /osamarauf/14 Aggregations/3.constructor_standing.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/osamarauf/14 Aggregations/3.constructor_standing.ipynb -------------------------------------------------------------------------------- /osamarauf/15 Using SQL in Spark Application/4.sql_temp_view_demo.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/osamarauf/15 Using SQL in Spark Application/4.sql_temp_view_demo.ipynb -------------------------------------------------------------------------------- /osamarauf/16 Spark SQL - Databases_Tables_Views/1.create_raw_tables.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/osamarauf/16 Spark SQL - Databases_Tables_Views/1.create_raw_tables.sql -------------------------------------------------------------------------------- /osamarauf/16 Spark SQL - Databases_Tables_Views/6.sql_objects_demo.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/osamarauf/16 Spark SQL - Databases_Tables_Views/6.sql_objects_demo.sql -------------------------------------------------------------------------------- /osamarauf/16 Spark SQL - Databases_Tables_Views/9.create_processed_database.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/osamarauf/16 Spark SQL - Databases_Tables_Views/9.create_processed_database.sql -------------------------------------------------------------------------------- /osamarauf/17 Spark SQL - Filters Joins Aggregations/7.sql_basics_demo.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/osamarauf/17 Spark SQL - Filters Joins Aggregations/7.sql_basics_demo.sql -------------------------------------------------------------------------------- /osamarauf/17 Spark SQL - Filters Joins Aggregations/8.sql_functions_demo.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/osamarauf/17 Spark SQL - Filters Joins Aggregations/8.sql_functions_demo.sql -------------------------------------------------------------------------------- /osamarauf/17 Spark SQL - Filters Joins Aggregations/9.sql_joins_demo.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/osamarauf/17 Spark SQL - Filters Joins Aggregations/9.sql_joins_demo.sql -------------------------------------------------------------------------------- /osamarauf/18 Spark SQL - Analysis/1.dominant_drivers.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/osamarauf/18 Spark SQL - Analysis/1.dominant_drivers.sql -------------------------------------------------------------------------------- /osamarauf/18 Spark SQL - Analysis/2.dominant_teams.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/osamarauf/18 Spark SQL - Analysis/2.dominant_teams.sql -------------------------------------------------------------------------------- /osamarauf/18 Spark SQL - Analysis/3.viz_dominant_drivers.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/osamarauf/18 Spark SQL - Analysis/3.viz_dominant_drivers.sql -------------------------------------------------------------------------------- /osamarauf/18 Spark SQL - Analysis/4.viz_dominant_teams.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/osamarauf/18 Spark SQL - Analysis/4.viz_dominant_teams.sql -------------------------------------------------------------------------------- /sheroze rehman/week1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/sheroze rehman/week1.py -------------------------------------------------------------------------------- /sheroze rehman/week2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/sheroze rehman/week2.py -------------------------------------------------------------------------------- /sheroze rehman/week3 AWS.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shaikh-Yaqoob/BWT-DE-Databricks/HEAD/sheroze rehman/week3 AWS.txt --------------------------------------------------------------------------------