├── .github └── workflows │ ├── copy-to-documenation-branch.yml │ └── linkchecker.yml ├── .gitignore ├── Code Examples ├── #102 Spark Week Day 3.txt ├── GenAI-RAG │ ├── Liam_McGivney_CV.pdf │ ├── conversations.json │ ├── cvpipeline.py │ ├── docker-compose.yml │ ├── index.py │ └── query.py └── Movies.txt ├── FUNDING.yml ├── LICENSE ├── README.md ├── images ├── 03 │ ├── Snowflake-dbt-thumbnail.jpeg │ ├── Snowflake-ui.jpeg │ └── dbt-ui.jpeg ├── 06 │ ├── 55-tb.png │ ├── 70m-cars.png │ ├── customer-support.png │ ├── enterprise-solution.png │ ├── fitness-1.jpeg │ ├── genai-enterprise.png │ ├── geo-spacial.png │ ├── job-search.png │ ├── league.jpg │ └── voice-transcription.png ├── All-Courses-at-Learn-Data-Engineering.jpg ├── Becoming-a-Senior-Data-Engineer-Video-1.jpg ├── Becoming-a-Senior-Data-Engineer-Video-2.jpg ├── Becoming-a-Senior-Data-Engineer-Video-3.jpg ├── Common-SQL-Architecture.jpg ├── CookbookCover.jpg ├── Data-Engineer-Skills-Matrix.jpg ├── Data-Engineering-Roadmap-for-Data-Analysts.jpg ├── Data-Engineering-Roadmap-for-Data-Scientists.jpg ├── Data-Engineering-Roadmap-for-Software-Engineers.jpg ├── Data-Engineering-Roadmap-for.textClipping ├── Data-Science-Blueprint-New.jpg ├── Data-Science-Platform-Blueprint.jpg ├── HDFS-Distributed-FileSystem.jpg ├── HDFS-Master-DataNodes.jpg ├── Hadoop-Ecosystem-Connections-Flume.jpg ├── Hadoop-Ecosystem-Connections.jpg ├── Hadoop-Ecosystem.jpg ├── Machine-Learning-Model.jpg ├── Machine-Learning-Pipeline.jpg ├── Machine-Learning-Workflow.jpg ├── MapReduce-Process-Detailed.jpg ├── MapReduce-Process.jpg ├── MapReduce-Time-Series-example.jpg ├── Netflix-Chuckwa-Pipeline.jpg ├── Netflix-Streaming-Pipeline.jpg ├── Netflix-Trending-Now-Screenshot.jpg ├── Roadmap-Data-Engineering-For-Data-Scientists.jpg ├── Roadmap-For-Beginners.jpg ├── Roadmap-From-Data-Analyst-to-Engineer.jpg ├── SQL-Scaling-Out.jpg ├── SQL-Scaling-UP.jpg ├── Simple-Batch-Processing-Workflow.jpg ├── Simple-Stream-Processing-Workflow.jpg ├── Spark-Data-Locality.jpg ├── Spark-Yarn.jpg ├── Table-Hadoop-and-Spark.jpg ├── UnderConstruction.jpg └── dama.png └── sections ├── 01-Introduction.md ├── 02-BasicSkills.md ├── 03-AdvancedSkills.md ├── 04-HandsOnCourse.md ├── 05-CaseStudies.md ├── 06-BestPracticesCloud.md ├── 07-DataSources.md ├── 08-InterviewQuestions.md ├── 09-BooksAndCourses.md └── 10-Updates.md /.github/workflows/copy-to-documenation-branch.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andkret/Cookbook/HEAD/.github/workflows/copy-to-documenation-branch.yml -------------------------------------------------------------------------------- /.github/workflows/linkchecker.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andkret/Cookbook/HEAD/.github/workflows/linkchecker.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andkret/Cookbook/HEAD/.gitignore -------------------------------------------------------------------------------- /Code Examples/#102 Spark Week Day 3.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andkret/Cookbook/HEAD/Code Examples/#102 Spark Week Day 3.txt -------------------------------------------------------------------------------- /Code Examples/GenAI-RAG/Liam_McGivney_CV.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andkret/Cookbook/HEAD/Code Examples/GenAI-RAG/Liam_McGivney_CV.pdf -------------------------------------------------------------------------------- /Code Examples/GenAI-RAG/conversations.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andkret/Cookbook/HEAD/Code Examples/GenAI-RAG/conversations.json -------------------------------------------------------------------------------- /Code Examples/GenAI-RAG/cvpipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andkret/Cookbook/HEAD/Code Examples/GenAI-RAG/cvpipeline.py -------------------------------------------------------------------------------- /Code Examples/GenAI-RAG/docker-compose.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andkret/Cookbook/HEAD/Code Examples/GenAI-RAG/docker-compose.yml -------------------------------------------------------------------------------- /Code Examples/GenAI-RAG/index.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andkret/Cookbook/HEAD/Code Examples/GenAI-RAG/index.py -------------------------------------------------------------------------------- /Code Examples/GenAI-RAG/query.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andkret/Cookbook/HEAD/Code Examples/GenAI-RAG/query.py -------------------------------------------------------------------------------- /Code Examples/Movies.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andkret/Cookbook/HEAD/Code Examples/Movies.txt -------------------------------------------------------------------------------- /FUNDING.yml: -------------------------------------------------------------------------------- 1 | custom: https://learndataengineering.com/p/academy 2 | -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andkret/Cookbook/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andkret/Cookbook/HEAD/README.md -------------------------------------------------------------------------------- /images/03/Snowflake-dbt-thumbnail.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andkret/Cookbook/HEAD/images/03/Snowflake-dbt-thumbnail.jpeg -------------------------------------------------------------------------------- /images/03/Snowflake-ui.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andkret/Cookbook/HEAD/images/03/Snowflake-ui.jpeg -------------------------------------------------------------------------------- /images/03/dbt-ui.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andkret/Cookbook/HEAD/images/03/dbt-ui.jpeg -------------------------------------------------------------------------------- /images/06/55-tb.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andkret/Cookbook/HEAD/images/06/55-tb.png -------------------------------------------------------------------------------- /images/06/70m-cars.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andkret/Cookbook/HEAD/images/06/70m-cars.png -------------------------------------------------------------------------------- /images/06/customer-support.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andkret/Cookbook/HEAD/images/06/customer-support.png -------------------------------------------------------------------------------- /images/06/enterprise-solution.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andkret/Cookbook/HEAD/images/06/enterprise-solution.png -------------------------------------------------------------------------------- /images/06/fitness-1.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andkret/Cookbook/HEAD/images/06/fitness-1.jpeg -------------------------------------------------------------------------------- /images/06/genai-enterprise.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andkret/Cookbook/HEAD/images/06/genai-enterprise.png -------------------------------------------------------------------------------- /images/06/geo-spacial.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andkret/Cookbook/HEAD/images/06/geo-spacial.png -------------------------------------------------------------------------------- /images/06/job-search.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andkret/Cookbook/HEAD/images/06/job-search.png -------------------------------------------------------------------------------- /images/06/league.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andkret/Cookbook/HEAD/images/06/league.jpg -------------------------------------------------------------------------------- /images/06/voice-transcription.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andkret/Cookbook/HEAD/images/06/voice-transcription.png -------------------------------------------------------------------------------- /images/All-Courses-at-Learn-Data-Engineering.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andkret/Cookbook/HEAD/images/All-Courses-at-Learn-Data-Engineering.jpg -------------------------------------------------------------------------------- /images/Becoming-a-Senior-Data-Engineer-Video-1.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andkret/Cookbook/HEAD/images/Becoming-a-Senior-Data-Engineer-Video-1.jpg -------------------------------------------------------------------------------- /images/Becoming-a-Senior-Data-Engineer-Video-2.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andkret/Cookbook/HEAD/images/Becoming-a-Senior-Data-Engineer-Video-2.jpg -------------------------------------------------------------------------------- /images/Becoming-a-Senior-Data-Engineer-Video-3.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andkret/Cookbook/HEAD/images/Becoming-a-Senior-Data-Engineer-Video-3.jpg -------------------------------------------------------------------------------- /images/Common-SQL-Architecture.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andkret/Cookbook/HEAD/images/Common-SQL-Architecture.jpg -------------------------------------------------------------------------------- /images/CookbookCover.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andkret/Cookbook/HEAD/images/CookbookCover.jpg -------------------------------------------------------------------------------- /images/Data-Engineer-Skills-Matrix.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andkret/Cookbook/HEAD/images/Data-Engineer-Skills-Matrix.jpg -------------------------------------------------------------------------------- /images/Data-Engineering-Roadmap-for-Data-Analysts.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andkret/Cookbook/HEAD/images/Data-Engineering-Roadmap-for-Data-Analysts.jpg -------------------------------------------------------------------------------- /images/Data-Engineering-Roadmap-for-Data-Scientists.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andkret/Cookbook/HEAD/images/Data-Engineering-Roadmap-for-Data-Scientists.jpg -------------------------------------------------------------------------------- /images/Data-Engineering-Roadmap-for-Software-Engineers.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andkret/Cookbook/HEAD/images/Data-Engineering-Roadmap-for-Software-Engineers.jpg -------------------------------------------------------------------------------- /images/Data-Engineering-Roadmap-for.textClipping: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andkret/Cookbook/HEAD/images/Data-Engineering-Roadmap-for.textClipping -------------------------------------------------------------------------------- /images/Data-Science-Blueprint-New.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andkret/Cookbook/HEAD/images/Data-Science-Blueprint-New.jpg -------------------------------------------------------------------------------- /images/Data-Science-Platform-Blueprint.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andkret/Cookbook/HEAD/images/Data-Science-Platform-Blueprint.jpg -------------------------------------------------------------------------------- /images/HDFS-Distributed-FileSystem.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andkret/Cookbook/HEAD/images/HDFS-Distributed-FileSystem.jpg -------------------------------------------------------------------------------- /images/HDFS-Master-DataNodes.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andkret/Cookbook/HEAD/images/HDFS-Master-DataNodes.jpg -------------------------------------------------------------------------------- /images/Hadoop-Ecosystem-Connections-Flume.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andkret/Cookbook/HEAD/images/Hadoop-Ecosystem-Connections-Flume.jpg -------------------------------------------------------------------------------- /images/Hadoop-Ecosystem-Connections.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andkret/Cookbook/HEAD/images/Hadoop-Ecosystem-Connections.jpg -------------------------------------------------------------------------------- /images/Hadoop-Ecosystem.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andkret/Cookbook/HEAD/images/Hadoop-Ecosystem.jpg -------------------------------------------------------------------------------- /images/Machine-Learning-Model.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andkret/Cookbook/HEAD/images/Machine-Learning-Model.jpg -------------------------------------------------------------------------------- /images/Machine-Learning-Pipeline.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andkret/Cookbook/HEAD/images/Machine-Learning-Pipeline.jpg -------------------------------------------------------------------------------- /images/Machine-Learning-Workflow.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andkret/Cookbook/HEAD/images/Machine-Learning-Workflow.jpg -------------------------------------------------------------------------------- /images/MapReduce-Process-Detailed.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andkret/Cookbook/HEAD/images/MapReduce-Process-Detailed.jpg -------------------------------------------------------------------------------- /images/MapReduce-Process.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andkret/Cookbook/HEAD/images/MapReduce-Process.jpg -------------------------------------------------------------------------------- /images/MapReduce-Time-Series-example.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andkret/Cookbook/HEAD/images/MapReduce-Time-Series-example.jpg -------------------------------------------------------------------------------- /images/Netflix-Chuckwa-Pipeline.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andkret/Cookbook/HEAD/images/Netflix-Chuckwa-Pipeline.jpg -------------------------------------------------------------------------------- /images/Netflix-Streaming-Pipeline.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andkret/Cookbook/HEAD/images/Netflix-Streaming-Pipeline.jpg -------------------------------------------------------------------------------- /images/Netflix-Trending-Now-Screenshot.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andkret/Cookbook/HEAD/images/Netflix-Trending-Now-Screenshot.jpg -------------------------------------------------------------------------------- /images/Roadmap-Data-Engineering-For-Data-Scientists.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andkret/Cookbook/HEAD/images/Roadmap-Data-Engineering-For-Data-Scientists.jpg -------------------------------------------------------------------------------- /images/Roadmap-For-Beginners.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andkret/Cookbook/HEAD/images/Roadmap-For-Beginners.jpg -------------------------------------------------------------------------------- /images/Roadmap-From-Data-Analyst-to-Engineer.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andkret/Cookbook/HEAD/images/Roadmap-From-Data-Analyst-to-Engineer.jpg -------------------------------------------------------------------------------- /images/SQL-Scaling-Out.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andkret/Cookbook/HEAD/images/SQL-Scaling-Out.jpg -------------------------------------------------------------------------------- /images/SQL-Scaling-UP.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andkret/Cookbook/HEAD/images/SQL-Scaling-UP.jpg -------------------------------------------------------------------------------- /images/Simple-Batch-Processing-Workflow.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andkret/Cookbook/HEAD/images/Simple-Batch-Processing-Workflow.jpg -------------------------------------------------------------------------------- /images/Simple-Stream-Processing-Workflow.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andkret/Cookbook/HEAD/images/Simple-Stream-Processing-Workflow.jpg -------------------------------------------------------------------------------- /images/Spark-Data-Locality.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andkret/Cookbook/HEAD/images/Spark-Data-Locality.jpg -------------------------------------------------------------------------------- /images/Spark-Yarn.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andkret/Cookbook/HEAD/images/Spark-Yarn.jpg -------------------------------------------------------------------------------- /images/Table-Hadoop-and-Spark.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andkret/Cookbook/HEAD/images/Table-Hadoop-and-Spark.jpg -------------------------------------------------------------------------------- /images/UnderConstruction.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andkret/Cookbook/HEAD/images/UnderConstruction.jpg -------------------------------------------------------------------------------- /images/dama.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andkret/Cookbook/HEAD/images/dama.png -------------------------------------------------------------------------------- /sections/01-Introduction.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andkret/Cookbook/HEAD/sections/01-Introduction.md -------------------------------------------------------------------------------- /sections/02-BasicSkills.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andkret/Cookbook/HEAD/sections/02-BasicSkills.md -------------------------------------------------------------------------------- /sections/03-AdvancedSkills.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andkret/Cookbook/HEAD/sections/03-AdvancedSkills.md -------------------------------------------------------------------------------- /sections/04-HandsOnCourse.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andkret/Cookbook/HEAD/sections/04-HandsOnCourse.md -------------------------------------------------------------------------------- /sections/05-CaseStudies.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andkret/Cookbook/HEAD/sections/05-CaseStudies.md -------------------------------------------------------------------------------- /sections/06-BestPracticesCloud.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andkret/Cookbook/HEAD/sections/06-BestPracticesCloud.md -------------------------------------------------------------------------------- /sections/07-DataSources.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andkret/Cookbook/HEAD/sections/07-DataSources.md -------------------------------------------------------------------------------- /sections/08-InterviewQuestions.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andkret/Cookbook/HEAD/sections/08-InterviewQuestions.md -------------------------------------------------------------------------------- /sections/09-BooksAndCourses.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andkret/Cookbook/HEAD/sections/09-BooksAndCourses.md -------------------------------------------------------------------------------- /sections/10-Updates.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andkret/Cookbook/HEAD/sections/10-Updates.md --------------------------------------------------------------------------------