├── .gitignore ├── ANAC-data-engineering-project ├── ANAC-data-engineering-project.md ├── Dockerfile.airflow ├── dags │ ├── __pycache__ │ │ └── dag_anac_pipeline.cpython-310.pyc │ ├── config │ │ ├── __pycache__ │ │ │ └── params.cpython-310.pyc │ │ └── params.py │ ├── dag_anac_pipeline.py │ └── tasks │ │ ├── __pycache__ │ │ └── download_csv.cpython-310.pyc │ │ ├── bronze_para_silver.py │ │ ├── download_csv.py │ │ └── silver_para_gold.py ├── docker-compose.yml ├── logs │ ├── dag_id=anac_pipeline_dag │ │ ├── run_id=manual__2025-04-07T013752.587480+0000 │ │ │ └── task_id=baixar_csv_anac │ │ │ │ ├── attempt=1.log │ │ │ │ ├── attempt=2.log │ │ │ │ ├── attempt=3.log │ │ │ │ ├── attempt=4.log │ │ │ │ └── attempt=5.log │ │ └── run_id=scheduled__2024-01-01T000000+0000 │ │ │ └── task_id=baixar_csv_anac │ │ │ └── attempt=1.log │ ├── dag_processor_manager │ │ └── dag_processor_manager.log │ └── scheduler │ │ └── 2025-04-07 │ │ └── dag_anac_pipeline.py.log └── requirements.txt ├── ApacheHopProject ├── Apache Hop Project Description.md ├── infrastructure │ └── jenkins │ │ ├── docker-compose.yml │ │ └── jenkins_hop_project.dockerfile ├── pipelines │ ├── pipeline1_load_date_parameters.hpl │ ├── pipeline2_reading_xls_to_database_error_handling.hpl │ ├── pipeline3_worldwide_wines_training.hpl │ ├── pipeline4_table_input_lookup.hpl │ └── pipeline5_basic_api.hpl ├── scripts_py │ └── fake_py.py ├── scripts_sql │ └── skeam_stage_parameters_dates_auxiliary.sql └── source_files │ ├── fake_data.xlsx │ ├── source_data_pipeline_2.xlsx │ └── worldwide_wines.csv ├── Apache_Airflow_Marc_Lamberti ├── The Complete Hands-On Introduction to Apache Airflow.md └── dags │ ├── consumer.py │ ├── group_dag.py │ ├── group_dag_subdags.py │ ├── groups │ ├── group_downloads.py │ └── group_transforms.py │ ├── producer.py │ ├── subdags │ ├── subdag_downloads.py │ └── subdag_transforms.py │ └── user_processing.py ├── Books └── FundamentalsOfDataEngineering │ ├── Fundamentals of Data Engineering - Joe Reis & Matt Housley (PT-BR).md │ └── Fundamentals of Data Engineering - Joe Reis & Matt Housley (ENG).md ├── DIO-GitHub-Certification-Formation └── DIO-GitHub-Certification-Formation.md ├── Data_Engineering_Course_XPE ├── Data Engineering Course XPE.md └── python │ └── numpy_testing_bootcamp_jpmuller.ipynb ├── Hive_Impala ├── Hive and Impala.md └── Scripts │ ├── hive_commands.sh │ └── hiveql_samples.sql ├── IHateTechReview └── README.md ├── LICENSE ├── PageTurnerShamsluxDjangoNinjaProject ├── PageTurnerDjangoNinjaAPI.md ├── app │ ├── Dockerfile │ ├── books │ │ ├── __init__.py │ │ ├── admin.py │ │ ├── api.py │ │ ├── migrations │ │ │ └── __init__.py │ │ ├── models.py │ │ ├── static │ │ │ └── images │ │ │ │ ├── bookshelf_modern_library.jpg │ │ │ │ ├── digital_books.jpg │ │ │ │ ├── purple_logo.png │ │ │ │ └── reading_tablet_modern.jpg │ │ └── templates │ │ │ ├── about.html │ │ │ ├── create.html │ │ │ ├── delete.html │ │ │ ├── index.html │ │ │ ├── project.html │ │ │ ├── search.html │ │ │ ├── system.html │ │ │ └── update.html │ ├── bookstore │ │ ├── __init__.py │ │ ├── settings.py │ │ ├── urls.py │ │ └── wsgi.py │ ├── entrypoint.sh │ ├── manage.py │ └── requirements.txt ├── data │ └── books.csv ├── docker-compose.yml └── ingest │ ├── Dockerfile │ ├── ingest.py │ └── requirements.txt ├── README.md ├── SQLReviewCoursewithChatGPT ├── SQL Review Course with ChatGPT.md └── SQL Scripts │ └── 100 SQL Junior Questions + Solutions.sql ├── airflow-pyspark-python-sql-training-lab ├── .env ├── Dockerfile ├── airflow_pyspark_python_sql_training_lab.md ├── compose.yml └── data │ └── novatrade_sales_data.xlsx └── dbt-pokemon-project ├── .gitignore ├── dbt_pkmn ├── .gitignore ├── README.md ├── analyses │ └── .gitkeep ├── dbt_project.yml ├── dev.duckdb ├── duckdb_config │ ├── fact_sales_data.csv │ ├── import_data_duckdb.py │ ├── import_dim_time.py │ ├── import_fact_sales.py │ └── selecting_tables.py ├── macros │ └── .gitkeep ├── models │ ├── dimCustomersView.sql │ ├── dimProdCategoriesView.sql │ ├── dimProductsView.sql │ ├── dimTimeView.sql │ ├── factSalesView.sql │ ├── monthlySales.sql │ ├── mostQuantitySold.sql │ ├── mostSoldCategories.sql │ ├── mostSoldProducts.sql │ ├── salesConsolidated.sql │ ├── sources.yml │ └── topBuyers.sql ├── seeds │ └── .gitkeep ├── snapshots │ └── .gitkeep ├── temp.py └── tests │ └── .gitkeep └── pokemon-dbt-testing-project.md /.gitignore: -------------------------------------------------------------------------------- 1 | pics 2 | climavigil-agro-alerts 3 | logs -------------------------------------------------------------------------------- /ANAC-data-engineering-project/ANAC-data-engineering-project.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/ANAC-data-engineering-project/ANAC-data-engineering-project.md -------------------------------------------------------------------------------- /ANAC-data-engineering-project/Dockerfile.airflow: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/ANAC-data-engineering-project/Dockerfile.airflow -------------------------------------------------------------------------------- /ANAC-data-engineering-project/dags/__pycache__/dag_anac_pipeline.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/ANAC-data-engineering-project/dags/__pycache__/dag_anac_pipeline.cpython-310.pyc -------------------------------------------------------------------------------- /ANAC-data-engineering-project/dags/config/__pycache__/params.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/ANAC-data-engineering-project/dags/config/__pycache__/params.cpython-310.pyc -------------------------------------------------------------------------------- /ANAC-data-engineering-project/dags/config/params.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/ANAC-data-engineering-project/dags/config/params.py -------------------------------------------------------------------------------- /ANAC-data-engineering-project/dags/dag_anac_pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/ANAC-data-engineering-project/dags/dag_anac_pipeline.py -------------------------------------------------------------------------------- /ANAC-data-engineering-project/dags/tasks/__pycache__/download_csv.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/ANAC-data-engineering-project/dags/tasks/__pycache__/download_csv.cpython-310.pyc -------------------------------------------------------------------------------- /ANAC-data-engineering-project/dags/tasks/bronze_para_silver.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/ANAC-data-engineering-project/dags/tasks/bronze_para_silver.py -------------------------------------------------------------------------------- /ANAC-data-engineering-project/dags/tasks/download_csv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/ANAC-data-engineering-project/dags/tasks/download_csv.py -------------------------------------------------------------------------------- /ANAC-data-engineering-project/dags/tasks/silver_para_gold.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/ANAC-data-engineering-project/dags/tasks/silver_para_gold.py -------------------------------------------------------------------------------- /ANAC-data-engineering-project/docker-compose.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/ANAC-data-engineering-project/docker-compose.yml -------------------------------------------------------------------------------- /ANAC-data-engineering-project/logs/dag_id=anac_pipeline_dag/run_id=manual__2025-04-07T013752.587480+0000/task_id=baixar_csv_anac/attempt=1.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/ANAC-data-engineering-project/logs/dag_id=anac_pipeline_dag/run_id=manual__2025-04-07T013752.587480+0000/task_id=baixar_csv_anac/attempt=1.log -------------------------------------------------------------------------------- /ANAC-data-engineering-project/logs/dag_id=anac_pipeline_dag/run_id=manual__2025-04-07T013752.587480+0000/task_id=baixar_csv_anac/attempt=2.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/ANAC-data-engineering-project/logs/dag_id=anac_pipeline_dag/run_id=manual__2025-04-07T013752.587480+0000/task_id=baixar_csv_anac/attempt=2.log -------------------------------------------------------------------------------- /ANAC-data-engineering-project/logs/dag_id=anac_pipeline_dag/run_id=manual__2025-04-07T013752.587480+0000/task_id=baixar_csv_anac/attempt=3.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/ANAC-data-engineering-project/logs/dag_id=anac_pipeline_dag/run_id=manual__2025-04-07T013752.587480+0000/task_id=baixar_csv_anac/attempt=3.log -------------------------------------------------------------------------------- /ANAC-data-engineering-project/logs/dag_id=anac_pipeline_dag/run_id=manual__2025-04-07T013752.587480+0000/task_id=baixar_csv_anac/attempt=4.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/ANAC-data-engineering-project/logs/dag_id=anac_pipeline_dag/run_id=manual__2025-04-07T013752.587480+0000/task_id=baixar_csv_anac/attempt=4.log -------------------------------------------------------------------------------- /ANAC-data-engineering-project/logs/dag_id=anac_pipeline_dag/run_id=manual__2025-04-07T013752.587480+0000/task_id=baixar_csv_anac/attempt=5.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/ANAC-data-engineering-project/logs/dag_id=anac_pipeline_dag/run_id=manual__2025-04-07T013752.587480+0000/task_id=baixar_csv_anac/attempt=5.log -------------------------------------------------------------------------------- /ANAC-data-engineering-project/logs/dag_id=anac_pipeline_dag/run_id=scheduled__2024-01-01T000000+0000/task_id=baixar_csv_anac/attempt=1.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/ANAC-data-engineering-project/logs/dag_id=anac_pipeline_dag/run_id=scheduled__2024-01-01T000000+0000/task_id=baixar_csv_anac/attempt=1.log -------------------------------------------------------------------------------- /ANAC-data-engineering-project/logs/dag_processor_manager/dag_processor_manager.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/ANAC-data-engineering-project/logs/dag_processor_manager/dag_processor_manager.log -------------------------------------------------------------------------------- /ANAC-data-engineering-project/logs/scheduler/2025-04-07/dag_anac_pipeline.py.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/ANAC-data-engineering-project/logs/scheduler/2025-04-07/dag_anac_pipeline.py.log -------------------------------------------------------------------------------- /ANAC-data-engineering-project/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/ANAC-data-engineering-project/requirements.txt -------------------------------------------------------------------------------- /ApacheHopProject/Apache Hop Project Description.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/ApacheHopProject/Apache Hop Project Description.md -------------------------------------------------------------------------------- /ApacheHopProject/infrastructure/jenkins/docker-compose.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/ApacheHopProject/infrastructure/jenkins/docker-compose.yml -------------------------------------------------------------------------------- /ApacheHopProject/infrastructure/jenkins/jenkins_hop_project.dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/ApacheHopProject/infrastructure/jenkins/jenkins_hop_project.dockerfile -------------------------------------------------------------------------------- /ApacheHopProject/pipelines/pipeline1_load_date_parameters.hpl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/ApacheHopProject/pipelines/pipeline1_load_date_parameters.hpl -------------------------------------------------------------------------------- /ApacheHopProject/pipelines/pipeline2_reading_xls_to_database_error_handling.hpl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/ApacheHopProject/pipelines/pipeline2_reading_xls_to_database_error_handling.hpl -------------------------------------------------------------------------------- /ApacheHopProject/pipelines/pipeline3_worldwide_wines_training.hpl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/ApacheHopProject/pipelines/pipeline3_worldwide_wines_training.hpl -------------------------------------------------------------------------------- /ApacheHopProject/pipelines/pipeline4_table_input_lookup.hpl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/ApacheHopProject/pipelines/pipeline4_table_input_lookup.hpl -------------------------------------------------------------------------------- /ApacheHopProject/pipelines/pipeline5_basic_api.hpl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/ApacheHopProject/pipelines/pipeline5_basic_api.hpl -------------------------------------------------------------------------------- /ApacheHopProject/scripts_py/fake_py.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/ApacheHopProject/scripts_py/fake_py.py -------------------------------------------------------------------------------- /ApacheHopProject/scripts_sql/skeam_stage_parameters_dates_auxiliary.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/ApacheHopProject/scripts_sql/skeam_stage_parameters_dates_auxiliary.sql -------------------------------------------------------------------------------- /ApacheHopProject/source_files/fake_data.xlsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/ApacheHopProject/source_files/fake_data.xlsx -------------------------------------------------------------------------------- /ApacheHopProject/source_files/source_data_pipeline_2.xlsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/ApacheHopProject/source_files/source_data_pipeline_2.xlsx -------------------------------------------------------------------------------- /ApacheHopProject/source_files/worldwide_wines.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/ApacheHopProject/source_files/worldwide_wines.csv -------------------------------------------------------------------------------- /Apache_Airflow_Marc_Lamberti/The Complete Hands-On Introduction to Apache Airflow.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/Apache_Airflow_Marc_Lamberti/The Complete Hands-On Introduction to Apache Airflow.md -------------------------------------------------------------------------------- /Apache_Airflow_Marc_Lamberti/dags/consumer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/Apache_Airflow_Marc_Lamberti/dags/consumer.py -------------------------------------------------------------------------------- /Apache_Airflow_Marc_Lamberti/dags/group_dag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/Apache_Airflow_Marc_Lamberti/dags/group_dag.py -------------------------------------------------------------------------------- /Apache_Airflow_Marc_Lamberti/dags/group_dag_subdags.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/Apache_Airflow_Marc_Lamberti/dags/group_dag_subdags.py -------------------------------------------------------------------------------- /Apache_Airflow_Marc_Lamberti/dags/groups/group_downloads.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/Apache_Airflow_Marc_Lamberti/dags/groups/group_downloads.py -------------------------------------------------------------------------------- /Apache_Airflow_Marc_Lamberti/dags/groups/group_transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/Apache_Airflow_Marc_Lamberti/dags/groups/group_transforms.py -------------------------------------------------------------------------------- /Apache_Airflow_Marc_Lamberti/dags/producer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/Apache_Airflow_Marc_Lamberti/dags/producer.py -------------------------------------------------------------------------------- /Apache_Airflow_Marc_Lamberti/dags/subdags/subdag_downloads.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/Apache_Airflow_Marc_Lamberti/dags/subdags/subdag_downloads.py -------------------------------------------------------------------------------- /Apache_Airflow_Marc_Lamberti/dags/subdags/subdag_transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/Apache_Airflow_Marc_Lamberti/dags/subdags/subdag_transforms.py -------------------------------------------------------------------------------- /Apache_Airflow_Marc_Lamberti/dags/user_processing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/Apache_Airflow_Marc_Lamberti/dags/user_processing.py -------------------------------------------------------------------------------- /Books/FundamentalsOfDataEngineering/Fundamentals of Data Engineering - Joe Reis & Matt Housley (PT-BR).md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/Books/FundamentalsOfDataEngineering/Fundamentals of Data Engineering - Joe Reis & Matt Housley (PT-BR).md -------------------------------------------------------------------------------- /Books/FundamentalsOfDataEngineering/Fundamentals of Data Engineering - Joe Reis & Matt Housley (ENG).md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/Books/FundamentalsOfDataEngineering/Fundamentals of Data Engineering - Joe Reis & Matt Housley (ENG).md -------------------------------------------------------------------------------- /DIO-GitHub-Certification-Formation/DIO-GitHub-Certification-Formation.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/DIO-GitHub-Certification-Formation/DIO-GitHub-Certification-Formation.md -------------------------------------------------------------------------------- /Data_Engineering_Course_XPE/Data Engineering Course XPE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/Data_Engineering_Course_XPE/Data Engineering Course XPE.md -------------------------------------------------------------------------------- /Data_Engineering_Course_XPE/python/numpy_testing_bootcamp_jpmuller.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/Data_Engineering_Course_XPE/python/numpy_testing_bootcamp_jpmuller.ipynb -------------------------------------------------------------------------------- /Hive_Impala/Hive and Impala.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/Hive_Impala/Hive and Impala.md -------------------------------------------------------------------------------- /Hive_Impala/Scripts/hive_commands.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/Hive_Impala/Scripts/hive_commands.sh -------------------------------------------------------------------------------- /Hive_Impala/Scripts/hiveql_samples.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/Hive_Impala/Scripts/hiveql_samples.sql -------------------------------------------------------------------------------- /IHateTechReview/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/IHateTechReview/README.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/LICENSE -------------------------------------------------------------------------------- /PageTurnerShamsluxDjangoNinjaProject/PageTurnerDjangoNinjaAPI.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/PageTurnerShamsluxDjangoNinjaProject/PageTurnerDjangoNinjaAPI.md -------------------------------------------------------------------------------- /PageTurnerShamsluxDjangoNinjaProject/app/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/PageTurnerShamsluxDjangoNinjaProject/app/Dockerfile -------------------------------------------------------------------------------- /PageTurnerShamsluxDjangoNinjaProject/app/books/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /PageTurnerShamsluxDjangoNinjaProject/app/books/admin.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/PageTurnerShamsluxDjangoNinjaProject/app/books/admin.py -------------------------------------------------------------------------------- /PageTurnerShamsluxDjangoNinjaProject/app/books/api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/PageTurnerShamsluxDjangoNinjaProject/app/books/api.py -------------------------------------------------------------------------------- /PageTurnerShamsluxDjangoNinjaProject/app/books/migrations/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /PageTurnerShamsluxDjangoNinjaProject/app/books/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/PageTurnerShamsluxDjangoNinjaProject/app/books/models.py -------------------------------------------------------------------------------- /PageTurnerShamsluxDjangoNinjaProject/app/books/static/images/bookshelf_modern_library.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/PageTurnerShamsluxDjangoNinjaProject/app/books/static/images/bookshelf_modern_library.jpg -------------------------------------------------------------------------------- /PageTurnerShamsluxDjangoNinjaProject/app/books/static/images/digital_books.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/PageTurnerShamsluxDjangoNinjaProject/app/books/static/images/digital_books.jpg -------------------------------------------------------------------------------- /PageTurnerShamsluxDjangoNinjaProject/app/books/static/images/purple_logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/PageTurnerShamsluxDjangoNinjaProject/app/books/static/images/purple_logo.png -------------------------------------------------------------------------------- /PageTurnerShamsluxDjangoNinjaProject/app/books/static/images/reading_tablet_modern.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/PageTurnerShamsluxDjangoNinjaProject/app/books/static/images/reading_tablet_modern.jpg -------------------------------------------------------------------------------- /PageTurnerShamsluxDjangoNinjaProject/app/books/templates/about.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/PageTurnerShamsluxDjangoNinjaProject/app/books/templates/about.html -------------------------------------------------------------------------------- /PageTurnerShamsluxDjangoNinjaProject/app/books/templates/create.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/PageTurnerShamsluxDjangoNinjaProject/app/books/templates/create.html -------------------------------------------------------------------------------- /PageTurnerShamsluxDjangoNinjaProject/app/books/templates/delete.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/PageTurnerShamsluxDjangoNinjaProject/app/books/templates/delete.html -------------------------------------------------------------------------------- /PageTurnerShamsluxDjangoNinjaProject/app/books/templates/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/PageTurnerShamsluxDjangoNinjaProject/app/books/templates/index.html -------------------------------------------------------------------------------- /PageTurnerShamsluxDjangoNinjaProject/app/books/templates/project.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/PageTurnerShamsluxDjangoNinjaProject/app/books/templates/project.html -------------------------------------------------------------------------------- /PageTurnerShamsluxDjangoNinjaProject/app/books/templates/search.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/PageTurnerShamsluxDjangoNinjaProject/app/books/templates/search.html -------------------------------------------------------------------------------- /PageTurnerShamsluxDjangoNinjaProject/app/books/templates/system.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/PageTurnerShamsluxDjangoNinjaProject/app/books/templates/system.html -------------------------------------------------------------------------------- /PageTurnerShamsluxDjangoNinjaProject/app/books/templates/update.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/PageTurnerShamsluxDjangoNinjaProject/app/books/templates/update.html -------------------------------------------------------------------------------- /PageTurnerShamsluxDjangoNinjaProject/app/bookstore/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /PageTurnerShamsluxDjangoNinjaProject/app/bookstore/settings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/PageTurnerShamsluxDjangoNinjaProject/app/bookstore/settings.py -------------------------------------------------------------------------------- /PageTurnerShamsluxDjangoNinjaProject/app/bookstore/urls.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/PageTurnerShamsluxDjangoNinjaProject/app/bookstore/urls.py -------------------------------------------------------------------------------- /PageTurnerShamsluxDjangoNinjaProject/app/bookstore/wsgi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/PageTurnerShamsluxDjangoNinjaProject/app/bookstore/wsgi.py -------------------------------------------------------------------------------- /PageTurnerShamsluxDjangoNinjaProject/app/entrypoint.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/PageTurnerShamsluxDjangoNinjaProject/app/entrypoint.sh -------------------------------------------------------------------------------- /PageTurnerShamsluxDjangoNinjaProject/app/manage.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/PageTurnerShamsluxDjangoNinjaProject/app/manage.py -------------------------------------------------------------------------------- /PageTurnerShamsluxDjangoNinjaProject/app/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/PageTurnerShamsluxDjangoNinjaProject/app/requirements.txt -------------------------------------------------------------------------------- /PageTurnerShamsluxDjangoNinjaProject/data/books.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/PageTurnerShamsluxDjangoNinjaProject/data/books.csv -------------------------------------------------------------------------------- /PageTurnerShamsluxDjangoNinjaProject/docker-compose.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/PageTurnerShamsluxDjangoNinjaProject/docker-compose.yml -------------------------------------------------------------------------------- /PageTurnerShamsluxDjangoNinjaProject/ingest/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/PageTurnerShamsluxDjangoNinjaProject/ingest/Dockerfile -------------------------------------------------------------------------------- /PageTurnerShamsluxDjangoNinjaProject/ingest/ingest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/PageTurnerShamsluxDjangoNinjaProject/ingest/ingest.py -------------------------------------------------------------------------------- /PageTurnerShamsluxDjangoNinjaProject/ingest/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/PageTurnerShamsluxDjangoNinjaProject/ingest/requirements.txt -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/README.md -------------------------------------------------------------------------------- /SQLReviewCoursewithChatGPT/SQL Review Course with ChatGPT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/SQLReviewCoursewithChatGPT/SQL Review Course with ChatGPT.md -------------------------------------------------------------------------------- /SQLReviewCoursewithChatGPT/SQL Scripts/100 SQL Junior Questions + Solutions.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/SQLReviewCoursewithChatGPT/SQL Scripts/100 SQL Junior Questions + Solutions.sql -------------------------------------------------------------------------------- /airflow-pyspark-python-sql-training-lab/.env: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/airflow-pyspark-python-sql-training-lab/.env -------------------------------------------------------------------------------- /airflow-pyspark-python-sql-training-lab/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/airflow-pyspark-python-sql-training-lab/Dockerfile -------------------------------------------------------------------------------- /airflow-pyspark-python-sql-training-lab/airflow_pyspark_python_sql_training_lab.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/airflow-pyspark-python-sql-training-lab/airflow_pyspark_python_sql_training_lab.md -------------------------------------------------------------------------------- /airflow-pyspark-python-sql-training-lab/compose.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/airflow-pyspark-python-sql-training-lab/compose.yml -------------------------------------------------------------------------------- /airflow-pyspark-python-sql-training-lab/data/novatrade_sales_data.xlsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/airflow-pyspark-python-sql-training-lab/data/novatrade_sales_data.xlsx -------------------------------------------------------------------------------- /dbt-pokemon-project/.gitignore: -------------------------------------------------------------------------------- 1 | logs/ 2 | dbt-env/ 3 | dev.duckdb -------------------------------------------------------------------------------- /dbt-pokemon-project/dbt_pkmn/.gitignore: -------------------------------------------------------------------------------- 1 | 2 | target/ 3 | dbt_packages/ 4 | logs/ 5 | -------------------------------------------------------------------------------- /dbt-pokemon-project/dbt_pkmn/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/dbt-pokemon-project/dbt_pkmn/README.md -------------------------------------------------------------------------------- /dbt-pokemon-project/dbt_pkmn/analyses/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dbt-pokemon-project/dbt_pkmn/dbt_project.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/dbt-pokemon-project/dbt_pkmn/dbt_project.yml -------------------------------------------------------------------------------- /dbt-pokemon-project/dbt_pkmn/dev.duckdb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/dbt-pokemon-project/dbt_pkmn/dev.duckdb -------------------------------------------------------------------------------- /dbt-pokemon-project/dbt_pkmn/duckdb_config/fact_sales_data.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/dbt-pokemon-project/dbt_pkmn/duckdb_config/fact_sales_data.csv -------------------------------------------------------------------------------- /dbt-pokemon-project/dbt_pkmn/duckdb_config/import_data_duckdb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/dbt-pokemon-project/dbt_pkmn/duckdb_config/import_data_duckdb.py -------------------------------------------------------------------------------- /dbt-pokemon-project/dbt_pkmn/duckdb_config/import_dim_time.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/dbt-pokemon-project/dbt_pkmn/duckdb_config/import_dim_time.py -------------------------------------------------------------------------------- /dbt-pokemon-project/dbt_pkmn/duckdb_config/import_fact_sales.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/dbt-pokemon-project/dbt_pkmn/duckdb_config/import_fact_sales.py -------------------------------------------------------------------------------- /dbt-pokemon-project/dbt_pkmn/duckdb_config/selecting_tables.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/dbt-pokemon-project/dbt_pkmn/duckdb_config/selecting_tables.py -------------------------------------------------------------------------------- /dbt-pokemon-project/dbt_pkmn/macros/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dbt-pokemon-project/dbt_pkmn/models/dimCustomersView.sql: -------------------------------------------------------------------------------- 1 | SELECT * 2 | FROM {{ source('pokemart', 'dimCustomers') }} 3 | -------------------------------------------------------------------------------- /dbt-pokemon-project/dbt_pkmn/models/dimProdCategoriesView.sql: -------------------------------------------------------------------------------- 1 | SELECT * 2 | FROM {{ source('pokemart', 'dimProdCategories') }} 3 | -------------------------------------------------------------------------------- /dbt-pokemon-project/dbt_pkmn/models/dimProductsView.sql: -------------------------------------------------------------------------------- 1 | SELECT * 2 | FROM {{ source('pokemart', 'dimProducts') }} 3 | -------------------------------------------------------------------------------- /dbt-pokemon-project/dbt_pkmn/models/dimTimeView.sql: -------------------------------------------------------------------------------- 1 | SELECT * 2 | FROM {{ source('pokemart', 'dimTime') }} 3 | -------------------------------------------------------------------------------- /dbt-pokemon-project/dbt_pkmn/models/factSalesView.sql: -------------------------------------------------------------------------------- 1 | SELECT * 2 | FROM {{ source('pokemart', 'factSales') }} 3 | -------------------------------------------------------------------------------- /dbt-pokemon-project/dbt_pkmn/models/monthlySales.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/dbt-pokemon-project/dbt_pkmn/models/monthlySales.sql -------------------------------------------------------------------------------- /dbt-pokemon-project/dbt_pkmn/models/mostQuantitySold.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/dbt-pokemon-project/dbt_pkmn/models/mostQuantitySold.sql -------------------------------------------------------------------------------- /dbt-pokemon-project/dbt_pkmn/models/mostSoldCategories.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/dbt-pokemon-project/dbt_pkmn/models/mostSoldCategories.sql -------------------------------------------------------------------------------- /dbt-pokemon-project/dbt_pkmn/models/mostSoldProducts.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/dbt-pokemon-project/dbt_pkmn/models/mostSoldProducts.sql -------------------------------------------------------------------------------- /dbt-pokemon-project/dbt_pkmn/models/salesConsolidated.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/dbt-pokemon-project/dbt_pkmn/models/salesConsolidated.sql -------------------------------------------------------------------------------- /dbt-pokemon-project/dbt_pkmn/models/sources.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/dbt-pokemon-project/dbt_pkmn/models/sources.yml -------------------------------------------------------------------------------- /dbt-pokemon-project/dbt_pkmn/models/topBuyers.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/dbt-pokemon-project/dbt_pkmn/models/topBuyers.sql -------------------------------------------------------------------------------- /dbt-pokemon-project/dbt_pkmn/seeds/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dbt-pokemon-project/dbt_pkmn/snapshots/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dbt-pokemon-project/dbt_pkmn/temp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/dbt-pokemon-project/dbt_pkmn/temp.py -------------------------------------------------------------------------------- /dbt-pokemon-project/dbt_pkmn/tests/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dbt-pokemon-project/pokemon-dbt-testing-project.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shamslux/Data-Engineering-AI-Solutions/HEAD/dbt-pokemon-project/pokemon-dbt-testing-project.md --------------------------------------------------------------------------------