├── .gitignore ├── DataEngRoadmap.png ├── DataEngRoadmap.xml ├── DataEngRoadmapFull.png ├── README.md └── welcomes ├── welcome.go ├── welcome.java ├── welcome.py ├── welcome.scala └── welcome.sh /.gitignore: -------------------------------------------------------------------------------- 1 | # Byte-compiled / optimized / DLL files 2 | __pycache__/ 3 | *.py[cod] 4 | *$py.class 5 | 6 | # C extensions 7 | *.so 8 | 9 | # Distribution / packaging 10 | .Python 11 | build/ 12 | develop-eggs/ 13 | dist/ 14 | downloads/ 15 | eggs/ 16 | .eggs/ 17 | lib/ 18 | lib64/ 19 | parts/ 20 | sdist/ 21 | var/ 22 | wheels/ 23 | pip-wheel-metadata/ 24 | share/python-wheels/ 25 | *.egg-info/ 26 | .installed.cfg 27 | *.egg 28 | MANIFEST 29 | 30 | # PyInstaller 31 | # Usually these files are written by a python script from a template 32 | # before PyInstaller builds the exe, so as to inject date/other infos into it. 33 | *.manifest 34 | *.spec 35 | 36 | # Installer logs 37 | pip-log.txt 38 | pip-delete-this-directory.txt 39 | 40 | # Unit test / coverage reports 41 | htmlcov/ 42 | .tox/ 43 | .nox/ 44 | .coverage 45 | .coverage.* 46 | .cache 47 | nosetests.xml 48 | coverage.xml 49 | *.cover 50 | *.py,cover 51 | .hypothesis/ 52 | .pytest_cache/ 53 | 54 | # Translations 55 | *.mo 56 | *.pot 57 | 58 | # Django stuff: 59 | *.log 60 | local_settings.py 61 | db.sqlite3 62 | db.sqlite3-journal 63 | 64 | # Flask stuff: 65 | instance/ 66 | .webassets-cache 67 | 68 | # Scrapy stuff: 69 | .scrapy 70 | 71 | # Sphinx documentation 72 | docs/_build/ 73 | 74 | # PyBuilder 75 | target/ 76 | 77 | # Jupyter Notebook 78 | .ipynb_checkpoints 79 | 80 | # IPython 81 | profile_default/ 82 | ipython_config.py 83 | 84 | # pyenv 85 | .python-version 86 | 87 | # pipenv 88 | # According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control. 89 | # However, in case of collaboration, if having platform-specific dependencies or dependencies 90 | # having no cross-platform support, pipenv may install dependencies that don't work, or not 91 | # install all needed dependencies. 92 | #Pipfile.lock 93 | 94 | # PEP 582; used by e.g. github.com/David-OConnor/pyflow 95 | __pypackages__/ 96 | 97 | # Celery stuff 98 | celerybeat-schedule 99 | celerybeat.pid 100 | 101 | # SageMath parsed files 102 | *.sage.py 103 | 104 | # Environments 105 | .env 106 | .venv 107 | env/ 108 | venv/ 109 | ENV/ 110 | env.bak/ 111 | venv.bak/ 112 | 113 | # Spyder project settings 114 | .spyderproject 115 | .spyproject 116 | 117 | # Rope project settings 118 | .ropeproject 119 | 120 | # mkdocs documentation 121 | /site 122 | 123 | # mypy 124 | .mypy_cache/ 125 | .dmypy.json 126 | dmypy.json 127 | 128 | # Pyre type checker 129 | .pyre/ 130 | -------------------------------------------------------------------------------- /DataEngRoadmap.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ErdemOzgen/Data-Engineering-Roadmap/dc95f8fee0d8c52018ef54f5f603d8f25293640a/DataEngRoadmap.png -------------------------------------------------------------------------------- /DataEngRoadmap.xml: -------------------------------------------------------------------------------- 1 | 7V1bd5rK2/80Xev/XsTFHBjgMjFNekjbtMnuYd90oRLDroJFzOnTv6CMgZkBEWcGNMlFG9GgzvP8nvPhDepPH84jd3b7KRx5kzfQGD28QadvIEQI4uS/9Mrj6grAprG6Mo78UXbt+cKV/+RlF+nLFv7ImxdeGIfhJPZnxYvDMAi8YVy45kZReF982U04Kb7rzB173IWroTvhr/7wR/Ht6qoNrefr7zx/fEvfGRBn9czAHf4ZR+EiyN7vDUQ3y5/V01OX3iv7ovNbdxTe5y6ht29QPwrDePXb9KHvTdLDpce2+ruzkmfXnzvygrjOHwTB8MPdh6+/vKiPZl/u3315C40jaMDVfe7cycKjX2T5ceNHekTLL+mltzHeoJP7Wz/2rmbuMH32PuGK5NptPJ0kj0Dy6/prLh/EUfjH64eTMFreChnLn+SZG38yyV3PTg6d8N8q+6J3XhR7D7lL2bc898KpF0ePyUvos2j1FxlHouz875+pC+yMurc5yuLsdW7GUOP1jZ8PNfklO1fxGWPuME/d2E2uvA3GfuB5UfLrt9AdTZNTS47eEBx28iXj4om6E38cJL8PkyNJ7oBO0qPwEw4+zp6Y+qNR+udC0hSJNwyn/jD7/SYM4jN36k/Sg/ruRSM3cLPLGUwBoY+zzwd4yp0lP/1+Ja0l0BRaqGduIiu0DZ6sSAJZTY6sF97YC0bzblMPVuCsnFoFAEsgnWWQHizSDvO0M01K3zzxIKRXdyGfxZHv0ovmYeCmL5ou5nHy358g+c47Cb4tiSMQgimUCKliEQnkIJZRoIUlEI9IgCMoAUcOR4jzMBwtNX5nSNDvO46akwaGxqOm5lWe6cP53B/4Ez/2PV5yaT7o/vJH0UGLVL6yg+YNqMsoHEfudOoH4+SJCzcYL1IjtNO6gr6MavoS8aRe0yPgFIkJ1po/T04sIqcEXQF4Xc8RLtH8x6nnkTwKwsAr0rDmWXsPfvwzPefky60e/cpukBxd9Jh7Kn34K6NI8s5nfvrZRfQZuZ59MxTRhwxtb3DDs8giuls+qNT083ARDamzlB1G7EZjj74sU6/eqOBo8QTOa3sB9ei1yJu4sX9XdM9EJM3e4TL0gzhvKRaFwVoS0lusvk/2V3l/ibkRIoxUcZgbrQ6Bu1HCGu5j7mWz9AXz8g+MHOZ9sFH5uTDAxddbhdcnv6w+wTO7r2lQDwHkFQHlCMACAMBOAYDjD6MpAMAGJCkCgC2ZnwXm/2N8GwZtm0Brc1+G1sSM1nQEOlOZCWQLJAaZpMbNyL8rnDH5u0jjXSep7XOUmTvHySsyi2f9fPLbOPt/eZ/5zA3otQ/unUuvJx8t/1Tu8vKd6dWOEFqlX4ewzURI1raMDh5AoJQH8gS68NwofeBO01MOBvPZ8tsbI2+WSHYvGKbfaJqc6tibekshkQaD/+c9JH+QntSSV8JglMbUbsI0nDbLsCzkh//jSF9udE+8m1inyW1XMIpSC9tEJsMpwOI5BWIsisgACTY24l2mKy8henLuqy8y98Ng6TztG/HUu0cmYgU94kjnCDAuhW6Io9v3FbHewH5KqWHkz1JN319aMbNw7sfh8sO7QRrlCePbZQR8FoWzlFCCKMQrhTkKJx4wD05DFYn5DAZHox2Nfztn+4Oc5W+kUeK88V8w/TNPIG/8j9z57dp4394TSN/39IG+UfrgMXuws5ecWZx5J4Hqx444CcjkrAWDYZ+6bgJk/VfCBe0lOQqmwXrkiOHt3TwFpD72U878h8z7HXOQbWm8b5oMR9qWKt5nnfHsI0vjffVRn3Letw6Z+VG3mN8pdRO3Zn4uQKqM+SEbibKlMj/mndf3aTziJrUm0/fO/NXVv8mVL18uOXSUm67RioovwHYFrC0g8E4IUeVXYr3Gq/FGYLzKlFNUIK5j4oyl8CzElo92kWJ5iSUsFANOt5R4acBza/OVU+GKotyMApedtsF6jVch81fxq2xg6GX+bilxeczP5zgVqXDE+m6SszxYk/3ajMfFqDEbcf+uHI47FolgeBk2TVdyiX9DGy87knmZz1jqE+XWoYty3HH2lyTKIcCa2J8iVlrC3nTxANkOurGg4wzwkcnXjb6aNttHJ8z6GCHdwojJJiwhRc32KLGKN7KAKpTg4juhLLWiDCUU/530fqsAtLco6VbhI3q23SnL2bghShyGdwlzI1UYyWCtDiOiKhVdGHmJisTuOkQcwsr/2iCxGea1oBqQIOZ9TNWKhHelsy7GyygcevO5qDRnj2snCWOCWzQCmK+bAwKulFE3994+9j58nf8mo8E/P/H03ry7OT8CpsWLpQRCtDkjjOLbcJw2sL19vloE8vNLLsJwll38z4vjx+xU3UUcFqnyXJBtcRXZpSmzXK22JSjWLhdCvJhlExhixigyWpUA3FqaCmXV5qQfhx+bF4/hybhvOneW/984uL63Z178+ygRjyWMWVvM1e9qKfmM+RK8OPLcqU5gV1VAysA1tBhpbz+XpuSwbYmgLaWViDl0iz/04+Qob9Mc40f35o97QIdvMplAR9DzaxmiTKCUinT26G3+6H94g+TCWeROvfsw+pNo4OSN0+Tut3ARe1HrHZIyqYEd1oM2aVAlr+QMhycHUoEEmkxkTIyBO2+/M1XmuQMLMudOQG0RpAIHDl/C+22pbFbd8Ad08oZd5HfapaXDqOOPnU/OXn29SC5ceYnNFrUu9+U1vTPDVzDmj50oKv/gT513ZD49Xv3VyueK1SyN8HTiuPm01Sc38t1TrQ1YqvnbJIxEb/XM182dxTkP8TjylgJm1RU1iNpohVPM+uuS+m7QgZfw/Um4GCWXDtOyISwOhBalNg0LDF7YHz8totS36ofzaTjvgBiS2O9rsGW82MECw1JVK5jg/Hnpfzx1n9LeMOP0MXCnYQcIIE8P8AQwgVOTAEpcKiCY+PMpDNIOvNUcmkt/5k384LDEELRZMQQQ4qlgiyMNaujA55hSDXCffM3bcHFgasDkus4BwE7PRrkfjhravF0gmEzwOVwaRodDAlQMtBFTFGAQTUZUc+SQZ/+PnpeOu1z2/q9k0Rt0XKc1v/b40HV3Q4sTtHDyeOIOvMlJGI28iH66LLkxnrjzeXYzNxpmf2SmD2de5CcH70Xpp0nPR9roRYzYfCdwRLPRsGAcKrRVcIdgTESipMZdsA0k2sa46JlYgtg3UNXBLThzyJ35N2/ka9VDuk+ctHvifCPSOtHTT+SAG4yiQ0r2cMdvA4EO0kkA3htfE+DdSeKLvxF19Z3448RTn/CTGg+HMrahlTL9wb/G17fRh6dfs7f45uLn1TQc0rT3ltUNRRo0KW94rlSAWioV6tYmlJUjFGoWGjQjc6ig/ZGF4XWlfuTGmi31VQpA0NF5GaU3vvUWB+VHAchZatDGPYMf/WIrSpmXQBW1A9UDQZxp7hviTF5zXi3FYbu5BNWzugX4Q0QUUFUFP54SgjJMHosy57C+qVesDGrDqckIDpV1y6VVQXl43n4GP768+3g2gg/e2buz4Ne3yX0Hu8ZILx9ig6TAu8TEhRBcwzYABIvJfIu5LSreVlK9M7aLAS06ZkRWvbOw4paWCnRIz4EKybirohNgZ+eyVyCqexW8ymlNtwmKXnmqTyb+bF4WIMwPd5nPVuuobvyH9CgrgocctRDAaRU/Rx+CLWJb9cONXLQzfYGirUoYc9W0wBIoSCozCgoS7U5OMWyb1MnL9CTlOZL7B3eHh/vcjfHp4/WH87vb+c94ct8f3cVHcFWK1w7k67QOv0K+BPKkGDxyjPYB77zq6V2BS9Ov1Xp61c3WCmgtvpLhFbS1QUu3bK3z8VRJtoXZdXT5VUu3AHbIg91JXjgYAGCMQMIdN0ctmuT0471CXQbUEWxZPQNDQD4NUC9fJVQRaDoomCMe5if3/nn4m3w/+3Vz4Tz9PT35+TA7gibRBPYSBmnJgIsrZgu/GF0gYJISKulikvIP+aoRmmgEk12TDEyLaNMJAmq2mMRQm6iQnowApGNDRolRmWOgw863npuCi1kFwnKerDwCM6aOFIcLCeasbPd6aFe+Xv5cFmDzuVltYBKO+CpzsTo3l7+s/7wyBNKxob9HADk9QJ5/rGLvJzHNquxc7an+mO1rUTbWHzBj/YnqQZLA1r7btDBKx1CqkXJoxAiyeKw2c5NHl7QMvVXQrRspu4I6SHqkADpY4FkLMLesrQaZefCmxVSRSALZustJDDL+9ezgBMnDjQWgVD/uGPDIqwoPNkPl6magEILoGWsBsH29S/rCjqASdGuQ3xHm5qpAbutYXSQecZltCypTecy2CWKiys8GGClBQDV6WZsUyl2UIwCvptnMFZZmnbn7mfWa08P6V4eXGpjVVmi39CEwmAEvVH5sXVxmFaxVxrvENhY+LRuOSPxtyj40NplPWXi5Ang5dVKhHYAXLriKhlmivfYGdN0agA6wWRWKMRPdl3+6qedX+SaYMPEeaRpxOwiuG4z1YVDT0OhdMUiKGLRRCQiTm2Vvu1o17kZx7vHeQLRb09eBhTRAFCCD8Ub1YJR9n00YdbTrSbgfGOXCQfsCt3URT0fwxg4aNGnlwdZxGKMVtccu0TGVxz4Foz/VQqQQVam9Ia2TEFlHJTdgpGNmo4OqtIWJsAydBK3Kd8GWowRAUDCAi6YuFIJI05bN3UAE8ghahT72CEQdM+wIqcq6mUZ1oKJ+VrzybTB2FEUkocXhCBHVOIKGemUEClF+0DOwUwQTAojPCkhc1Nkw6K8lF0ebizf06nUr6s9WaFjsqub6sUdYZfNZlqWhz5UwFqCVxRnKE/PM663qVIDJ3l/yxl0BqHUpxxpWJFcILDXd1w4eOwZH8rw7kTaINdV+hJYF0xshpEjdWUZRsdrFtYz8JyNFP9PGqlEEdPlpm5c1JjqSWerUcxzcRIHtklHHyCpGNsGGyn4daXOrTrN7xwBrOZbI4aOVwobTEL0WUzLiENCDAEPbtJb/MpMkZelPJjXuwGp9SBj96aiOuKwnqHVtgovIj9zbGS7recsb2lk7Fr4ksCr9DdJ5RAV3sBkyMSCVb2PYqvSsyaATAFINT8wsDAMQKsen7tqVhhFRB+YVIOglQlU2YnWozHURWTVS6YjgjiAVGMV8s7WOMm6PRgSq3E4bwirMy8rlsd+HqI/2CGaCdwhoety/DUzfrSovUpTFxGqarzYrOd5yiIZAC1NyaSu3+yh3d5Pdy2MknW7Zqas9ujWoz5KmPDZAyTZ1QIkZCGSp7g1Yd6V2HUrcxuyDwBLsFJYcbVgCOrBkM1/HUp69Xu/00Jd1UxB22NAwwwZCqmOF8qElGrizw8hnPdDC0OkZACNsAwPaTjEYD5BNEh/UtICFDRPghqBDBttJV3wXgFBVOYqsrnCm5zT5cnJR5w4dYNsWMByERx48MmsYg/Nbd5b+6k/dMYM4dn9RnE48WV+9SPcNXYZzP13gnDw7COM4nL6hi4jc4Z/xksNF4yaWb3ZMB2Sk7M9Ny8g+z+ltHM+S8z1OTwmeDUcB6PnDMLjxE+xEvWHyjvBs5MZu8l96PTn+s0k4DuPHWbrt7CzVI2djP75dDI4AtHuzdMcRA738fqTKsRxVK6DOzurJKOFYjlK8b7GNrshbgrU/UIBhGePDOa7jQ89vo5E3/fI09oLkZulGuqO3wdgPPC/dD3j0LXRHU3fGseampVx0LE6OGNklesAT7yYWMLKyRVy2HFpyHYZYtFdt7SnL3pzCEVR9k6wtKZWwY3BFZfbAFARjgmD44e7D119e1EezL/fvvryFxhGgOrArCtqoLPxHNlPK2XQ2i02Y+zo9dkumrAJo+hnpW5FCIn5nPVwy2Krt1UMvZhSleMjkxjQdEqNM+uCxso/3Onasia7kOujBenZ0e6MocStQlz6KEjeBOVPP0xLmLasO5rVtOyr7eK+Yb4R5bmOSZZka58Mn5LQRcqDnYgsDyz4i5s6AFwAZsDCuWorEwLgIPIHgEAoYFS6vXdtclreErMSSZUaUAMNg7lE7nb7xTiWmagNrkgZrc6LixI2HtxzH7e+qUBMwUXCM07QGC2dnXTFUjGGwsfgmkNYw4LB2ATk8gApyuy6mNSVDEWY4zG6awSGgGKO2iZoBMcQqeqn2ujC9tO3CYsoNJBeMCwYuHU/dpzBIrn3zRvNb/ybWKZVUb0YlpFhcnFhu6e47Ti5lIwYYM6PHVlE1shuxHrEk7N601NbqFqSfuuLcjkgg22KZqWllk8XMH0jZUo0EMtk3KvZx1fhkmWyUJYF09UCXNzPXH8MhP7/cKowKW1y6lUK2ocn6g8BuCi7MwBQiJkcmC1yOw31o05FchyHcwyEax/E2QUyUfNrkuxJ3mmrl1b/JlbcPQ2+WJnnTp9+5wWjiB2MOdXyyjkYEohW99WbhBFZBv1/p4EqwF8C6e52SFNI1OTkgAFEiVkberoTYrTs2DQVhacJPbo5u49oa0LFh7IgpKl5Pc94648aUWquSdAiKP3Dp52LacWR344iXE2kbC1HRJ86Og9g4bH2rlF4HIgWiic8l5OhWMfUR5KY+o4bxA4fdckCUbTmA7F6RDY1wkN1bInluQzWpc8i78twojXAaqzqhOYfEPY4qAJPNWBLq5eetBCBgZhnlWiU02EcrocJLU1Z1W83CNeRat/ryIWHaopoaE+nKphKuli3UbPadLMPQ4TetaZf3mybuPPFqqLzSJ6UUZ2QSG4wjJx/4dBR5MoLR41dBeH8zcf94h6QKCNPUlNYGiNo/ckduKVILJYUsiNcCrzVrKupXqjamVq9QXqWJNNSwVH/E10qWJpUsbISd2DrrWLwft/9eXHx9P/n476/jye/Bu9HlP0dww870DFrl1SslwRu4KXpTt0ilmdyuYVB2pEqFSxQlDgMpH85Qu2Zly/vKq2CZuzE+fbz+cH53O/8ZT+77o7tYODe9Hy6Gt6cnLdtR/eWPJGcPFzW8DYEA3+sJ57INqZKT73Rns/6ZGNX82RFPzSwyErEahp860YDMzEOzkdw4k9CYdexWbNlGRdkvz/4VYnDtcdcZsKbBAq7+kK8WcCMLmJ0LRycFaLB/S+i562w2Hk59++3JWaltDDbhurwzUlmcU3w0NDq4YXZ3txoY2enVwCANg5wYmz1omTaBBrEdwrEuwT0DYWxnr9l1ippsk3tNvgJnk0mcQbzA4uTvIqRPHM2X0uE4eQEwZg/PTya/jdP/P3nzuTte1oWsbpd8vtUdV89z+NnKoi+LwJWIMwlSyWQ2FydSiW+oXy+VyPMsViaWmg1nLpjWtWRUyamKhVCdFcOaCjlqSC9BlqYaKB2RYARwTY4G6x42LV8HBlZVPcrEG4xsqJMsK7+ayPki9USy3HrJteNhSoRPX3cTRzJyCP2+48gRVcTieeO5JUZHkGHk/3SeHr++/R2c3iOMRl+/fv7zPMVA72p1PcGDjogFdqAQapq8xVYxDL0uMZPt9gO2UBdtqAXDFpuHRJKbWsxP5rdjTJDx8Wn09OXv+QW+fdC3eFWoVKH8wSad0NA1Rp90C2AIM7rSaah0IasLWQ9E2mpHInwfWWA5HkT90e1RTP69NPqT98Nf4Y9BQrXqyFoGjl2CZ1s4vo3TT+zcAgbb5QbzzpOBRBKoXujLrltNtB0Qtjb1GA/blBzPrT6hnIy+fEx4LG1HTN8bGmcTd/5Hp7HnVHirMmw9E/eM3E9Ra6+3kmwy+mTUiwiiPnX809cwaEkYFBUVhEkH4GqIgorRhdVXhEqx35dL5JlPsatE7g/+Nb6+jT48/Zq9xTcXP6+m4TBh8FojZUi3ukUwKTa+Y9w49slEUe2dnYQd4ptiCtFexS6k+Jr1cGxMBXQoxbcBRPbAfopDazB6+hgMsXFy/hWfP2fV8yAqIWbdGJz0NJ+4FtJsMtSrcGw78Faxxr2mBSysu2jIW3Y5axUBVHMwWPrg0o0TxRosr6T9V/SPf2SSEdbmTiGnSOTQEo7QNTGw+oPmq6S/XiQXbhJ6uNPkm7uTg+qcQWZRl63rxPMGL1Jk8JbQoNFs3I4kZYyeYzNesmHaG6VELH9JdMnhClzg/cjXQDZq6djcEvXaCRvKUs95FEUTCdhuBMOQvZ+rms45EH1zBwM/1pupUdxSQ7i+JcfRmKW5/Qx+fHn38WwEH7yzd2fBr2+T++To68wXenXay5x2rkkKCCe1K3LcS0i6J457k8pI+eNtqLue1zHVUOmIjsHMGAjTbKhf9sGxJ018L5l9aAg4RUPJcdYXtjGUxD5WLX+dmoIF43F7CJQwt2BEeskrSU0YSPeCqj95Ttydh+F4ktZ79CfhYpT8fxWHUbpORqMxIcwEyKv6YFcJATosMt+dSwRqR4InJKQDNOr0AVapHZnJvk2hjq0dLTUFaaIc346o05QYh9zwMqNpQ0qigbh7sdPbpKXHEf+xN4xEIexMr+RPmDFt/B9h/n2yaI0sT6qaTXIg/DL4LzXKWxGCykepWBxxgCAJaotCQhLs759n/6BP4N8h+eeGONfj4/NP9yVhuS8X75P/kxsav47PP79f/frx/dUVR40Xu/SKrUtFSOvSqxJatjl+l5k3KtJwHd59tbHYC9KR+R3RaabJMKBpNg/ZMYWZtKdJ9npxm3sfyQG7Eli0OYZXKyp25fxqFdFVzn+e5bQ15yOWI9VYciYzIxJh2SOgaL913q/0Ai9y0xedenfeJJylObbUsvqT8NVhZdq48U+Inkc+Vq1qGFF0c/rP+PoJ/v4Oj8e/j7/MrxfftdRkb5zQWdWYrb8PYdN+yZJz7FayDFvM4keLuUXtQKaJC6MLmB2qjiN6to0YZwlZeN/tn8BPv1/szWPRzO09LmR1nhf8rAUM3/etKoJVQgBRLn/VzjqfuQHtZX0fxN44cpdrr6FxTWmz7nvNv/bASebwOkEryaDB+9rbqYSdgo5bjueoGdLfVRFUS5ca6qFbea7cdOR1ZIAZLFpXQZg2eysM1DhmxGDHRSMbSTZQSxCx62ynJohol7MFZdl7wdkWYQMOTCN2bb5ma7xVFQgBjqsdLVwNBANhea5+LVOpN2QSC2fQqSpSGU+w/eWfe4wujr9F4Pg/5/qPrWUE3UvvDjeZICQnFep3h1vMjdRsK8AO2x1Ou6IUCxfB/oHwJr5PKJs38A8nusOuW8WALx4Q1iGyHNREHghbiGvOnG25hdjqbAtxSV92nWldXW0h1tO5ztsVTAvx6X9uMA51ol+1H49JzyzvIRZmXWmNlWynvnoIRI4o393IdweTdBFMmjnvh8E8dpf8lD68fpzRZ84WwXAVmUkfXbrDP+6YPufFQ46Or2vrnssjaAkFcgQskCu1kJ16L+ECPrRz4c/jJTD714vZmhk+uTPx4sKRG7tLakeLYbyIBFuEXqmfa5ii5H9eT1RYWqib/LyDsNQYibMEjf9dhOOUKuldprPe/60Y4SpH6CVjeIkkH71SXUh1wFDdEu0dAFg31XlT/Po28txRRtHFJPZnUTj05vOlTd6/dCN3MvHSO1/mrr9SfCPFIeCD9wBbmunNF5KcuPPkOBM0L1tZrx6D2H1Yy/ZgMF8Jd/bxK8F5gtuAcaehIzLuREl8hRTns5znfvxKQFGNv8USEEERAYFeyPJZ0nfX15fJzdL/6hS0vkBKwmIEjc4wzFNRVWFrCRX5ltvTlbmct6IMN0g0r3E8GYeRH99OX22pkoWeReoKKhmEYwkUkpdviroaRotpVnjuBoO0RsEIU2M6jG+XRnViV2WdAslpubE39l89JjG9DYbetIApT29Rz4Eyeq/Dp7J6DtrsJWiFpnz3ARLFwfQSVVTvyNcjUYP5eJEAOUjp9BwA+5JeXP364cd1LgzG2dPi6qXV5UFUWs/0yjo86wChK61Kv4cn477p3Fn+f+Pg+t6eefHvI2EMdT0FPdHw4ZSj5B4P1mB2GDs1rSsZPcmDr+hi8nRuz0BkngP4cGlHifqlHLFVu/pODepvtktUCXvKdk1Cic9C1ONacmrSM1G7URFW5yRfqbgfVNSFxQaT+iqHMjaaxdeg+enlMkzJVL8mQ0SVzHms5J2uTnlswIFC+kvkuxI677o1sFmdA2KGrNFdG+UddewfZCtlZVVGVJ9jzoD8lNiPfpBakBeeGwXLRIsg7XrqebPCa/QZmsoLp9i1YOtFKfl4ujBn9jzkQr7EwppV3O61VDuNOa4QUlLFUkGmF7lWpsQCsK6mXGFSv8SCDNNn01nKJRb3BxtEnFH9B4pEHD34fLLZC+ZhdDZJOK8j/rHa0AWBPU6kiSsBgKLwRYnRDhtINJnz3qytprJ3wo6XZbnTPZN15VF3XD3BhsyPXuRq7czvFpadLmAZtYzlFwxlwcLTPYEyXwh2+XgdRsPb9v2JbIpjkVNG3o27mMTqsIypTmwRya1MYT0sRJqycSY2qU0C2G59gA2mZL+kb0uegc1X910N/T9+fDRJgwMvVi1jLCgY0Axls2WlnGYoiwOVTWdjUCDmByoflnQQDGnYE33Nl3VeusHoBdve2MKtg5y0DHLDtF5BzkFFMK9iT0DOl/5+Xkxnjy8W46YhqhLTjHLAZ2o+X1y+WJogU1gjr4om4n0VguwZL4prrwWruyuvSOKmCWK5mZZa0rRJ7UQp++TlavXiPC5/kxfeVQ1LPEPqGekBmQV4CDAeXd2RHshgNunV3EffwDUsAQhfoE6rTUf+XQEo5O8iTK+npaZHWXXpcfKKbHTO+nm2ajVfyXo1dCfuhirX5PLyrfVP7qsMM5UW0EqQn4hmjikbIIHkVLVQsXrrqybGOA8nbsX0xi5yRn/5o5szzPY5g3cx6bSHZSf4AU5Jtdl5a6JJPaombpZQodHCUz3zBXOep4NQ0eox0OaaE4HnqWaTvCjOs5cjC7HBTIirPbLQwb3kGGwbrf6FxdtCki5Ye/6pZZxsXdgCOXgZsscZltBf4LJ5If5Pp+wSOm3yFpQBXCxbtLFwrIiqbacl5y6yOrcRXjX3Vmjb2bKeVG9YdkGeOg6plKjpA343YblwlL94EwgKdavR0hEZyGxJJnbDVRnrQnOKEKRGzDF7Qm0st7ZOTDPIm/HU1D57O7wNN07waMvdkmG2AbtqwhrhS4ZVzVcroU11g4PeWYutjUys5tu9GJnIbLhIx5tbFeYLb80ZZi/Hp0bp7bZfAwSMAgQgc2fmKFRHm+gA2/bWB7N5MJs08Ua2wceOa4JL4AFbgceO8g6W66Izf5CGig5H+ZgA9aBZqnyQqCBUr/qx7HbBmEfi9n0ougEniBR0H3B8pO6De5cOF1rN1L2aRZ1oDJOHOmySgiZFxfQKEdSC6AUdbrsIe7uGiu71f+2CYacGhkndBd+6MMyHSt49DqLkj1r03BQPErGgwRbN2qTuyERoyWjwFBODhkc1o1e4B3HtwW3oSs+tL35xiEcCL5L6PF0BOOIjNOsJQZe+Vu2sGNbYLiYtbPo4Hy/EAkSrO/uWtPEhQUxU7dM1iPFDuLIhmycLf5JoUuM6DCcHhDTTZNcG2w4f7RRiTYLlWzLmo0kRtKxxLo1U57ZbZw5moksJigRNjFU2a3tw53sWn2fuJV/9zwEh3bKYrJJDBHaycOahFDu5BOtNupp0D0LZsiG5q1pbErjNfQE338u4BveJ5x7SPE0W2w7kdbgQ2UTV4eN2/N9XXzZlfEEEujpk1HJa1MqWRq7Z14QMB6ooeEB8zHstH84mfnBYyr9YueJgUZBMnfIXU6DR3MbO5JW4ZIWGtpsdpAIWGOV8jRexOiERoCF2SksX3iJS9XpFEgTz7gNtQEiZocDZtLUhfeJovmSbtPMBGLMHvu+hP1nMV3vT+uF0tlgVyaebEkfuNKG8O5nnGh1WbyWj06FMAJVwtgS5BEy2oNcRbrYVjGfEqJzndhRLLTdhSwkm1JJEShPhuLYZguuWzGvyHDBvGbw7PeO3cOyvPQDZvd3AMHiXQXOtd6NYgDLc7S3saldpdw52fI/F2iB/545Sgh4OAosLiRyrffS1XXEpw2NvH36Z67qH8KOfvDA/fPbNGy2Sb3w4wAMIcRMoDEG8TDf8Wqqx7CiKBBNt9wRF/ETbC3c6WpVSsoP3P7qzWfrMcTRMEbRc4nhAUIOYNzNB6y2FZpPZ+zIVHXluJaC9BXijtqvVW9AR8NZO/3YOvHxA51NyhOPkVA7QBF0vR6RGKO2TbA+bpOW00WG4gJSOeQDefgY/vrz7eDaCD97Zu7Pg17fJ/fNu764AkH7yvAv44yq5cMXX3+3vlBBm/SRYj8FvbUYIqTMjZDLxZ3Nv81m781m6lRid3vgPKX0qloRywEAAIxPzx0+wRWyrFvFA+ud0p2k2WWj1gtz9bpY/csiJnwcl0KkUNu9P0KH6BYIqi2GTRuPstpqbADIRWCOHVZ4Da9ITvNmuqJ3F0jN/AJNicxHGDJDrNuliE/QMK/FgDYMQG7JNSyaCPWBYtmklZrZpUjHTeDqB/K7edhO+TJnmTlWa+5DypaN/JAJGkx1gteyjbccoxcmYTRtQtRDagt0iNFWUr4SWTWjpayt2JHSHan0Oi9Bdc+H4NtT+++RW/dP07YI0kvLdj+JFYqE/uekoSI4v9nrdaDGkInIE1pN085YmUhZSoRI/39rvBX/8QOuiB8UeNSHFClIsGtmk1aO2+Orz03D4R+/oEt2nbosmBmo+d7525+Ni4EWBF3uHzPGmILGi6uSFrTxOS9U73fHRtu2vKa++3VCju+tS4bp0Lv+Ar3HCJnFCVBztZAkmdOuNEtq8bcCTswNRQnFzLu3rE3fv7TptsCRhIreKXlP8kXZj8TPFto5A4qKBC2w2ltl+lNFueVxZxyYnlcFNSerRFhTuCCYJd2zsg80X7ZyH4XiybBX1x38XXvYuBzL8jFjF8lMAMegJGi+ofihqox4VbwoI0XYR6gtGbi3N1jnk8hU7/Yk//HMbLuZaS+mUTwk1EVtLBwnu2fyYQv2gPYR+qX1FrWAagw7UbrDpxMajiRjjEWbDbkt3jtAG9cZ/AIiO7SB2xaiJd+lxti6IJM5mY7YpgAQIPUKeN7/Y7Uskui7wVSLpl0i0qHSDRDK6ZUfQT80MfhuFHRh6LLHwEDAmBIJ8CMoWNFsri9dDo0N54YOfAeEIrAUn+fvBIAHkKDETnJsjmr/tDDIFibTVSMbv/vwws8jQIqytj+lQgjxQ16MbC1BVlUmGxqud39pMJ6f2MAWnY4U/jmC1wGL2uBpv8jmMvUEYah21pF7JMl4OFuwS0I7d7mVnW4FgM8W/C3AFKd09AS6f600Ir7mCRXVYDRgOq2rTfTwCq1g3YHG7yvYlD1B0ao9QkY/ZRoE1yGZlaR1iWZwMOlblHyiKkzl8V9J55N6krNC6TJFovhssNZDdBYnS9kKhFyxQaldzd84I4Ku53598Si5chvdLC/7kffvQlWcOIMPmzAE6pbRN6LYcz+4RhAvg7RkIbQRwXHdkxX6iei3m9w7V60+eQ/W1O5h47qJ9MMvTw4iwetjQa9mLVx7QZGyHXPGOF0qLz9EQhMRKTtzQhDbx28MOrU/dr65ndYwy+IouJk/n9gxE5jmAD5d2ZCSv3LWyvllZBBswNLMyuNIqh7IIY+kfGGw6Yds/QNlkHln+YTWl8nUUHbAvCyqJ0z8Crqyo4mLnXQPTwqJ9lUSolDBbty1RLfE2wSc3+TiHdPqEXXYGCLbWC0RbPX7YUoD+wOJ9cjQGENTCKjItmmkMZnwwsDbE+0zbqPwDRfIcCKpz3clwMVlobcVULVfYdaXJ6TpdECktRw0k2p37L1EElTeddFboB81n/fzAc9NY3/Fk7A2irsXq5UKXCNaftgDddrJ/EnegvnC470tsAvAe12UUDtyBP/HjDvS8yUM6wUzdekeQ3k7H2y5IP5BMniSkC+p7uol0vpzn1J8PIy9Ou1QOz9XnRs9bgh0rLeC9nSLa3dYfd6uhvWXAC4qDugl4vtjmKk7eeB77w4NyvwnG3EYXC3UjqkoLs9qBO2gEd4mG/F7mi2jwJo/wk3v/PPxNvp/9urlwnv6envx8mB3BVVNGe4lFvjjn08WXS62LClWDO3mei9mLDHdbN7JRO1ndriB77/U4ElTvVMGsNZQjPjF3PHWf0pY348odu1O3EzX5EvW5zatzoxvqHLXqrUsA/cuGPNgXyNNat+IQ05tJQpnDBjp59tvbBXrLva5MOv6F4xbuC24hh9trL5iH0Qq5xtuH2FtyyIGDGD6vWG0Xxc7+qeueYTpFO93Bzkb471GtvSSZIBg02U2ZwM+W/HRx1glNXuibkW6y425ocjr7dp9kgEQ/fS8jcFhgqLNzalYjTFuDNeZN9P4kXByUaofUD1ljuhORN9xqCq11RO+96sa1VTfW1SZX/UHZbbSHg3DAR9dt1AmM72NZDLSYLlnwarkLSFu7uL5t+PPV6+up8B3R9fIseEGezRYVzOiXBK3m2RpKgteCmRwBa5e+t413wRTnp0XUgenN8mCO2N3ztmBTnn6Qm3yOsx9OZ4vVlMDv/lzzhE+7wuziUGcsfyQFUtjp2ojGj/IbJGmvZp48QB1xBGbw6M4NhqkivPp68QYSd5oedzCYz5bHYPCX2McMLZMTi4sEo5u5otVXPEmP1R+6k+Ps+tQfjZayXkT48k1ijWnf76umvUkd24z2UORty6F88jAKwzjf7pcc3O2ncOSlr/h/ -------------------------------------------------------------------------------- /DataEngRoadmapFull.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ErdemOzgen/Data-Engineering-Roadmap/dc95f8fee0d8c52018ef54f5f603d8f25293640a/DataEngRoadmapFull.png -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- 1 | ## Disclaimer 2 | > The purpose of this roadmap is to give you an idea about the landscape. The road map will guide you if you are confused about what to learn next, rather than encouraging you to pick what is hype and trendy. You should grow some understanding of why one tool would be better suited for some cases than the other and remember hype and trendy does not always mean best suited for the job. 3 | ## Give a Star! :star: 4 | If you like or are using this project to learn or start your solution, please give it a star. Thanks! 5 | ## Roadmap 6 | ![Roadmap](./DataEngRoadmap.png) 7 | 8 | ## Programming Languages 9 | * [Python Roadmap](https://github.com/ErdemOzgen/Python-developer-roadmap) 10 | * [Java Roadmap](https://github.com/s4kibs4mi/java-developer-roadmap) 11 | * [Scala Docs](https://docs.scala-lang.org/) 12 | * [Golang Roadmap](https://github.com/Alikhll/golang-developer-roadmap) 13 | 14 | ## Learn Linux 15 | 16 | **There is two main parts for Linux learning: System Administration and Shell Scripting. You can arrange your learning depth with your preference** 17 | * [Linux Bible, 10th Edition from Christopher Negus](https://www.wiley.com/en-us/Linux+Bible,+10th+Edition-p-9781119578895#content-section) 18 | * [Linux Command Line and Shell Scripting Bible, 4th Edition from Richard Blum, Christine Bresnahan](https://www.wiley.com/en-gb/Linux+Command+Line+and+Shell+Scripting+Bible%2C+4th+Edition-p-9781119700937) 19 | 20 | ## Data Structures and Algorithms / System Design 21 | * [Neetcode Leetcode](https://github.com/neetcode-gh/leetcode) ==> use for all languages you learned. 22 | * [Desing Patterns](https://refactoring.guru/) 23 | * [Interview University](https://github.com/jwasham/coding-interview-university) 24 | * [Data Structures and Algorithms Book recommendation](https://github.com/jwasham/coding-interview-university#books-for-data-structures-and-algorithms) 25 | 26 | ## SQL 27 | There are a number of good introductory SQL resources available for free and online. There are also some paid resources which I recommend for beginners, that are very effective, and well worth expensing in my opinion. 28 | A couple of notes: 29 | - I haven’t used all of these resources, but they come with strong recommendations around the web or myself/my peers. 30 | - You absolutely don’t need to use every single resource. Find a couple that work for you, and go to town. 31 | - You can always reach out to me if you have questions. I always paste this online when people are new to asking very technical questions – it’s not meant to be snarky – it's a gentle guide on how to compose your questions and gather necessary resources in order to best give technical people the information needed to get a quick/effective response: http://www.mikeash.com/getting_answers.html 32 | #### Video/Class/Mini-course based: 33 | 1. [Stanford Self-paced ‘Database’ course](https://class.stanford.edu/courses/DB/2014/SelfPaced/about) 34 | - The original Coursera coursed has been converted into a series of mini-courses, which are all self-paced, and thorough. 35 | 2. Portnov Computer School "SQL Tutorial for beginners” 36 | This is a mini-course (~4 hours in total) which is said to be quite good. 37 | Links: 38 | - Video 1: https://www.youtube.com/watch?v=xaRrTBmMp30 39 | - Video 2: https://www.youtube.com/watch?v=1sMR2ApQVvw 40 | - Video 3: https://www.youtube.com/watch?v=deegPjmasq8 41 | - Video 4: https://www.youtube.com/watch?v=vHE-EeLaYsI 42 | #### Book/Tutorial Format (some interactive): 43 | 1. [SQL Problems and Solutions – Interactive book](http://www.sql-tutorial.ru/) 44 | “…student[sic] can ask questions and get the answers even if such answers cannot be found in the textbook. To a certain extent interactive textbook is intended to substitute a teacher/advisor, which is, to our mind, indispensable requirement for the use of such teaching materials within the system of distance learning" 45 | 2. [Learn SQL The Hard Way](http://sql.learncodethehardway.org/) 46 | "This book will teach you the 80% of SQL you probably need to use it effectively, and will mix in concepts in data modeling at the same time. If you've been fumbling around building web, desktop, or mobile applications because you don't know SQL, then this book is for you. It is written for people with no prior database, programming, or SQL knowledge, but knowing at least one programming language will help." 47 | 3. [GalaXQL](http://sourceforge.net/projects/galaxql/) 48 | "GalaXQL is a fun SQL tutorial where the database is a galaxy of stars that is rendered in 3D. Watch the galaxy change as your SQL commands create, modify, and destroy heavenly objects. What could be more fun?" 49 | 4. [PostgreSQL Tutorial](http://www.postgresqltutorial.com/) 50 | "We developed the PostgreSQL tutorial to demonstrate the unique features of PostgreSQL that make it the most advanced open source database management system in the world. In addition, we will show you how to leverage those features to make your application faster and more secure." 51 | 5. [Head First SQL](http://www.headfirstlabs.com/books/hfsql/) 52 | An excellent resource for beginners, I went through years ago. I highly recommend picking up a copy if you truly want to start at the ground level. It’s a big book, but the font size is large, and there are exercises / pictures etc. It takes about 1-2 days to get through, maybe a week spread out. 53 | “Is your data dragging you down? Are your tables all tangled up? Well we've got the tools to teach you just how to wrangle your databases into submission. Using the latest research in neurobiology, cognitive science, and learning theory to craft a multi-sensory SQL learning experience, Head First SQL has a visually rich format designed for the way your brain works, not a text-heavy approach that puts you to sleep. 54 | Maybe you've written some simple SQL queries to interact with databases. But now you want more, you want to really dig into those databases and work with your data. Head First SQL will show you the fundamentals of SQL and how to really take advantage of it. We'll take you on a journey through the language, from basic INSERT statements and SELECT queries to hardcore database manipulation with indices, joins, and transactions. We all know "Data is Power"—but we'll show you how to have "Power over your Data". Expect to have fun, expect to learn, and expect to be querying, normalizing, and joining your data like a pro by the time you're finished reading!" 55 | #### Practice resources: 56 | 1. [SchemaVerse](https://schemaverse.com/) 57 | "The Schemaverse is a space-based strategy game implemented entirely within a PostgreSQL database. Compete against other players using raw SQL commands to command your fleet. Or, if your PL/pgSQL-foo is strong, wield it to write AI and have your fleet command itself!" 58 | 2. [SqlEx](http://www.sql-ex.ru/) 59 | An extension of the sql-tutorial.ru book with practice exercises. 60 | 3. [SQLZoo](http://sqlzoo.net/wiki/Main_Page) 61 | Some tutorials and practice exercises 62 | 4. [PostgreSQL Exercises](http://pgexercises.com/index.html) 63 | "This site was born when I noticed that there's a load of material out there to help people learn about SQL, but not a great deal to make it easy to learn by doing. PGExercises provides a series of questions and explanations built on a single, simple dataset. It's designed for use as a partner to a good book or Postgres' excellent documentation. 64 | The exercises on this site range from simple select and where clauses, through joins and case statements, and on to aggregations, window functions, and recursive queries. Most people who aren't already pros should find something to test themselves with." 65 | 66 | ## Testing 67 | 68 | * Unit Testing 69 | * Integration testing 70 | * Functional testing 71 | * [Agile Testing: A Practical Guide for Testers and Agile Teams](https://www.amazon.com/Agile-Testing-Practical-Guide-Testers/dp/0321534468) 72 | * [The Art of Software Testing](https://www.amazon.com/Art-Software-Testing-Glenford-Myers/dp/1118031962) 73 | 74 | 75 | ## CI/CD and Virtualization 76 | 77 | * [Ansible](https://www.ansible.com/) 78 | * [Jenkins](https://www.jenkins.io/) 79 | * [Docker](https://www.docker.com/) 80 | * [Kubernetes](https://kubernetes.io/) 81 | * [Terraform](https://www.terraform.io/) 82 | * [Aws CDK](https://aws.amazon.com/cdk/) 83 | 84 | ## Database Fundamentals 85 | 86 | * [SQL](#sql) 87 | * Normalisation 88 | * ACID transactions 89 | * CAP Theorem 90 | * OLTPS vs OLAP 91 | * Horizontal vs Vertical Scaling 92 | * Dimensional Modeling 93 | 94 | ## Relational Database 95 | 96 | * [MySQL](https://www.mysql.com/) 97 | * [PostgreSQL](https://www.postgresql.org/) 98 | * [MariaDB](https://mariadb.org/) 99 | * [Amazon Aurora](https://aws.amazon.com/rds/aurora/) 100 | 101 | ## Non-Relational Databases 102 | 103 | * Document 104 | * [MongoDB](https://www.mongodb.com/) 105 | * [Elasticsearch](https://www.elastic.co/) 106 | * [Apache CouchDB](https://couchdb.apache.org/) 107 | * [Azure CosmosDB](https://learn.microsoft.com/en-us/azure/cosmos-db/) 108 | * Wide Column 109 | * [Apache Cassandra](https://cassandra.apache.org/_/index.html) 110 | * [Apache HBase](https://hbase.apache.org/) 111 | * [Google Bigtable](https://cloud.google.com/bigtable) 112 | * Graph 113 | * [Neo4j](https://neo4j.com/) 114 | * [Amazon Neptune](https://aws.amazon.com/neptune/) 115 | * Key-Value 116 | * [Redis](https://redis.io/) 117 | * [Memcached](https://memcached.org/) 118 | * [Amazon DynamoDB](https://aws.amazon.com/dynamodb/) 119 | 120 | ## Data Processing 121 | 122 | * Batch 123 | * [Apache Pig](https://pig.apache.org/) 124 | * [Data Build Tool](https://www.getdbt.com/) 125 | 126 | * Stream 127 | * [Apache Kafka](https://kafka.apache.org/) 128 | * [Apache Storm](https://storm.apache.org/) 129 | 130 | * Hybrid 131 | * [Apache Spark](https://spark.apache.org/) 132 | * [Apache Beam](https://beam.apache.org/) 133 | * [Apache Flink](https://flink.apache.org/) 134 | 135 | ## Messaging 136 | 137 | * [RabbitMQ](https://www.rabbitmq.com/) 138 | * [Apache ActiveMQ](https://activemq.apache.org/) 139 | 140 | ## Cluster Computing Fundamentals 141 | 142 | * [Apache Hadoop](https://hadoop.apache.org/) 143 | * [HDFS](https://hadoop.apache.org/docs/stable/hadoop-project-dist/hadoop-hdfs/HdfsDesign.html) 144 | * [MapReduce](https://www.ibm.com/topics/mapreduce) 145 | * [Lambda & Kappa Architecture](https://towardsdatascience.com/a-brief-introduction-to-two-data-processing-architectures-lambda-and-kappa-for-big-data-4f35c28005bb) 146 | * [Managed Hadoop](https://aws.amazon.com/emr/features/hadoop/) 147 | 148 | 149 | ## Object storage 150 | 151 | * [AWS S3](https://aws.amazon.com/s3/) 152 | * [Google Cloud Storage](https://cloud.google.com/storage) 153 | 154 | ## Datawarehouses 155 | 156 | * [Snowflake](https://www.snowflake.com/en/) 157 | * [Amazon Redshift](https://aws.amazon.com/redshift/) 158 | * [Apache Hive](https://hive.apache.org/) 159 | * [Google BigQuery](https://cloud.google.com/bigquery) 160 | * [ClickHouse](https://github.com/ClickHouse/ClickHouse) 161 | 162 | 163 | 164 | ## Monitoring Datapipelines 165 | 166 | * [Prometheus](https://prometheus.io/) 167 | * [Datadog](https://www.datadoghq.com/) 168 | * [Sentry](https://sentry.io/welcome/) 169 | 170 | 171 | 172 | ## Data Visualization 173 | 174 | * [Jupyter Notebook](https://jupyter.org/) 175 | * [Looker](https://www.looker.com/) 176 | * [Grafana](https://grafana.com/) 177 | * [Tableau](https://www.tableau.com/) 178 | 179 | 180 | ## Machine Learning and Deep Learning Tools 181 | 182 | * Math 183 | * Statistics and Probability 184 | * [Pandas](https://pandas.pydata.org/) 185 | * [NumPy](https://numpy.org/) 186 | * [Tensorflow](https://www.tensorflow.org/) 187 | * [Keras](https://keras.io/) 188 | * [Pytorch](https://pytorch.org/) 189 | * [Scikit-learn](https://scikit-learn.org/stable/) 190 | * #### Data Science Resources 191 | - :books: [DPhi-Data Science Courses](https://dphi.tech/) 192 | - :books: [Data Science Methodology](https://cognitiveclass.ai/courses/data-science-methodology-2) 193 | - :bulb: [Data Science Cheat Sheets](https://www.kaggle.com/timoboz/data-science-cheat-sheets) 194 | - :bulb: [Data Science Roadmap](https://www.scaler.com/blog/data-science-roadmap/) 195 | - :books: [IBM Data Science Coursera](https://www.coursera.org/professional-certificates/ibm-data-science) 196 | - :video_camera: [Introduction to Data Science with R](https://www.youtube.com/watch?v=32o0DnuRjfg&list=PLTJTBoU5HOCRrTs3cJK-PbHM39cwCU0PF&index=1) 197 | - :bulb: [Machine Learning Algorithms from Scratch](https://github.com/python-engineer/MLfromscratch) 198 | - :books: [Python for Data Science: Fundamentals](https://www.dataquest.io/course/python-for-data-science-fundamentals) 199 | - :books: [Python for Data Science: Intermediate](https://www.dataquest.io/course/python-for-data-science-intermediate/) 200 | 201 | 202 | * #### Machine Learning Resources 203 | - :books: [Google's Machine Learning Crash Course](https://developers.google.com/machine-learning/crash-course/) 204 | - :books: [Andrew Ng's Machine Learning Coursera Course](https://www.coursera.org/learn/machine-learning) 205 | - :books: [Intro to Machine Learning](https://www.kaggle.com/learn/intro-to-machine-learning) 206 | - :books: [Intermediate Machine Learning](https://www.kaggle.com/learn/intermediate-machine-learning) 207 | - :books: [Understanding Machine Learning: From Theory to Algorithms](https://www.cs.huji.ac.il/~shais/UnderstandingMachineLearning/copy.html) 208 | - :books: [Probability and Statistics](https://ocw.mit.edu/courses/mathematics/18-05-introduction-to-probability-and-statistics-spring-2014/index.htm) 209 | - :books: [freecodecamp's courses for machine learning](https://www.freecodecamp.org/learn/) 210 | - :bulb: [A quick review of the linear algebra concepts relevant to machine learning.](http://www.deeplearningbook.org/contents/linear_algebra.html) 211 | - :books: [Calculus](http://cs231n.stanford.edu/handouts/derivatives.pdf) 212 | - :books: [Statistical concepts for machine learning](http://www-bcf.usc.edu/~gareth/ISL/) 213 | - :bulb: [AWS Machine Learning Tools](https://www-freecodecamp-org.cdn.ampproject.org/c/s/www.freecodecamp.org/news/aws-machine-learning-tools-the-complete-guide/amp/) 214 | - :green_book: [Introductory Primer](https://www.toptal.com/machine-learning/machine-learning-theory-an-introductory-primer) 215 | - :bulb: [Machine Learning Roadmap](https://whimsical.com/machine-learning-roadmap-2020-CA7f3ykvXpnJ9Az32vYXva) 216 | - :bulb: [Machine Learning Roadmap: A Step by Step Guide](https://www.scaler.com/blog/machine-learning-roadmap/) 217 | - :books: [TinyML Course](https://www.edx.org/professional-certificate/harvardx-tiny-machine-learning) 218 | - :books: [Machine Learning Introduction with Python](https://www.dataquest.io/path/machine-learning-intro-with-python/) 219 | - :speaker: [Machine Learning Guide Podcast](https://ocdevel.com/mlg) 220 | 221 | 222 | * ##### Deep Learning Resources 223 | - :books: [Andrew Ng's Deep Learning Specializations Course](https://www.coursera.org/specializations/deep-learning) 224 | - :green_book: [Convolutional networks CS231n](https://cs231n.github.io/convolutional-networks/) 225 | - :books: [Deep Learning Fundamentals](https://www.dataquest.io/course/deep-learning-fundamentals/) 226 | - :bulb: [Deep learning cheat sheet](https://stanford.edu/~shervine/teaching/cs-229/cheatsheet-deep-learning) 227 | - :books: [Natural Language Processing CS224n](http://web.stanford.edu/class/cs224n/) 228 | - :books: [IBM Deep Learning Course with certification](https://cognitiveclass.ai/courses/introduction-deep-learning) 229 | 230 | 231 | ## MLOPS tools 232 | 233 | * [Tensorflow Extended](https://www.tensorflow.org/tfx) 234 | * [Kubeflow](https://www.kubeflow.org/) 235 | * [Amazon Sagamaker](https://aws.amazon.com/sagemaker/) 236 | * [MLflow](https://mlflow.org/) 237 | 238 | ## Cloud 239 | 240 | * [AWS](https://aws.amazon.com/) 241 | * [Google Cloud](https://cloud.google.com/) 242 | * [Azure](https://azure.microsoft.com/en-us/) 243 | 244 | 245 | ## Wrap Up 246 | If you think the roadmap can be improved, please do open a PR with any updates and submit any issues. Also, I will continue to improve this, so you might want to star this repository to revisit. 247 | Idea from : [Python Developer Roadmap](https://github.com/ErdemOzgen/Python-developer-roadmap) 248 | ## Contribution 249 | The roadmap is built using [Draw.io](https://www.draw.io/). Project file can be found at `DataEngRoadmap.xml` file. To modify it, open draw.io, click **Open Existing Diagram** and choose `xml` file with project. It will open the roadmap for you. Update it, upload and update the images in readme and create a PR (export as png with 400% zoom and minify that with [Compressor.io](https://compressor.io/compress)). 250 | - Open a pull request with improvements 251 | - Discuss ideas in issues 252 | - Spread the word 253 | -------------------------------------------------------------------------------- /welcomes/welcome.go: -------------------------------------------------------------------------------- 1 | package main 2 | 3 | import "fmt" 4 | 5 | func main() { 6 | fmt.Println("Welcome to Data Engineer Roadmap!") 7 | } 8 | -------------------------------------------------------------------------------- /welcomes/welcome.java: -------------------------------------------------------------------------------- 1 | package welcomes; 2 | class welcome { 3 | public static void main(String[] args) { 4 | System.out.println("Welcome to Data Engineer Roadmap!"); 5 | } 6 | } -------------------------------------------------------------------------------- /welcomes/welcome.py: -------------------------------------------------------------------------------- 1 | print("Welcome to Data Engineer Roadmap!") -------------------------------------------------------------------------------- /welcomes/welcome.scala: -------------------------------------------------------------------------------- 1 | object welcome { 2 | def main(args: Array[String]) = { 3 | println("Welcome to Data Engineer Roadmap!") 4 | } 5 | } -------------------------------------------------------------------------------- /welcomes/welcome.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | echo "Welcome to Data Engineer Roadmap!" --------------------------------------------------------------------------------