├── .gitignore ├── README.md └── img ├── AWS_images ├── AWS1.png ├── AWS10.png ├── AWS11.png ├── AWS12.png ├── AWS13.png ├── AWS2.png ├── AWS3.png ├── AWS4.png ├── AWS5.png ├── AWS6.png ├── AWS7.png ├── AWS8.png ├── AWS9.png ├── EID1.png ├── EID2.png ├── EID3.png ├── log1.png ├── log2.png ├── log3.png └── log4.png ├── Adding_volume_images ├── av1.png ├── av2.png ├── av3.png ├── av4.png ├── av5.png ├── av6.png └── av7.png ├── Neo4j_images ├── neo1.png ├── neo2.png └── neo3.png ├── Presto_images ├── presto1.png ├── presto2.png ├── presto3.png ├── presto4.png └── presto5.png ├── Spark_streaming_images ├── ss1.png └── ss2.png ├── alluxio ├── alluxio_web_ui.png └── alluxio_workers_ui.png ├── cassandra ├── README ├── cassandra1.png └── cassandra2.png ├── cdh5 ├── cdh5_1.png ├── cdh5_10.png ├── cdh5_11.png ├── cdh5_12.png ├── cdh5_13.png ├── cdh5_14.png ├── cdh5_15.png ├── cdh5_16.png ├── cdh5_17.png ├── cdh5_18.png ├── cdh5_19.png ├── cdh5_2.png ├── cdh5_20.png ├── cdh5_21.png ├── cdh5_22.png ├── cdh5_23.png ├── cdh5_24.png ├── cdh5_25.png ├── cdh5_3.png ├── cdh5_4.png ├── cdh5_5.png ├── cdh5_6.png ├── cdh5_7.png ├── cdh5_8.png └── cdh5_9.png ├── ecosystem ├── eco1.png └── eco2.png ├── elasticsearch ├── es1.png └── es2.png ├── flask ├── README.md └── flask1.png ├── github ├── git0.png ├── git1.png ├── git10.png ├── git11.png ├── git12.png ├── git13.png ├── git2.png ├── git3.png ├── git4.png ├── git5.png ├── git6.png ├── git7.png ├── git8.png └── git9.png ├── hadoop_mr ├── Readme.md ├── hmr1.png ├── hmr10.png ├── hmr11.png ├── hmr2.png ├── hmr3.png ├── hmr4.png ├── hmr5.png ├── hmr6.png ├── hmr7.png ├── hmr8.png └── hmr9.png ├── hbase └── hbase1.png ├── hdfs ├── HDFS-arch.png ├── hadoop-webui.png ├── hdfs-blocks.png ├── hdfs-common-commands.png └── hdfs-monitoring.png ├── hive ├── hive_job_history.png ├── hive_output.png ├── hive_output2.png └── hive_web_ui.png ├── kafka ├── kafka-manager-add-cluster.png ├── kafka-manager.png ├── log_anatomy.png └── producer_consumer.png ├── kafka_advanced └── messages-kafka.png ├── kinesis └── kinesis-terminal.png ├── pig ├── pig_job_history.png ├── pig_output.png └── pig_web_ui.png ├── s3 ├── README.md ├── s3-1.png ├── s3-2.png └── s3-3.png ├── spark_intro ├── price_output.png ├── price_output2.png ├── python_output.png ├── scala_output.png ├── spark_executors_ui.png ├── spark_jobs_ui.png └── spark_master_ui.png ├── storm ├── storm1.png ├── storm2.png └── storm3.png ├── supervisor ├── supervisor1.png └── supervisor2.png └── zookeeper ├── zookeeper1.png ├── zookeeper2.png └── zookeeper3.png /.gitignore: -------------------------------------------------------------------------------- 1 | .DS_Store 2 | -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- 1 | # data-engineering-devs 2 | 3 | In the [Wiki page](https://github.com/InsightDataScience/data-engineering-devs/wiki) of this repo, there is a listing of many common data engineering tools along with help to get started, including simple examples of using each tool 4 | 5 | Since GitHub currently does not allow standard pull requests for Wiki pages, please open an issue for anything that needs to be changed. 6 | -------------------------------------------------------------------------------- /img/AWS_images/AWS1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/AWS_images/AWS1.png -------------------------------------------------------------------------------- /img/AWS_images/AWS10.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/AWS_images/AWS10.png -------------------------------------------------------------------------------- /img/AWS_images/AWS11.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/AWS_images/AWS11.png -------------------------------------------------------------------------------- /img/AWS_images/AWS12.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/AWS_images/AWS12.png -------------------------------------------------------------------------------- /img/AWS_images/AWS13.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/AWS_images/AWS13.png -------------------------------------------------------------------------------- /img/AWS_images/AWS2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/AWS_images/AWS2.png -------------------------------------------------------------------------------- /img/AWS_images/AWS3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/AWS_images/AWS3.png -------------------------------------------------------------------------------- /img/AWS_images/AWS4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/AWS_images/AWS4.png -------------------------------------------------------------------------------- /img/AWS_images/AWS5.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/AWS_images/AWS5.png -------------------------------------------------------------------------------- /img/AWS_images/AWS6.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/AWS_images/AWS6.png -------------------------------------------------------------------------------- /img/AWS_images/AWS7.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/AWS_images/AWS7.png -------------------------------------------------------------------------------- /img/AWS_images/AWS8.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/AWS_images/AWS8.png -------------------------------------------------------------------------------- /img/AWS_images/AWS9.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/AWS_images/AWS9.png -------------------------------------------------------------------------------- /img/AWS_images/EID1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/AWS_images/EID1.png -------------------------------------------------------------------------------- /img/AWS_images/EID2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/AWS_images/EID2.png -------------------------------------------------------------------------------- /img/AWS_images/EID3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/AWS_images/EID3.png -------------------------------------------------------------------------------- /img/AWS_images/log1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/AWS_images/log1.png -------------------------------------------------------------------------------- /img/AWS_images/log2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/AWS_images/log2.png -------------------------------------------------------------------------------- /img/AWS_images/log3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/AWS_images/log3.png -------------------------------------------------------------------------------- /img/AWS_images/log4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/AWS_images/log4.png -------------------------------------------------------------------------------- /img/Adding_volume_images/av1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/Adding_volume_images/av1.png -------------------------------------------------------------------------------- /img/Adding_volume_images/av2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/Adding_volume_images/av2.png -------------------------------------------------------------------------------- /img/Adding_volume_images/av3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/Adding_volume_images/av3.png -------------------------------------------------------------------------------- /img/Adding_volume_images/av4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/Adding_volume_images/av4.png -------------------------------------------------------------------------------- /img/Adding_volume_images/av5.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/Adding_volume_images/av5.png -------------------------------------------------------------------------------- /img/Adding_volume_images/av6.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/Adding_volume_images/av6.png -------------------------------------------------------------------------------- /img/Adding_volume_images/av7.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/Adding_volume_images/av7.png -------------------------------------------------------------------------------- /img/Neo4j_images/neo1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/Neo4j_images/neo1.png -------------------------------------------------------------------------------- /img/Neo4j_images/neo2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/Neo4j_images/neo2.png -------------------------------------------------------------------------------- /img/Neo4j_images/neo3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/Neo4j_images/neo3.png -------------------------------------------------------------------------------- /img/Presto_images/presto1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/Presto_images/presto1.png -------------------------------------------------------------------------------- /img/Presto_images/presto2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/Presto_images/presto2.png -------------------------------------------------------------------------------- /img/Presto_images/presto3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/Presto_images/presto3.png -------------------------------------------------------------------------------- /img/Presto_images/presto4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/Presto_images/presto4.png -------------------------------------------------------------------------------- /img/Presto_images/presto5.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/Presto_images/presto5.png -------------------------------------------------------------------------------- /img/Spark_streaming_images/ss1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/Spark_streaming_images/ss1.png -------------------------------------------------------------------------------- /img/Spark_streaming_images/ss2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/Spark_streaming_images/ss2.png -------------------------------------------------------------------------------- /img/alluxio/alluxio_web_ui.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/alluxio/alluxio_web_ui.png -------------------------------------------------------------------------------- /img/alluxio/alluxio_workers_ui.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/alluxio/alluxio_workers_ui.png -------------------------------------------------------------------------------- /img/cassandra/README: -------------------------------------------------------------------------------- 1 | Images for Cassandra DevOps 2 | -------------------------------------------------------------------------------- /img/cassandra/cassandra1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/cassandra/cassandra1.png -------------------------------------------------------------------------------- /img/cassandra/cassandra2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/cassandra/cassandra2.png -------------------------------------------------------------------------------- /img/cdh5/cdh5_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/cdh5/cdh5_1.png -------------------------------------------------------------------------------- /img/cdh5/cdh5_10.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/cdh5/cdh5_10.png -------------------------------------------------------------------------------- /img/cdh5/cdh5_11.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/cdh5/cdh5_11.png -------------------------------------------------------------------------------- /img/cdh5/cdh5_12.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/cdh5/cdh5_12.png -------------------------------------------------------------------------------- /img/cdh5/cdh5_13.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/cdh5/cdh5_13.png -------------------------------------------------------------------------------- /img/cdh5/cdh5_14.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/cdh5/cdh5_14.png -------------------------------------------------------------------------------- /img/cdh5/cdh5_15.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/cdh5/cdh5_15.png -------------------------------------------------------------------------------- /img/cdh5/cdh5_16.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/cdh5/cdh5_16.png -------------------------------------------------------------------------------- /img/cdh5/cdh5_17.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/cdh5/cdh5_17.png -------------------------------------------------------------------------------- /img/cdh5/cdh5_18.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/cdh5/cdh5_18.png -------------------------------------------------------------------------------- /img/cdh5/cdh5_19.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/cdh5/cdh5_19.png -------------------------------------------------------------------------------- /img/cdh5/cdh5_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/cdh5/cdh5_2.png -------------------------------------------------------------------------------- /img/cdh5/cdh5_20.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/cdh5/cdh5_20.png -------------------------------------------------------------------------------- /img/cdh5/cdh5_21.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/cdh5/cdh5_21.png -------------------------------------------------------------------------------- /img/cdh5/cdh5_22.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/cdh5/cdh5_22.png -------------------------------------------------------------------------------- /img/cdh5/cdh5_23.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/cdh5/cdh5_23.png -------------------------------------------------------------------------------- /img/cdh5/cdh5_24.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/cdh5/cdh5_24.png -------------------------------------------------------------------------------- /img/cdh5/cdh5_25.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/cdh5/cdh5_25.png -------------------------------------------------------------------------------- /img/cdh5/cdh5_3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/cdh5/cdh5_3.png -------------------------------------------------------------------------------- /img/cdh5/cdh5_4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/cdh5/cdh5_4.png -------------------------------------------------------------------------------- /img/cdh5/cdh5_5.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/cdh5/cdh5_5.png -------------------------------------------------------------------------------- /img/cdh5/cdh5_6.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/cdh5/cdh5_6.png -------------------------------------------------------------------------------- /img/cdh5/cdh5_7.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/cdh5/cdh5_7.png -------------------------------------------------------------------------------- /img/cdh5/cdh5_8.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/cdh5/cdh5_8.png -------------------------------------------------------------------------------- /img/cdh5/cdh5_9.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/cdh5/cdh5_9.png -------------------------------------------------------------------------------- /img/ecosystem/eco1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/ecosystem/eco1.png -------------------------------------------------------------------------------- /img/ecosystem/eco2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/ecosystem/eco2.png -------------------------------------------------------------------------------- /img/elasticsearch/es1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/elasticsearch/es1.png -------------------------------------------------------------------------------- /img/elasticsearch/es2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/elasticsearch/es2.png -------------------------------------------------------------------------------- /img/flask/README.md: -------------------------------------------------------------------------------- 1 | Flask images 2 | -------------------------------------------------------------------------------- /img/flask/flask1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/flask/flask1.png -------------------------------------------------------------------------------- /img/github/git0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/github/git0.png -------------------------------------------------------------------------------- /img/github/git1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/github/git1.png -------------------------------------------------------------------------------- /img/github/git10.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/github/git10.png -------------------------------------------------------------------------------- /img/github/git11.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/github/git11.png -------------------------------------------------------------------------------- /img/github/git12.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/github/git12.png -------------------------------------------------------------------------------- /img/github/git13.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/github/git13.png -------------------------------------------------------------------------------- /img/github/git2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/github/git2.png -------------------------------------------------------------------------------- /img/github/git3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/github/git3.png -------------------------------------------------------------------------------- /img/github/git4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/github/git4.png -------------------------------------------------------------------------------- /img/github/git5.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/github/git5.png -------------------------------------------------------------------------------- /img/github/git6.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/github/git6.png -------------------------------------------------------------------------------- /img/github/git7.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/github/git7.png -------------------------------------------------------------------------------- /img/github/git8.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/github/git8.png -------------------------------------------------------------------------------- /img/github/git9.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/github/git9.png -------------------------------------------------------------------------------- /img/hadoop_mr/Readme.md: -------------------------------------------------------------------------------- 1 | Hadoop MapReduce images 2 | -------------------------------------------------------------------------------- /img/hadoop_mr/hmr1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/hadoop_mr/hmr1.png -------------------------------------------------------------------------------- /img/hadoop_mr/hmr10.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/hadoop_mr/hmr10.png -------------------------------------------------------------------------------- /img/hadoop_mr/hmr11.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/hadoop_mr/hmr11.png -------------------------------------------------------------------------------- /img/hadoop_mr/hmr2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/hadoop_mr/hmr2.png -------------------------------------------------------------------------------- /img/hadoop_mr/hmr3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/hadoop_mr/hmr3.png -------------------------------------------------------------------------------- /img/hadoop_mr/hmr4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/hadoop_mr/hmr4.png -------------------------------------------------------------------------------- /img/hadoop_mr/hmr5.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/hadoop_mr/hmr5.png -------------------------------------------------------------------------------- /img/hadoop_mr/hmr6.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/hadoop_mr/hmr6.png -------------------------------------------------------------------------------- /img/hadoop_mr/hmr7.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/hadoop_mr/hmr7.png -------------------------------------------------------------------------------- /img/hadoop_mr/hmr8.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/hadoop_mr/hmr8.png -------------------------------------------------------------------------------- /img/hadoop_mr/hmr9.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/hadoop_mr/hmr9.png -------------------------------------------------------------------------------- /img/hbase/hbase1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/hbase/hbase1.png -------------------------------------------------------------------------------- /img/hdfs/HDFS-arch.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/hdfs/HDFS-arch.png -------------------------------------------------------------------------------- /img/hdfs/hadoop-webui.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/hdfs/hadoop-webui.png -------------------------------------------------------------------------------- /img/hdfs/hdfs-blocks.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/hdfs/hdfs-blocks.png -------------------------------------------------------------------------------- /img/hdfs/hdfs-common-commands.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/hdfs/hdfs-common-commands.png -------------------------------------------------------------------------------- /img/hdfs/hdfs-monitoring.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/hdfs/hdfs-monitoring.png -------------------------------------------------------------------------------- /img/hive/hive_job_history.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/hive/hive_job_history.png -------------------------------------------------------------------------------- /img/hive/hive_output.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/hive/hive_output.png -------------------------------------------------------------------------------- /img/hive/hive_output2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/hive/hive_output2.png -------------------------------------------------------------------------------- /img/hive/hive_web_ui.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/hive/hive_web_ui.png -------------------------------------------------------------------------------- /img/kafka/kafka-manager-add-cluster.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/kafka/kafka-manager-add-cluster.png -------------------------------------------------------------------------------- /img/kafka/kafka-manager.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/kafka/kafka-manager.png -------------------------------------------------------------------------------- /img/kafka/log_anatomy.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/kafka/log_anatomy.png -------------------------------------------------------------------------------- /img/kafka/producer_consumer.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/kafka/producer_consumer.png -------------------------------------------------------------------------------- /img/kafka_advanced/messages-kafka.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/kafka_advanced/messages-kafka.png -------------------------------------------------------------------------------- /img/kinesis/kinesis-terminal.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/kinesis/kinesis-terminal.png -------------------------------------------------------------------------------- /img/pig/pig_job_history.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/pig/pig_job_history.png -------------------------------------------------------------------------------- /img/pig/pig_output.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/pig/pig_output.png -------------------------------------------------------------------------------- /img/pig/pig_web_ui.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/pig/pig_web_ui.png -------------------------------------------------------------------------------- /img/s3/README.md: -------------------------------------------------------------------------------- 1 | Images needed for S3 devops 2 | -------------------------------------------------------------------------------- /img/s3/s3-1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/s3/s3-1.png -------------------------------------------------------------------------------- /img/s3/s3-2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/s3/s3-2.png -------------------------------------------------------------------------------- /img/s3/s3-3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/s3/s3-3.png -------------------------------------------------------------------------------- /img/spark_intro/price_output.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/spark_intro/price_output.png -------------------------------------------------------------------------------- /img/spark_intro/price_output2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/spark_intro/price_output2.png -------------------------------------------------------------------------------- /img/spark_intro/python_output.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/spark_intro/python_output.png -------------------------------------------------------------------------------- /img/spark_intro/scala_output.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/spark_intro/scala_output.png -------------------------------------------------------------------------------- /img/spark_intro/spark_executors_ui.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/spark_intro/spark_executors_ui.png -------------------------------------------------------------------------------- /img/spark_intro/spark_jobs_ui.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/spark_intro/spark_jobs_ui.png -------------------------------------------------------------------------------- /img/spark_intro/spark_master_ui.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/spark_intro/spark_master_ui.png -------------------------------------------------------------------------------- /img/storm/storm1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/storm/storm1.png -------------------------------------------------------------------------------- /img/storm/storm2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/storm/storm2.png -------------------------------------------------------------------------------- /img/storm/storm3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/storm/storm3.png -------------------------------------------------------------------------------- /img/supervisor/supervisor1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/supervisor/supervisor1.png -------------------------------------------------------------------------------- /img/supervisor/supervisor2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/supervisor/supervisor2.png -------------------------------------------------------------------------------- /img/zookeeper/zookeeper1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/zookeeper/zookeeper1.png -------------------------------------------------------------------------------- /img/zookeeper/zookeeper2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/zookeeper/zookeeper2.png -------------------------------------------------------------------------------- /img/zookeeper/zookeeper3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InsightDataScience/data-engineering-ecosystem/886496ef3176b2586281b4e81f4a9c009bbcbeba/img/zookeeper/zookeeper3.png --------------------------------------------------------------------------------