├── .gitignore ├── .project ├── README.md ├── datasource ├── brand.py ├── command.sh ├── record.py └── user.py ├── etl ├── etl.py ├── loadDataToHive │ ├── loadDataToHive.iml │ ├── pom.xml │ └── src │ │ └── main │ │ └── java │ │ └── bigdata │ │ └── etl │ │ └── loadDataToHive.java └── start_etl.py ├── flume ├── command │ ├── start_flume_batch.sh │ └── start_flume_realtime.sh └── conf │ ├── flume-conf-logAnalysis-kafka.properties │ ├── flume-conf-logAnalysis.properties │ └── flume-env.sh ├── hadoop ├── .classpath ├── .project ├── command │ ├── start-dfs.sh │ ├── start-historyserver.sh │ ├── start-yarn.sh │ ├── stop-dfs.sh │ ├── stop-historyserver.sh │ └── stop-yarn.sh ├── conf │ ├── capacity-scheduler.xml │ ├── core-site.xml │ ├── hadoop-env.sh │ ├── hdfs-site.xml │ ├── mapred-env.sh │ ├── mapred-site.xml │ ├── slaves │ ├── yarn-env.sh │ └── yarn-site.xml ├── pom.xml ├── src │ └── main │ │ ├── java │ │ └── cn │ │ │ └── chinahadoop │ │ │ ├── hdfs │ │ │ └── HdfsExample.java │ │ │ └── mapreduce │ │ │ ├── Grep.java │ │ │ ├── InvertedIndex.java │ │ │ ├── JobFailureTest.java │ │ │ ├── OOMTest.java │ │ │ ├── TaskAttemptTest.java │ │ │ └── WordCount.java │ │ └── resources │ │ ├── input │ │ ├── input_1.txt │ │ └── input_2.txt │ │ └── output │ │ ├── ._SUCCESS.crc │ │ ├── .part-r-00000.crc │ │ ├── _SUCCESS │ │ └── part-r-00000 └── streaming │ ├── mapper.cpp │ ├── mapper.php │ ├── mapper.sh │ ├── mapper2.cpp │ ├── mapper2.sh │ ├── reducer.cpp │ ├── reducer.php │ ├── reducer.sh │ ├── run_cpp_mr.sh │ ├── run_php_mr.sh │ ├── run_shell_mr.sh │ └── test.txt ├── hbase └── hbase-ingest │ ├── pom.xml │ └── src │ └── main │ └── java │ └── bigdata │ └── hbase │ ├── Ingest.java │ ├── ProfileIngest.java │ ├── Query.java │ └── RecordIngest.java ├── hive ├── README.md ├── command │ ├── add_partition.sql │ ├── age_price_list.sql │ ├── brand_price_list.sql │ ├── create_orc_table.sql │ ├── create_parquet_table.sql │ ├── create_table_brand.sql │ ├── create_table_record.sql │ ├── create_table_user.sql │ ├── employees.sql │ ├── employees_part.sql │ ├── load_data_to_orc.sql │ ├── load_data_to_parquet.sql │ ├── province_prince_list.sql │ ├── skewed.sql │ ├── start-hiveserver2.sh │ ├── start-metastore.sh │ ├── start-mysql.sh │ └── weblog.sql ├── conf │ ├── hive-env.sh │ ├── hive-log4j2.properties │ └── hive-site.xml └── data │ └── employees.txt ├── kafka └── command │ ├── start-kafka.sh │ └── start-zookeeper.sh ├── mysql ├── create_table_brand.sql ├── create_table_user.sql ├── load_table_brand.sql ├── load_table_user.sql └── start-client.txt ├── pom.xml ├── presto ├── command │ ├── age_price_list_presto.sql │ ├── brand_price_list_presto.sql │ ├── gender_brand_rank.sql │ ├── start-presto-client.sh │ ├── start-presto.sh │ └── stop-presto.sh └── conf │ └── etc │ ├── catalog │ └── hive.properties │ ├── config.properties │ ├── jvm.config │ └── node.properties ├── redis └── command │ ├── start-redis-client.sh │ └── start-redis.sh ├── sqoop └── command │ ├── brand_dimension_sqoop.sh │ └── user_dimension_sqoop.sh ├── storm ├── command │ ├── realtime_process.sh │ ├── start-storm-nimbus.sh │ ├── start-storm-supervisor.sh │ └── start-storm-ui.sh ├── conf │ ├── storm-env.sh │ └── storm.yaml └── storm_realtime_process │ ├── pom.xml │ └── src │ └── main │ └── java │ └── bigdata │ └── storm │ ├── ExtractBolt.java │ ├── LogProcessTopology.java │ ├── ProvinceBolt.java │ ├── ProvinceStoreMapper.java │ ├── WebsiteBolt.java │ └── WebsiteStoreMapper.java └── visualization ├── command └── start-web.sh ├── py-echarts ├── main.py ├── models.py ├── models.pyc ├── query_presto.py ├── query_presto.pyc ├── query_redis.py ├── query_redis.pyc └── templates │ ├── chart.html │ └── main.html └── result ├── image-1.png ├── image-2.png └── image-3.png /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/.gitignore -------------------------------------------------------------------------------- /.project: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/.project -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/README.md -------------------------------------------------------------------------------- /datasource/brand.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/datasource/brand.py -------------------------------------------------------------------------------- /datasource/command.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/datasource/command.sh -------------------------------------------------------------------------------- /datasource/record.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/datasource/record.py -------------------------------------------------------------------------------- /datasource/user.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/datasource/user.py -------------------------------------------------------------------------------- /etl/etl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/etl/etl.py -------------------------------------------------------------------------------- /etl/loadDataToHive/loadDataToHive.iml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/etl/loadDataToHive/loadDataToHive.iml -------------------------------------------------------------------------------- /etl/loadDataToHive/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/etl/loadDataToHive/pom.xml -------------------------------------------------------------------------------- /etl/loadDataToHive/src/main/java/bigdata/etl/loadDataToHive.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/etl/loadDataToHive/src/main/java/bigdata/etl/loadDataToHive.java -------------------------------------------------------------------------------- /etl/start_etl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/etl/start_etl.py -------------------------------------------------------------------------------- /flume/command/start_flume_batch.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/flume/command/start_flume_batch.sh -------------------------------------------------------------------------------- /flume/command/start_flume_realtime.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/flume/command/start_flume_realtime.sh -------------------------------------------------------------------------------- /flume/conf/flume-conf-logAnalysis-kafka.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/flume/conf/flume-conf-logAnalysis-kafka.properties -------------------------------------------------------------------------------- /flume/conf/flume-conf-logAnalysis.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/flume/conf/flume-conf-logAnalysis.properties -------------------------------------------------------------------------------- /flume/conf/flume-env.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/flume/conf/flume-env.sh -------------------------------------------------------------------------------- /hadoop/.classpath: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/hadoop/.classpath -------------------------------------------------------------------------------- /hadoop/.project: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/hadoop/.project -------------------------------------------------------------------------------- /hadoop/command/start-dfs.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/hadoop/command/start-dfs.sh -------------------------------------------------------------------------------- /hadoop/command/start-historyserver.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/hadoop/command/start-historyserver.sh -------------------------------------------------------------------------------- /hadoop/command/start-yarn.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/hadoop/command/start-yarn.sh -------------------------------------------------------------------------------- /hadoop/command/stop-dfs.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/hadoop/command/stop-dfs.sh -------------------------------------------------------------------------------- /hadoop/command/stop-historyserver.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/hadoop/command/stop-historyserver.sh -------------------------------------------------------------------------------- /hadoop/command/stop-yarn.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/hadoop/command/stop-yarn.sh -------------------------------------------------------------------------------- /hadoop/conf/capacity-scheduler.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/hadoop/conf/capacity-scheduler.xml -------------------------------------------------------------------------------- /hadoop/conf/core-site.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/hadoop/conf/core-site.xml -------------------------------------------------------------------------------- /hadoop/conf/hadoop-env.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/hadoop/conf/hadoop-env.sh -------------------------------------------------------------------------------- /hadoop/conf/hdfs-site.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/hadoop/conf/hdfs-site.xml -------------------------------------------------------------------------------- /hadoop/conf/mapred-env.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/hadoop/conf/mapred-env.sh -------------------------------------------------------------------------------- /hadoop/conf/mapred-site.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/hadoop/conf/mapred-site.xml -------------------------------------------------------------------------------- /hadoop/conf/slaves: -------------------------------------------------------------------------------- 1 | bigdata 2 | -------------------------------------------------------------------------------- /hadoop/conf/yarn-env.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/hadoop/conf/yarn-env.sh -------------------------------------------------------------------------------- /hadoop/conf/yarn-site.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/hadoop/conf/yarn-site.xml -------------------------------------------------------------------------------- /hadoop/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/hadoop/pom.xml -------------------------------------------------------------------------------- /hadoop/src/main/java/cn/chinahadoop/hdfs/HdfsExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/hadoop/src/main/java/cn/chinahadoop/hdfs/HdfsExample.java -------------------------------------------------------------------------------- /hadoop/src/main/java/cn/chinahadoop/mapreduce/Grep.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/hadoop/src/main/java/cn/chinahadoop/mapreduce/Grep.java -------------------------------------------------------------------------------- /hadoop/src/main/java/cn/chinahadoop/mapreduce/InvertedIndex.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/hadoop/src/main/java/cn/chinahadoop/mapreduce/InvertedIndex.java -------------------------------------------------------------------------------- /hadoop/src/main/java/cn/chinahadoop/mapreduce/JobFailureTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/hadoop/src/main/java/cn/chinahadoop/mapreduce/JobFailureTest.java -------------------------------------------------------------------------------- /hadoop/src/main/java/cn/chinahadoop/mapreduce/OOMTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/hadoop/src/main/java/cn/chinahadoop/mapreduce/OOMTest.java -------------------------------------------------------------------------------- /hadoop/src/main/java/cn/chinahadoop/mapreduce/TaskAttemptTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/hadoop/src/main/java/cn/chinahadoop/mapreduce/TaskAttemptTest.java -------------------------------------------------------------------------------- /hadoop/src/main/java/cn/chinahadoop/mapreduce/WordCount.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/hadoop/src/main/java/cn/chinahadoop/mapreduce/WordCount.java -------------------------------------------------------------------------------- /hadoop/src/main/resources/input/input_1.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/hadoop/src/main/resources/input/input_1.txt -------------------------------------------------------------------------------- /hadoop/src/main/resources/input/input_2.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/hadoop/src/main/resources/input/input_2.txt -------------------------------------------------------------------------------- /hadoop/src/main/resources/output/._SUCCESS.crc: -------------------------------------------------------------------------------- 1 | crc -------------------------------------------------------------------------------- /hadoop/src/main/resources/output/.part-r-00000.crc: -------------------------------------------------------------------------------- 1 | crc'H݇ -------------------------------------------------------------------------------- /hadoop/src/main/resources/output/_SUCCESS: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /hadoop/src/main/resources/output/part-r-00000: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/hadoop/src/main/resources/output/part-r-00000 -------------------------------------------------------------------------------- /hadoop/streaming/mapper.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/hadoop/streaming/mapper.cpp -------------------------------------------------------------------------------- /hadoop/streaming/mapper.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/hadoop/streaming/mapper.php -------------------------------------------------------------------------------- /hadoop/streaming/mapper.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/hadoop/streaming/mapper.sh -------------------------------------------------------------------------------- /hadoop/streaming/mapper2.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/hadoop/streaming/mapper2.cpp -------------------------------------------------------------------------------- /hadoop/streaming/mapper2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/hadoop/streaming/mapper2.sh -------------------------------------------------------------------------------- /hadoop/streaming/reducer.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/hadoop/streaming/reducer.cpp -------------------------------------------------------------------------------- /hadoop/streaming/reducer.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/hadoop/streaming/reducer.php -------------------------------------------------------------------------------- /hadoop/streaming/reducer.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/hadoop/streaming/reducer.sh -------------------------------------------------------------------------------- /hadoop/streaming/run_cpp_mr.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/hadoop/streaming/run_cpp_mr.sh -------------------------------------------------------------------------------- /hadoop/streaming/run_php_mr.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/hadoop/streaming/run_php_mr.sh -------------------------------------------------------------------------------- /hadoop/streaming/run_shell_mr.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/hadoop/streaming/run_shell_mr.sh -------------------------------------------------------------------------------- /hadoop/streaming/test.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/hadoop/streaming/test.txt -------------------------------------------------------------------------------- /hbase/hbase-ingest/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/hbase/hbase-ingest/pom.xml -------------------------------------------------------------------------------- /hbase/hbase-ingest/src/main/java/bigdata/hbase/Ingest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/hbase/hbase-ingest/src/main/java/bigdata/hbase/Ingest.java -------------------------------------------------------------------------------- /hbase/hbase-ingest/src/main/java/bigdata/hbase/ProfileIngest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/hbase/hbase-ingest/src/main/java/bigdata/hbase/ProfileIngest.java -------------------------------------------------------------------------------- /hbase/hbase-ingest/src/main/java/bigdata/hbase/Query.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/hbase/hbase-ingest/src/main/java/bigdata/hbase/Query.java -------------------------------------------------------------------------------- /hbase/hbase-ingest/src/main/java/bigdata/hbase/RecordIngest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/hbase/hbase-ingest/src/main/java/bigdata/hbase/RecordIngest.java -------------------------------------------------------------------------------- /hive/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/hive/README.md -------------------------------------------------------------------------------- /hive/command/add_partition.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/hive/command/add_partition.sql -------------------------------------------------------------------------------- /hive/command/age_price_list.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/hive/command/age_price_list.sql -------------------------------------------------------------------------------- /hive/command/brand_price_list.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/hive/command/brand_price_list.sql -------------------------------------------------------------------------------- /hive/command/create_orc_table.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/hive/command/create_orc_table.sql -------------------------------------------------------------------------------- /hive/command/create_parquet_table.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/hive/command/create_parquet_table.sql -------------------------------------------------------------------------------- /hive/command/create_table_brand.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/hive/command/create_table_brand.sql -------------------------------------------------------------------------------- /hive/command/create_table_record.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/hive/command/create_table_record.sql -------------------------------------------------------------------------------- /hive/command/create_table_user.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/hive/command/create_table_user.sql -------------------------------------------------------------------------------- /hive/command/employees.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/hive/command/employees.sql -------------------------------------------------------------------------------- /hive/command/employees_part.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/hive/command/employees_part.sql -------------------------------------------------------------------------------- /hive/command/load_data_to_orc.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/hive/command/load_data_to_orc.sql -------------------------------------------------------------------------------- /hive/command/load_data_to_parquet.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/hive/command/load_data_to_parquet.sql -------------------------------------------------------------------------------- /hive/command/province_prince_list.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/hive/command/province_prince_list.sql -------------------------------------------------------------------------------- /hive/command/skewed.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/hive/command/skewed.sql -------------------------------------------------------------------------------- /hive/command/start-hiveserver2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/hive/command/start-hiveserver2.sh -------------------------------------------------------------------------------- /hive/command/start-metastore.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/hive/command/start-metastore.sh -------------------------------------------------------------------------------- /hive/command/start-mysql.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | 3 | sudo service mysqld start 4 | -------------------------------------------------------------------------------- /hive/command/weblog.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/hive/command/weblog.sql -------------------------------------------------------------------------------- /hive/conf/hive-env.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/hive/conf/hive-env.sh -------------------------------------------------------------------------------- /hive/conf/hive-log4j2.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/hive/conf/hive-log4j2.properties -------------------------------------------------------------------------------- /hive/conf/hive-site.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/hive/conf/hive-site.xml -------------------------------------------------------------------------------- /hive/data/employees.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/hive/data/employees.txt -------------------------------------------------------------------------------- /kafka/command/start-kafka.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/kafka/command/start-kafka.sh -------------------------------------------------------------------------------- /kafka/command/start-zookeeper.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/kafka/command/start-zookeeper.sh -------------------------------------------------------------------------------- /mysql/create_table_brand.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/mysql/create_table_brand.sql -------------------------------------------------------------------------------- /mysql/create_table_user.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/mysql/create_table_user.sql -------------------------------------------------------------------------------- /mysql/load_table_brand.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/mysql/load_table_brand.sql -------------------------------------------------------------------------------- /mysql/load_table_user.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/mysql/load_table_user.sql -------------------------------------------------------------------------------- /mysql/start-client.txt: -------------------------------------------------------------------------------- 1 | mysql -u root 2 | -------------------------------------------------------------------------------- /pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/pom.xml -------------------------------------------------------------------------------- /presto/command/age_price_list_presto.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/presto/command/age_price_list_presto.sql -------------------------------------------------------------------------------- /presto/command/brand_price_list_presto.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/presto/command/brand_price_list_presto.sql -------------------------------------------------------------------------------- /presto/command/gender_brand_rank.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/presto/command/gender_brand_rank.sql -------------------------------------------------------------------------------- /presto/command/start-presto-client.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/presto/command/start-presto-client.sh -------------------------------------------------------------------------------- /presto/command/start-presto.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/presto/command/start-presto.sh -------------------------------------------------------------------------------- /presto/command/stop-presto.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/presto/command/stop-presto.sh -------------------------------------------------------------------------------- /presto/conf/etc/catalog/hive.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/presto/conf/etc/catalog/hive.properties -------------------------------------------------------------------------------- /presto/conf/etc/config.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/presto/conf/etc/config.properties -------------------------------------------------------------------------------- /presto/conf/etc/jvm.config: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/presto/conf/etc/jvm.config -------------------------------------------------------------------------------- /presto/conf/etc/node.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/presto/conf/etc/node.properties -------------------------------------------------------------------------------- /redis/command/start-redis-client.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/redis/command/start-redis-client.sh -------------------------------------------------------------------------------- /redis/command/start-redis.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/redis/command/start-redis.sh -------------------------------------------------------------------------------- /sqoop/command/brand_dimension_sqoop.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/sqoop/command/brand_dimension_sqoop.sh -------------------------------------------------------------------------------- /sqoop/command/user_dimension_sqoop.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/sqoop/command/user_dimension_sqoop.sh -------------------------------------------------------------------------------- /storm/command/realtime_process.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/storm/command/realtime_process.sh -------------------------------------------------------------------------------- /storm/command/start-storm-nimbus.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/storm/command/start-storm-nimbus.sh -------------------------------------------------------------------------------- /storm/command/start-storm-supervisor.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/storm/command/start-storm-supervisor.sh -------------------------------------------------------------------------------- /storm/command/start-storm-ui.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/storm/command/start-storm-ui.sh -------------------------------------------------------------------------------- /storm/conf/storm-env.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/storm/conf/storm-env.sh -------------------------------------------------------------------------------- /storm/conf/storm.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/storm/conf/storm.yaml -------------------------------------------------------------------------------- /storm/storm_realtime_process/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/storm/storm_realtime_process/pom.xml -------------------------------------------------------------------------------- /storm/storm_realtime_process/src/main/java/bigdata/storm/ExtractBolt.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/storm/storm_realtime_process/src/main/java/bigdata/storm/ExtractBolt.java -------------------------------------------------------------------------------- /storm/storm_realtime_process/src/main/java/bigdata/storm/LogProcessTopology.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/storm/storm_realtime_process/src/main/java/bigdata/storm/LogProcessTopology.java -------------------------------------------------------------------------------- /storm/storm_realtime_process/src/main/java/bigdata/storm/ProvinceBolt.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/storm/storm_realtime_process/src/main/java/bigdata/storm/ProvinceBolt.java -------------------------------------------------------------------------------- /storm/storm_realtime_process/src/main/java/bigdata/storm/ProvinceStoreMapper.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/storm/storm_realtime_process/src/main/java/bigdata/storm/ProvinceStoreMapper.java -------------------------------------------------------------------------------- /storm/storm_realtime_process/src/main/java/bigdata/storm/WebsiteBolt.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/storm/storm_realtime_process/src/main/java/bigdata/storm/WebsiteBolt.java -------------------------------------------------------------------------------- /storm/storm_realtime_process/src/main/java/bigdata/storm/WebsiteStoreMapper.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/storm/storm_realtime_process/src/main/java/bigdata/storm/WebsiteStoreMapper.java -------------------------------------------------------------------------------- /visualization/command/start-web.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/visualization/command/start-web.sh -------------------------------------------------------------------------------- /visualization/py-echarts/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/visualization/py-echarts/main.py -------------------------------------------------------------------------------- /visualization/py-echarts/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/visualization/py-echarts/models.py -------------------------------------------------------------------------------- /visualization/py-echarts/models.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/visualization/py-echarts/models.pyc -------------------------------------------------------------------------------- /visualization/py-echarts/query_presto.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/visualization/py-echarts/query_presto.py -------------------------------------------------------------------------------- /visualization/py-echarts/query_presto.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/visualization/py-echarts/query_presto.pyc -------------------------------------------------------------------------------- /visualization/py-echarts/query_redis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/visualization/py-echarts/query_redis.py -------------------------------------------------------------------------------- /visualization/py-echarts/query_redis.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/visualization/py-echarts/query_redis.pyc -------------------------------------------------------------------------------- /visualization/py-echarts/templates/chart.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/visualization/py-echarts/templates/chart.html -------------------------------------------------------------------------------- /visualization/py-echarts/templates/main.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/visualization/py-echarts/templates/main.html -------------------------------------------------------------------------------- /visualization/result/image-1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/visualization/result/image-1.png -------------------------------------------------------------------------------- /visualization/result/image-2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/visualization/result/image-2.png -------------------------------------------------------------------------------- /visualization/result/image-3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bigdataguide/hadooptraining/HEAD/visualization/result/image-3.png --------------------------------------------------------------------------------