├── README.md ├── bin ├── runAll.sh ├── runFlinkBenchmark.sh └── runSparkBenchmark.sh ├── common ├── pom.xml └── src │ └── main │ ├── java │ └── com │ │ └── intel │ │ └── streaming_benchmark │ │ └── common │ │ ├── BenchLogUtil.java │ │ ├── ConfigLoader.java │ │ ├── DateUtils.java │ │ └── StreamBenchConfig.java │ └── scala │ └── com │ └── intel │ └── streaming_benchmark │ └── common │ ├── QueryConfig.scala │ ├── Schema.scala │ └── TableSchemaProvider.scala ├── conf ├── benchmarkConf.yaml ├── dataGenHosts ├── env └── queriesToRun ├── dataGen ├── pom.xml └── src │ └── main │ ├── java │ └── com │ │ └── intel │ │ └── streaming_benchmark │ │ ├── Datagen.java │ │ └── utils │ │ ├── ConfigLoader.java │ │ ├── Constants.java │ │ └── GetProducer.java │ └── scala │ └── com │ └── intel │ └── streaming_benchmark │ ├── ClickProducer.scala │ └── click.scala ├── flink ├── conf │ └── benchmarkConf.yaml ├── log │ ├── q1.sql.log │ ├── q10.sql.log │ ├── q11.sql.log │ ├── q12.sql.log │ ├── q2.sql.log │ ├── q3.sql.log │ ├── q4.sql.log │ ├── q5.sql.log │ ├── q6.sql.log │ ├── q7.sql.log │ ├── q8.sql.log │ └── q9.sql.log ├── pom.xml ├── query │ ├── q1.sql │ ├── q10.sql │ ├── q11.sql │ ├── q12.sql │ ├── q2.sql │ ├── q3.sql │ ├── q4.sql │ ├── q5.sql │ ├── q6.sql │ ├── q7.sql │ ├── q8.sql │ └── q9.sql ├── result │ └── result.log └── src │ └── main │ └── java │ └── com │ └── intel │ └── streaming_benchmark │ ├── flink │ └── Benchmark.java │ └── utils │ └── FlinkBenchConfig.java ├── pom.xml ├── spark ├── conf │ └── benchmarkConf.yaml ├── log │ ├── q1.sql.log │ ├── q2.sql.log │ ├── q3.sql.log │ ├── q4.sql.log │ ├── q5.sql.log │ ├── q6.sql.log │ ├── q7.sql.log │ ├── q8.sql.log │ └── q9.sql.log ├── pom.xml ├── query │ ├── q1.sql │ ├── q2.sql │ ├── q3.sql │ ├── q4.sql │ ├── q5.sql │ ├── q6.sql │ ├── q7.sql │ ├── q8.sql │ └── q9.sql ├── result │ └── result.log └── src │ └── main │ └── java │ └── com │ └── intel │ └── streaming_benchmark │ ├── spark │ └── Benchmark.java │ └── utils │ ├── SchemaProvider.java │ └── SparkBenchConfig.java └── utils └── dataGenerator.sh /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojinIntel/streaming_benchmark/HEAD/README.md -------------------------------------------------------------------------------- /bin/runAll.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojinIntel/streaming_benchmark/HEAD/bin/runAll.sh -------------------------------------------------------------------------------- /bin/runFlinkBenchmark.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojinIntel/streaming_benchmark/HEAD/bin/runFlinkBenchmark.sh -------------------------------------------------------------------------------- /bin/runSparkBenchmark.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojinIntel/streaming_benchmark/HEAD/bin/runSparkBenchmark.sh -------------------------------------------------------------------------------- /common/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojinIntel/streaming_benchmark/HEAD/common/pom.xml -------------------------------------------------------------------------------- /common/src/main/java/com/intel/streaming_benchmark/common/BenchLogUtil.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojinIntel/streaming_benchmark/HEAD/common/src/main/java/com/intel/streaming_benchmark/common/BenchLogUtil.java -------------------------------------------------------------------------------- /common/src/main/java/com/intel/streaming_benchmark/common/ConfigLoader.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojinIntel/streaming_benchmark/HEAD/common/src/main/java/com/intel/streaming_benchmark/common/ConfigLoader.java -------------------------------------------------------------------------------- /common/src/main/java/com/intel/streaming_benchmark/common/DateUtils.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojinIntel/streaming_benchmark/HEAD/common/src/main/java/com/intel/streaming_benchmark/common/DateUtils.java -------------------------------------------------------------------------------- /common/src/main/java/com/intel/streaming_benchmark/common/StreamBenchConfig.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojinIntel/streaming_benchmark/HEAD/common/src/main/java/com/intel/streaming_benchmark/common/StreamBenchConfig.java -------------------------------------------------------------------------------- /common/src/main/scala/com/intel/streaming_benchmark/common/QueryConfig.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojinIntel/streaming_benchmark/HEAD/common/src/main/scala/com/intel/streaming_benchmark/common/QueryConfig.scala -------------------------------------------------------------------------------- /common/src/main/scala/com/intel/streaming_benchmark/common/Schema.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojinIntel/streaming_benchmark/HEAD/common/src/main/scala/com/intel/streaming_benchmark/common/Schema.scala -------------------------------------------------------------------------------- /common/src/main/scala/com/intel/streaming_benchmark/common/TableSchemaProvider.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojinIntel/streaming_benchmark/HEAD/common/src/main/scala/com/intel/streaming_benchmark/common/TableSchemaProvider.scala -------------------------------------------------------------------------------- /conf/benchmarkConf.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojinIntel/streaming_benchmark/HEAD/conf/benchmarkConf.yaml -------------------------------------------------------------------------------- /conf/dataGenHosts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojinIntel/streaming_benchmark/HEAD/conf/dataGenHosts -------------------------------------------------------------------------------- /conf/env: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojinIntel/streaming_benchmark/HEAD/conf/env -------------------------------------------------------------------------------- /conf/queriesToRun: -------------------------------------------------------------------------------- 1 | q9.sql 2 | -------------------------------------------------------------------------------- /dataGen/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojinIntel/streaming_benchmark/HEAD/dataGen/pom.xml -------------------------------------------------------------------------------- /dataGen/src/main/java/com/intel/streaming_benchmark/Datagen.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojinIntel/streaming_benchmark/HEAD/dataGen/src/main/java/com/intel/streaming_benchmark/Datagen.java -------------------------------------------------------------------------------- /dataGen/src/main/java/com/intel/streaming_benchmark/utils/ConfigLoader.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojinIntel/streaming_benchmark/HEAD/dataGen/src/main/java/com/intel/streaming_benchmark/utils/ConfigLoader.java -------------------------------------------------------------------------------- /dataGen/src/main/java/com/intel/streaming_benchmark/utils/Constants.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojinIntel/streaming_benchmark/HEAD/dataGen/src/main/java/com/intel/streaming_benchmark/utils/Constants.java -------------------------------------------------------------------------------- /dataGen/src/main/java/com/intel/streaming_benchmark/utils/GetProducer.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojinIntel/streaming_benchmark/HEAD/dataGen/src/main/java/com/intel/streaming_benchmark/utils/GetProducer.java -------------------------------------------------------------------------------- /dataGen/src/main/scala/com/intel/streaming_benchmark/ClickProducer.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojinIntel/streaming_benchmark/HEAD/dataGen/src/main/scala/com/intel/streaming_benchmark/ClickProducer.scala -------------------------------------------------------------------------------- /dataGen/src/main/scala/com/intel/streaming_benchmark/click.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojinIntel/streaming_benchmark/HEAD/dataGen/src/main/scala/com/intel/streaming_benchmark/click.scala -------------------------------------------------------------------------------- /flink/conf/benchmarkConf.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojinIntel/streaming_benchmark/HEAD/flink/conf/benchmarkConf.yaml -------------------------------------------------------------------------------- /flink/log/q1.sql.log: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /flink/log/q10.sql.log: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /flink/log/q11.sql.log: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /flink/log/q12.sql.log: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /flink/log/q2.sql.log: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /flink/log/q3.sql.log: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /flink/log/q4.sql.log: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /flink/log/q5.sql.log: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /flink/log/q6.sql.log: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /flink/log/q7.sql.log: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /flink/log/q8.sql.log: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /flink/log/q9.sql.log: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /flink/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojinIntel/streaming_benchmark/HEAD/flink/pom.xml -------------------------------------------------------------------------------- /flink/query/q1.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojinIntel/streaming_benchmark/HEAD/flink/query/q1.sql -------------------------------------------------------------------------------- /flink/query/q10.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojinIntel/streaming_benchmark/HEAD/flink/query/q10.sql -------------------------------------------------------------------------------- /flink/query/q11.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojinIntel/streaming_benchmark/HEAD/flink/query/q11.sql -------------------------------------------------------------------------------- /flink/query/q12.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojinIntel/streaming_benchmark/HEAD/flink/query/q12.sql -------------------------------------------------------------------------------- /flink/query/q2.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojinIntel/streaming_benchmark/HEAD/flink/query/q2.sql -------------------------------------------------------------------------------- /flink/query/q3.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojinIntel/streaming_benchmark/HEAD/flink/query/q3.sql -------------------------------------------------------------------------------- /flink/query/q4.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojinIntel/streaming_benchmark/HEAD/flink/query/q4.sql -------------------------------------------------------------------------------- /flink/query/q5.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojinIntel/streaming_benchmark/HEAD/flink/query/q5.sql -------------------------------------------------------------------------------- /flink/query/q6.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojinIntel/streaming_benchmark/HEAD/flink/query/q6.sql -------------------------------------------------------------------------------- /flink/query/q7.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojinIntel/streaming_benchmark/HEAD/flink/query/q7.sql -------------------------------------------------------------------------------- /flink/query/q8.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojinIntel/streaming_benchmark/HEAD/flink/query/q8.sql -------------------------------------------------------------------------------- /flink/query/q9.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojinIntel/streaming_benchmark/HEAD/flink/query/q9.sql -------------------------------------------------------------------------------- /flink/result/result.log: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /flink/src/main/java/com/intel/streaming_benchmark/flink/Benchmark.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojinIntel/streaming_benchmark/HEAD/flink/src/main/java/com/intel/streaming_benchmark/flink/Benchmark.java -------------------------------------------------------------------------------- /flink/src/main/java/com/intel/streaming_benchmark/utils/FlinkBenchConfig.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojinIntel/streaming_benchmark/HEAD/flink/src/main/java/com/intel/streaming_benchmark/utils/FlinkBenchConfig.java -------------------------------------------------------------------------------- /pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojinIntel/streaming_benchmark/HEAD/pom.xml -------------------------------------------------------------------------------- /spark/conf/benchmarkConf.yaml: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /spark/log/q1.sql.log: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /spark/log/q2.sql.log: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /spark/log/q3.sql.log: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /spark/log/q4.sql.log: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /spark/log/q5.sql.log: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /spark/log/q6.sql.log: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /spark/log/q7.sql.log: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /spark/log/q8.sql.log: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /spark/log/q9.sql.log: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /spark/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojinIntel/streaming_benchmark/HEAD/spark/pom.xml -------------------------------------------------------------------------------- /spark/query/q1.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojinIntel/streaming_benchmark/HEAD/spark/query/q1.sql -------------------------------------------------------------------------------- /spark/query/q2.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojinIntel/streaming_benchmark/HEAD/spark/query/q2.sql -------------------------------------------------------------------------------- /spark/query/q3.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojinIntel/streaming_benchmark/HEAD/spark/query/q3.sql -------------------------------------------------------------------------------- /spark/query/q4.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojinIntel/streaming_benchmark/HEAD/spark/query/q4.sql -------------------------------------------------------------------------------- /spark/query/q5.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojinIntel/streaming_benchmark/HEAD/spark/query/q5.sql -------------------------------------------------------------------------------- /spark/query/q6.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojinIntel/streaming_benchmark/HEAD/spark/query/q6.sql -------------------------------------------------------------------------------- /spark/query/q7.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojinIntel/streaming_benchmark/HEAD/spark/query/q7.sql -------------------------------------------------------------------------------- /spark/query/q8.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojinIntel/streaming_benchmark/HEAD/spark/query/q8.sql -------------------------------------------------------------------------------- /spark/query/q9.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojinIntel/streaming_benchmark/HEAD/spark/query/q9.sql -------------------------------------------------------------------------------- /spark/result/result.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojinIntel/streaming_benchmark/HEAD/spark/result/result.log -------------------------------------------------------------------------------- /spark/src/main/java/com/intel/streaming_benchmark/spark/Benchmark.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojinIntel/streaming_benchmark/HEAD/spark/src/main/java/com/intel/streaming_benchmark/spark/Benchmark.java -------------------------------------------------------------------------------- /spark/src/main/java/com/intel/streaming_benchmark/utils/SchemaProvider.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojinIntel/streaming_benchmark/HEAD/spark/src/main/java/com/intel/streaming_benchmark/utils/SchemaProvider.java -------------------------------------------------------------------------------- /spark/src/main/java/com/intel/streaming_benchmark/utils/SparkBenchConfig.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojinIntel/streaming_benchmark/HEAD/spark/src/main/java/com/intel/streaming_benchmark/utils/SparkBenchConfig.java -------------------------------------------------------------------------------- /utils/dataGenerator.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haojinIntel/streaming_benchmark/HEAD/utils/dataGenerator.sh --------------------------------------------------------------------------------