├── .gitignore ├── .travis.yml ├── LICENSE ├── README.md ├── automation ├── .gitignore ├── README.md ├── configDefaults.sh ├── data-generator │ ├── KMeansDataGenerator.py │ ├── RandomGraphGenerator.py │ ├── generateCPdata.sh │ ├── generateKMeansdata.sh │ ├── generatePRdata.sh │ ├── generateTestjobData.sh │ └── generateWCdata.sh ├── executeOnAll.sh ├── flink-conf │ ├── flink-conf.yaml.template │ ├── log4j.properties.template │ ├── log4jconsole.properties.template │ └── slaves.template ├── fullyAutomatedPerformance.sh ├── generateDataAll.sh ├── hadoop.sh ├── ls.sh ├── onAll.sh ├── performance.sh ├── plot.py ├── prepareFlink.sh ├── prepareSpark.sh ├── prepareTestjob.sh ├── runCP-JAPI.sh ├── runCP.sh ├── runKMeans-JAPI.sh ├── runKMeansHighDimension-JAPI.sh ├── runKMeansLowDimension-JAPI.sh ├── runKMeansPerf.sh ├── runPageRank-JAPI.sh ├── runReadonly.sh ├── runSpark-KMeansHighD-java.sh ├── runSpark-KMeansLowD-java.sh ├── runSpark-WC-Grouping-Java.sh ├── runSpark-WC-Java.sh ├── runSparkKMeansPerf-java.sh ├── runSparkReadonly.sh ├── runTPCH10-JAPI.sh ├── runTPCH3-JAPI.sh ├── runTestjob.sh ├── runWC-JAPI-hash.sh ├── runWC-JAPI-withoutCombine.sh ├── runWC-JAPI.sh ├── runWC-Record.sh ├── runWC-Scala.sh ├── spark-conf │ ├── fairscheduler.xml.template │ ├── log4j.properties.template │ ├── metrics.properties.template │ ├── slaves.template │ ├── spark-defaults.conf.template │ └── spark-env.sh.template ├── startFlink.sh ├── startSpark.sh ├── stopFlink.sh ├── stopSpark.sh ├── updateConfig.sh ├── updateSparkConfig.sh ├── uploadToHdfs.sh ├── utils.sh └── workdir │ └── .hidden ├── flink-jobs ├── pom.xml └── src │ └── main │ ├── java │ └── com │ │ └── github │ │ └── projectflink │ │ ├── als │ │ ├── ALSBroadcastJava.java │ │ └── ALSSampleData.java │ │ ├── avro │ │ ├── AvroPerf.java │ │ ├── CompareJob.java │ │ ├── GenerateLineitems.java │ │ └── Prepare.java │ │ ├── generators │ │ ├── KMeansDataGenerator.java │ │ ├── Logdata.java │ │ ├── Text.java │ │ └── Utils.java │ │ ├── grep │ │ ├── GrepJob.java │ │ └── GrepJobOptimized.java │ │ ├── javaTestPlan │ │ ├── AvroFileGenerator.java │ │ ├── CsvOutputFormatTest.java │ │ └── LargeTestPlan.java │ │ ├── package.scala │ │ ├── pagerank │ │ ├── AdaptivePageRank.java │ │ ├── AdjacencyBuilder.java │ │ └── PageRankStephan.java │ │ ├── streaming │ │ ├── ChainingSpeed.java │ │ ├── FlinkKafkaReader.java │ │ ├── ForwardThroughput.java │ │ ├── KafkaGenerator.java │ │ ├── Latency.java │ │ ├── StandaloneKafkaReader.java │ │ ├── Throughput.java │ │ └── utils │ │ │ ├── FixedPartitioning.java │ │ │ ├── KafkaPartitioner.java │ │ │ ├── PimpedKafkaSink.java │ │ │ └── TestFixedPartitioning.java │ │ ├── testPlan │ │ ├── KMeansArbitraryDimension.java │ │ ├── KryoTest.java │ │ ├── LargeTestPlan.java │ │ ├── Order.java │ │ ├── Readonly.java │ │ ├── SequenceFileGenerator.java │ │ ├── SequenceFileTest.java │ │ ├── TPCHQuery3.java │ │ ├── WordCountHashAgg.java │ │ ├── WordCountWithoutCombine.java │ │ └── order.avsc │ │ └── utils │ │ └── IterationParser.java │ ├── parking │ └── tpch │ │ └── generators │ │ ├── core │ │ ├── DistributedTPCH.java │ │ ├── TPCHGeneratorSplittableIterator.java │ │ └── TpchEntityFormatter.java │ │ └── programs │ │ ├── TPCHGenerator.java │ │ └── TPCHGeneratorExample.java │ ├── resources │ ├── dictionary.txt │ ├── lineitem.avsc │ ├── log4j.properties │ └── ua.txt │ └── scala │ └── com │ └── github │ └── projectflink │ ├── GroupReduceBenchmark.scala │ ├── Pagerank.scala │ ├── als │ ├── ALSBroadcast.scala │ ├── ALSDataGeneration.scala │ ├── ALSFlink.scala │ ├── ALSFlinkAlgorithm.scala │ ├── ALSFlinkRunner.scala │ ├── ALSFlinkToyRatings.scala │ ├── ALSJoin.scala │ └── ALSJoinBlocking.scala │ ├── cocoa │ ├── CoCoA.scala │ └── CoCoAStateless.scala │ ├── testPlan │ └── CSVOutTest.scala │ └── util │ └── FlinkTools.scala ├── hadoop-jobs ├── pom.xml └── src │ └── main │ └── java │ └── com │ └── github │ └── projectflink │ └── hadoop │ ├── GrepDriver.java │ ├── KMeansDriver.java │ └── PageRankDriver.java ├── perf-common ├── pom.xml └── src │ └── main │ ├── java │ └── com │ │ └── github │ │ └── projectflink │ │ └── common │ │ ├── AnalyzeTool.java │ │ └── KafkaFT.java │ └── scala │ └── com │ └── github │ └── projectflink │ └── common │ └── als │ ├── ALS.scala │ ├── ALSAlgorithm.scala │ ├── ALSRunner.scala │ ├── ALSToyRatings.scala │ └── ALSUtils.scala ├── pom.xml ├── scripts ├── onAll.sh ├── run.sh ├── runChaosMonkey.sh ├── runFlinkPara.sh ├── runKafkaGen.sh ├── runKafkaSM.sh └── runStorm.sh ├── spark-jobs ├── pom.xml └── src │ └── main │ ├── java │ └── com │ │ └── github │ │ └── projectflink │ │ └── spark │ │ ├── Grep.java │ │ ├── GrepCaching.java │ │ ├── KMeansArbitraryDimension.java │ │ ├── MyRegistrator.java │ │ ├── Readonly.java │ │ ├── TPCH3Spark.java │ │ ├── TPCH3Sql.java │ │ ├── WordCount.java │ │ ├── WordCountGrouping.java │ │ └── streaming │ │ ├── ForwardThroughput.java │ │ └── Throughput.java │ ├── resources │ └── log4j.properties │ └── scala │ └── com │ └── github │ └── projectflink │ └── spark │ ├── GroupReduceBenchmark.scala │ ├── Pagerank.scala │ ├── als │ ├── ALSJoin.scala │ ├── ALSMLLib.scala │ ├── ALSSpark.scala │ ├── ALSSparkAlgorithm.scala │ ├── ALSSparkRunner.scala │ └── ALSSparkRunnerToyRatings.scala │ ├── pagerank │ └── GraphX.scala │ └── util │ ├── ScalaRegistrator.scala │ └── TPCH3ScalaReg.scala ├── storm-jobs ├── README.markdown ├── pom.xml └── src │ └── jvm │ ├── experiments │ ├── ForwardThroughput.java │ ├── KafkaThroughput.java │ ├── Latency.java │ ├── Throughput.java │ ├── ThroughputHostsTracking.java │ ├── TridentForwardThroughput.java │ └── TridentThroughput.java │ └── storm │ └── starter │ ├── WordCountTopology.java │ ├── WordCountTopologyNode.java │ ├── spout │ └── RandomSentenceSpout.java │ ├── tools │ ├── NthLastModifiedTimeTracker.java │ ├── Rankable.java │ ├── RankableObjectWithFields.java │ ├── Rankings.java │ ├── SlidingWindowCounter.java │ └── SlotBasedCounter.java │ ├── trident │ ├── TridentReach.java │ └── TridentWordCount.java │ └── util │ └── StormRunner.java └── streaming-state-machine ├── README.md ├── pom.xml └── src └── main ├── java └── newconsumer │ ├── FlinkKafkaConsumer.java │ └── Tests.java ├── resources └── log4j.properties └── scala └── com └── dataartisans └── flink └── example └── eventpattern ├── Event.scala ├── EventStateMachine.scala ├── EventsGenerator.scala ├── EventsGeneratorSource.scala ├── Socket ├── SocketGenerator.scala └── SocketSource.scala ├── StandaloneGeneratorBase.scala ├── StreamingDemo.scala └── kafka ├── EventDeSerializer.scala └── KafkaGenerator.scala /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/.gitignore -------------------------------------------------------------------------------- /.travis.yml: -------------------------------------------------------------------------------- 1 | language: java 2 | script: mvn clean install -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/README.md -------------------------------------------------------------------------------- /automation/.gitignore: -------------------------------------------------------------------------------- 1 | workdir/* -------------------------------------------------------------------------------- /automation/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/automation/README.md -------------------------------------------------------------------------------- /automation/configDefaults.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/automation/configDefaults.sh -------------------------------------------------------------------------------- /automation/data-generator/KMeansDataGenerator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/automation/data-generator/KMeansDataGenerator.py -------------------------------------------------------------------------------- /automation/data-generator/RandomGraphGenerator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/automation/data-generator/RandomGraphGenerator.py -------------------------------------------------------------------------------- /automation/data-generator/generateCPdata.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/automation/data-generator/generateCPdata.sh -------------------------------------------------------------------------------- /automation/data-generator/generateKMeansdata.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/automation/data-generator/generateKMeansdata.sh -------------------------------------------------------------------------------- /automation/data-generator/generatePRdata.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/automation/data-generator/generatePRdata.sh -------------------------------------------------------------------------------- /automation/data-generator/generateTestjobData.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/automation/data-generator/generateTestjobData.sh -------------------------------------------------------------------------------- /automation/data-generator/generateWCdata.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/automation/data-generator/generateWCdata.sh -------------------------------------------------------------------------------- /automation/executeOnAll.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/automation/executeOnAll.sh -------------------------------------------------------------------------------- /automation/flink-conf/flink-conf.yaml.template: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/automation/flink-conf/flink-conf.yaml.template -------------------------------------------------------------------------------- /automation/flink-conf/log4j.properties.template: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/automation/flink-conf/log4j.properties.template -------------------------------------------------------------------------------- /automation/flink-conf/log4jconsole.properties.template: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/automation/flink-conf/log4jconsole.properties.template -------------------------------------------------------------------------------- /automation/flink-conf/slaves.template: -------------------------------------------------------------------------------- 1 | localhost 2 | -------------------------------------------------------------------------------- /automation/fullyAutomatedPerformance.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/automation/fullyAutomatedPerformance.sh -------------------------------------------------------------------------------- /automation/generateDataAll.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/automation/generateDataAll.sh -------------------------------------------------------------------------------- /automation/hadoop.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/automation/hadoop.sh -------------------------------------------------------------------------------- /automation/ls.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/automation/ls.sh -------------------------------------------------------------------------------- /automation/onAll.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/automation/onAll.sh -------------------------------------------------------------------------------- /automation/performance.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/automation/performance.sh -------------------------------------------------------------------------------- /automation/plot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/automation/plot.py -------------------------------------------------------------------------------- /automation/prepareFlink.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/automation/prepareFlink.sh -------------------------------------------------------------------------------- /automation/prepareSpark.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/automation/prepareSpark.sh -------------------------------------------------------------------------------- /automation/prepareTestjob.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/automation/prepareTestjob.sh -------------------------------------------------------------------------------- /automation/runCP-JAPI.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/automation/runCP-JAPI.sh -------------------------------------------------------------------------------- /automation/runCP.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/automation/runCP.sh -------------------------------------------------------------------------------- /automation/runKMeans-JAPI.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/automation/runKMeans-JAPI.sh -------------------------------------------------------------------------------- /automation/runKMeansHighDimension-JAPI.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/automation/runKMeansHighDimension-JAPI.sh -------------------------------------------------------------------------------- /automation/runKMeansLowDimension-JAPI.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/automation/runKMeansLowDimension-JAPI.sh -------------------------------------------------------------------------------- /automation/runKMeansPerf.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/automation/runKMeansPerf.sh -------------------------------------------------------------------------------- /automation/runPageRank-JAPI.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/automation/runPageRank-JAPI.sh -------------------------------------------------------------------------------- /automation/runReadonly.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/automation/runReadonly.sh -------------------------------------------------------------------------------- /automation/runSpark-KMeansHighD-java.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/automation/runSpark-KMeansHighD-java.sh -------------------------------------------------------------------------------- /automation/runSpark-KMeansLowD-java.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/automation/runSpark-KMeansLowD-java.sh -------------------------------------------------------------------------------- /automation/runSpark-WC-Grouping-Java.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/automation/runSpark-WC-Grouping-Java.sh -------------------------------------------------------------------------------- /automation/runSpark-WC-Java.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/automation/runSpark-WC-Java.sh -------------------------------------------------------------------------------- /automation/runSparkKMeansPerf-java.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/automation/runSparkKMeansPerf-java.sh -------------------------------------------------------------------------------- /automation/runSparkReadonly.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/automation/runSparkReadonly.sh -------------------------------------------------------------------------------- /automation/runTPCH10-JAPI.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/automation/runTPCH10-JAPI.sh -------------------------------------------------------------------------------- /automation/runTPCH3-JAPI.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/automation/runTPCH3-JAPI.sh -------------------------------------------------------------------------------- /automation/runTestjob.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/automation/runTestjob.sh -------------------------------------------------------------------------------- /automation/runWC-JAPI-hash.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/automation/runWC-JAPI-hash.sh -------------------------------------------------------------------------------- /automation/runWC-JAPI-withoutCombine.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/automation/runWC-JAPI-withoutCombine.sh -------------------------------------------------------------------------------- /automation/runWC-JAPI.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/automation/runWC-JAPI.sh -------------------------------------------------------------------------------- /automation/runWC-Record.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/automation/runWC-Record.sh -------------------------------------------------------------------------------- /automation/runWC-Scala.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/automation/runWC-Scala.sh -------------------------------------------------------------------------------- /automation/spark-conf/fairscheduler.xml.template: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/automation/spark-conf/fairscheduler.xml.template -------------------------------------------------------------------------------- /automation/spark-conf/log4j.properties.template: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/automation/spark-conf/log4j.properties.template -------------------------------------------------------------------------------- /automation/spark-conf/metrics.properties.template: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/automation/spark-conf/metrics.properties.template -------------------------------------------------------------------------------- /automation/spark-conf/slaves.template: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/automation/spark-conf/slaves.template -------------------------------------------------------------------------------- /automation/spark-conf/spark-defaults.conf.template: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/automation/spark-conf/spark-defaults.conf.template -------------------------------------------------------------------------------- /automation/spark-conf/spark-env.sh.template: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/automation/spark-conf/spark-env.sh.template -------------------------------------------------------------------------------- /automation/startFlink.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/automation/startFlink.sh -------------------------------------------------------------------------------- /automation/startSpark.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/automation/startSpark.sh -------------------------------------------------------------------------------- /automation/stopFlink.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/automation/stopFlink.sh -------------------------------------------------------------------------------- /automation/stopSpark.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/automation/stopSpark.sh -------------------------------------------------------------------------------- /automation/updateConfig.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/automation/updateConfig.sh -------------------------------------------------------------------------------- /automation/updateSparkConfig.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/automation/updateSparkConfig.sh -------------------------------------------------------------------------------- /automation/uploadToHdfs.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/automation/uploadToHdfs.sh -------------------------------------------------------------------------------- /automation/utils.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/automation/utils.sh -------------------------------------------------------------------------------- /automation/workdir/.hidden: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /flink-jobs/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/flink-jobs/pom.xml -------------------------------------------------------------------------------- /flink-jobs/src/main/java/com/github/projectflink/als/ALSBroadcastJava.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/flink-jobs/src/main/java/com/github/projectflink/als/ALSBroadcastJava.java -------------------------------------------------------------------------------- /flink-jobs/src/main/java/com/github/projectflink/als/ALSSampleData.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/flink-jobs/src/main/java/com/github/projectflink/als/ALSSampleData.java -------------------------------------------------------------------------------- /flink-jobs/src/main/java/com/github/projectflink/avro/AvroPerf.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/flink-jobs/src/main/java/com/github/projectflink/avro/AvroPerf.java -------------------------------------------------------------------------------- /flink-jobs/src/main/java/com/github/projectflink/avro/CompareJob.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/flink-jobs/src/main/java/com/github/projectflink/avro/CompareJob.java -------------------------------------------------------------------------------- /flink-jobs/src/main/java/com/github/projectflink/avro/GenerateLineitems.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/flink-jobs/src/main/java/com/github/projectflink/avro/GenerateLineitems.java -------------------------------------------------------------------------------- /flink-jobs/src/main/java/com/github/projectflink/avro/Prepare.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/flink-jobs/src/main/java/com/github/projectflink/avro/Prepare.java -------------------------------------------------------------------------------- /flink-jobs/src/main/java/com/github/projectflink/generators/KMeansDataGenerator.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/flink-jobs/src/main/java/com/github/projectflink/generators/KMeansDataGenerator.java -------------------------------------------------------------------------------- /flink-jobs/src/main/java/com/github/projectflink/generators/Logdata.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/flink-jobs/src/main/java/com/github/projectflink/generators/Logdata.java -------------------------------------------------------------------------------- /flink-jobs/src/main/java/com/github/projectflink/generators/Text.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/flink-jobs/src/main/java/com/github/projectflink/generators/Text.java -------------------------------------------------------------------------------- /flink-jobs/src/main/java/com/github/projectflink/generators/Utils.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/flink-jobs/src/main/java/com/github/projectflink/generators/Utils.java -------------------------------------------------------------------------------- /flink-jobs/src/main/java/com/github/projectflink/grep/GrepJob.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/flink-jobs/src/main/java/com/github/projectflink/grep/GrepJob.java -------------------------------------------------------------------------------- /flink-jobs/src/main/java/com/github/projectflink/grep/GrepJobOptimized.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/flink-jobs/src/main/java/com/github/projectflink/grep/GrepJobOptimized.java -------------------------------------------------------------------------------- /flink-jobs/src/main/java/com/github/projectflink/javaTestPlan/AvroFileGenerator.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/flink-jobs/src/main/java/com/github/projectflink/javaTestPlan/AvroFileGenerator.java -------------------------------------------------------------------------------- /flink-jobs/src/main/java/com/github/projectflink/javaTestPlan/CsvOutputFormatTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/flink-jobs/src/main/java/com/github/projectflink/javaTestPlan/CsvOutputFormatTest.java -------------------------------------------------------------------------------- /flink-jobs/src/main/java/com/github/projectflink/javaTestPlan/LargeTestPlan.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/flink-jobs/src/main/java/com/github/projectflink/javaTestPlan/LargeTestPlan.java -------------------------------------------------------------------------------- /flink-jobs/src/main/java/com/github/projectflink/package.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/flink-jobs/src/main/java/com/github/projectflink/package.scala -------------------------------------------------------------------------------- /flink-jobs/src/main/java/com/github/projectflink/pagerank/AdaptivePageRank.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/flink-jobs/src/main/java/com/github/projectflink/pagerank/AdaptivePageRank.java -------------------------------------------------------------------------------- /flink-jobs/src/main/java/com/github/projectflink/pagerank/AdjacencyBuilder.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/flink-jobs/src/main/java/com/github/projectflink/pagerank/AdjacencyBuilder.java -------------------------------------------------------------------------------- /flink-jobs/src/main/java/com/github/projectflink/pagerank/PageRankStephan.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/flink-jobs/src/main/java/com/github/projectflink/pagerank/PageRankStephan.java -------------------------------------------------------------------------------- /flink-jobs/src/main/java/com/github/projectflink/streaming/ChainingSpeed.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/flink-jobs/src/main/java/com/github/projectflink/streaming/ChainingSpeed.java -------------------------------------------------------------------------------- /flink-jobs/src/main/java/com/github/projectflink/streaming/FlinkKafkaReader.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/flink-jobs/src/main/java/com/github/projectflink/streaming/FlinkKafkaReader.java -------------------------------------------------------------------------------- /flink-jobs/src/main/java/com/github/projectflink/streaming/ForwardThroughput.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/flink-jobs/src/main/java/com/github/projectflink/streaming/ForwardThroughput.java -------------------------------------------------------------------------------- /flink-jobs/src/main/java/com/github/projectflink/streaming/KafkaGenerator.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/flink-jobs/src/main/java/com/github/projectflink/streaming/KafkaGenerator.java -------------------------------------------------------------------------------- /flink-jobs/src/main/java/com/github/projectflink/streaming/Latency.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/flink-jobs/src/main/java/com/github/projectflink/streaming/Latency.java -------------------------------------------------------------------------------- /flink-jobs/src/main/java/com/github/projectflink/streaming/StandaloneKafkaReader.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/flink-jobs/src/main/java/com/github/projectflink/streaming/StandaloneKafkaReader.java -------------------------------------------------------------------------------- /flink-jobs/src/main/java/com/github/projectflink/streaming/Throughput.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/flink-jobs/src/main/java/com/github/projectflink/streaming/Throughput.java -------------------------------------------------------------------------------- /flink-jobs/src/main/java/com/github/projectflink/streaming/utils/FixedPartitioning.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/flink-jobs/src/main/java/com/github/projectflink/streaming/utils/FixedPartitioning.java -------------------------------------------------------------------------------- /flink-jobs/src/main/java/com/github/projectflink/streaming/utils/KafkaPartitioner.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/flink-jobs/src/main/java/com/github/projectflink/streaming/utils/KafkaPartitioner.java -------------------------------------------------------------------------------- /flink-jobs/src/main/java/com/github/projectflink/streaming/utils/PimpedKafkaSink.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/flink-jobs/src/main/java/com/github/projectflink/streaming/utils/PimpedKafkaSink.java -------------------------------------------------------------------------------- /flink-jobs/src/main/java/com/github/projectflink/streaming/utils/TestFixedPartitioning.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/flink-jobs/src/main/java/com/github/projectflink/streaming/utils/TestFixedPartitioning.java -------------------------------------------------------------------------------- /flink-jobs/src/main/java/com/github/projectflink/testPlan/KMeansArbitraryDimension.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/flink-jobs/src/main/java/com/github/projectflink/testPlan/KMeansArbitraryDimension.java -------------------------------------------------------------------------------- /flink-jobs/src/main/java/com/github/projectflink/testPlan/KryoTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/flink-jobs/src/main/java/com/github/projectflink/testPlan/KryoTest.java -------------------------------------------------------------------------------- /flink-jobs/src/main/java/com/github/projectflink/testPlan/LargeTestPlan.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/flink-jobs/src/main/java/com/github/projectflink/testPlan/LargeTestPlan.java -------------------------------------------------------------------------------- /flink-jobs/src/main/java/com/github/projectflink/testPlan/Order.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/flink-jobs/src/main/java/com/github/projectflink/testPlan/Order.java -------------------------------------------------------------------------------- /flink-jobs/src/main/java/com/github/projectflink/testPlan/Readonly.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/flink-jobs/src/main/java/com/github/projectflink/testPlan/Readonly.java -------------------------------------------------------------------------------- /flink-jobs/src/main/java/com/github/projectflink/testPlan/SequenceFileGenerator.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/flink-jobs/src/main/java/com/github/projectflink/testPlan/SequenceFileGenerator.java -------------------------------------------------------------------------------- /flink-jobs/src/main/java/com/github/projectflink/testPlan/SequenceFileTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/flink-jobs/src/main/java/com/github/projectflink/testPlan/SequenceFileTest.java -------------------------------------------------------------------------------- /flink-jobs/src/main/java/com/github/projectflink/testPlan/TPCHQuery3.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/flink-jobs/src/main/java/com/github/projectflink/testPlan/TPCHQuery3.java -------------------------------------------------------------------------------- /flink-jobs/src/main/java/com/github/projectflink/testPlan/WordCountHashAgg.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/flink-jobs/src/main/java/com/github/projectflink/testPlan/WordCountHashAgg.java -------------------------------------------------------------------------------- /flink-jobs/src/main/java/com/github/projectflink/testPlan/WordCountWithoutCombine.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/flink-jobs/src/main/java/com/github/projectflink/testPlan/WordCountWithoutCombine.java -------------------------------------------------------------------------------- /flink-jobs/src/main/java/com/github/projectflink/testPlan/order.avsc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/flink-jobs/src/main/java/com/github/projectflink/testPlan/order.avsc -------------------------------------------------------------------------------- /flink-jobs/src/main/java/com/github/projectflink/utils/IterationParser.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/flink-jobs/src/main/java/com/github/projectflink/utils/IterationParser.java -------------------------------------------------------------------------------- /flink-jobs/src/main/parking/tpch/generators/core/DistributedTPCH.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/flink-jobs/src/main/parking/tpch/generators/core/DistributedTPCH.java -------------------------------------------------------------------------------- /flink-jobs/src/main/parking/tpch/generators/core/TPCHGeneratorSplittableIterator.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/flink-jobs/src/main/parking/tpch/generators/core/TPCHGeneratorSplittableIterator.java -------------------------------------------------------------------------------- /flink-jobs/src/main/parking/tpch/generators/core/TpchEntityFormatter.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/flink-jobs/src/main/parking/tpch/generators/core/TpchEntityFormatter.java -------------------------------------------------------------------------------- /flink-jobs/src/main/parking/tpch/generators/programs/TPCHGenerator.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/flink-jobs/src/main/parking/tpch/generators/programs/TPCHGenerator.java -------------------------------------------------------------------------------- /flink-jobs/src/main/parking/tpch/generators/programs/TPCHGeneratorExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/flink-jobs/src/main/parking/tpch/generators/programs/TPCHGeneratorExample.java -------------------------------------------------------------------------------- /flink-jobs/src/main/resources/dictionary.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/flink-jobs/src/main/resources/dictionary.txt -------------------------------------------------------------------------------- /flink-jobs/src/main/resources/lineitem.avsc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/flink-jobs/src/main/resources/lineitem.avsc -------------------------------------------------------------------------------- /flink-jobs/src/main/resources/log4j.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/flink-jobs/src/main/resources/log4j.properties -------------------------------------------------------------------------------- /flink-jobs/src/main/resources/ua.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/flink-jobs/src/main/resources/ua.txt -------------------------------------------------------------------------------- /flink-jobs/src/main/scala/com/github/projectflink/GroupReduceBenchmark.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/flink-jobs/src/main/scala/com/github/projectflink/GroupReduceBenchmark.scala -------------------------------------------------------------------------------- /flink-jobs/src/main/scala/com/github/projectflink/Pagerank.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/flink-jobs/src/main/scala/com/github/projectflink/Pagerank.scala -------------------------------------------------------------------------------- /flink-jobs/src/main/scala/com/github/projectflink/als/ALSBroadcast.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/flink-jobs/src/main/scala/com/github/projectflink/als/ALSBroadcast.scala -------------------------------------------------------------------------------- /flink-jobs/src/main/scala/com/github/projectflink/als/ALSDataGeneration.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/flink-jobs/src/main/scala/com/github/projectflink/als/ALSDataGeneration.scala -------------------------------------------------------------------------------- /flink-jobs/src/main/scala/com/github/projectflink/als/ALSFlink.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/flink-jobs/src/main/scala/com/github/projectflink/als/ALSFlink.scala -------------------------------------------------------------------------------- /flink-jobs/src/main/scala/com/github/projectflink/als/ALSFlinkAlgorithm.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/flink-jobs/src/main/scala/com/github/projectflink/als/ALSFlinkAlgorithm.scala -------------------------------------------------------------------------------- /flink-jobs/src/main/scala/com/github/projectflink/als/ALSFlinkRunner.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/flink-jobs/src/main/scala/com/github/projectflink/als/ALSFlinkRunner.scala -------------------------------------------------------------------------------- /flink-jobs/src/main/scala/com/github/projectflink/als/ALSFlinkToyRatings.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/flink-jobs/src/main/scala/com/github/projectflink/als/ALSFlinkToyRatings.scala -------------------------------------------------------------------------------- /flink-jobs/src/main/scala/com/github/projectflink/als/ALSJoin.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/flink-jobs/src/main/scala/com/github/projectflink/als/ALSJoin.scala -------------------------------------------------------------------------------- /flink-jobs/src/main/scala/com/github/projectflink/als/ALSJoinBlocking.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/flink-jobs/src/main/scala/com/github/projectflink/als/ALSJoinBlocking.scala -------------------------------------------------------------------------------- /flink-jobs/src/main/scala/com/github/projectflink/cocoa/CoCoA.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/flink-jobs/src/main/scala/com/github/projectflink/cocoa/CoCoA.scala -------------------------------------------------------------------------------- /flink-jobs/src/main/scala/com/github/projectflink/cocoa/CoCoAStateless.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/flink-jobs/src/main/scala/com/github/projectflink/cocoa/CoCoAStateless.scala -------------------------------------------------------------------------------- /flink-jobs/src/main/scala/com/github/projectflink/testPlan/CSVOutTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/flink-jobs/src/main/scala/com/github/projectflink/testPlan/CSVOutTest.scala -------------------------------------------------------------------------------- /flink-jobs/src/main/scala/com/github/projectflink/util/FlinkTools.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/flink-jobs/src/main/scala/com/github/projectflink/util/FlinkTools.scala -------------------------------------------------------------------------------- /hadoop-jobs/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/hadoop-jobs/pom.xml -------------------------------------------------------------------------------- /hadoop-jobs/src/main/java/com/github/projectflink/hadoop/GrepDriver.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/hadoop-jobs/src/main/java/com/github/projectflink/hadoop/GrepDriver.java -------------------------------------------------------------------------------- /hadoop-jobs/src/main/java/com/github/projectflink/hadoop/KMeansDriver.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/hadoop-jobs/src/main/java/com/github/projectflink/hadoop/KMeansDriver.java -------------------------------------------------------------------------------- /hadoop-jobs/src/main/java/com/github/projectflink/hadoop/PageRankDriver.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/hadoop-jobs/src/main/java/com/github/projectflink/hadoop/PageRankDriver.java -------------------------------------------------------------------------------- /perf-common/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/perf-common/pom.xml -------------------------------------------------------------------------------- /perf-common/src/main/java/com/github/projectflink/common/AnalyzeTool.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/perf-common/src/main/java/com/github/projectflink/common/AnalyzeTool.java -------------------------------------------------------------------------------- /perf-common/src/main/java/com/github/projectflink/common/KafkaFT.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/perf-common/src/main/java/com/github/projectflink/common/KafkaFT.java -------------------------------------------------------------------------------- /perf-common/src/main/scala/com/github/projectflink/common/als/ALS.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/perf-common/src/main/scala/com/github/projectflink/common/als/ALS.scala -------------------------------------------------------------------------------- /perf-common/src/main/scala/com/github/projectflink/common/als/ALSAlgorithm.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/perf-common/src/main/scala/com/github/projectflink/common/als/ALSAlgorithm.scala -------------------------------------------------------------------------------- /perf-common/src/main/scala/com/github/projectflink/common/als/ALSRunner.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/perf-common/src/main/scala/com/github/projectflink/common/als/ALSRunner.scala -------------------------------------------------------------------------------- /perf-common/src/main/scala/com/github/projectflink/common/als/ALSToyRatings.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/perf-common/src/main/scala/com/github/projectflink/common/als/ALSToyRatings.scala -------------------------------------------------------------------------------- /perf-common/src/main/scala/com/github/projectflink/common/als/ALSUtils.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/perf-common/src/main/scala/com/github/projectflink/common/als/ALSUtils.scala -------------------------------------------------------------------------------- /pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/pom.xml -------------------------------------------------------------------------------- /scripts/onAll.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/scripts/onAll.sh -------------------------------------------------------------------------------- /scripts/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/scripts/run.sh -------------------------------------------------------------------------------- /scripts/runChaosMonkey.sh: -------------------------------------------------------------------------------- 1 | /home/robert/yarn-chaos-monkey/run.sh --appId $1 --sleepBetweenFailuresSec 60 2 | -------------------------------------------------------------------------------- /scripts/runFlinkPara.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/scripts/runFlinkPara.sh -------------------------------------------------------------------------------- /scripts/runKafkaGen.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/scripts/runKafkaGen.sh -------------------------------------------------------------------------------- /scripts/runKafkaSM.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/scripts/runKafkaSM.sh -------------------------------------------------------------------------------- /scripts/runStorm.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/scripts/runStorm.sh -------------------------------------------------------------------------------- /spark-jobs/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/spark-jobs/pom.xml -------------------------------------------------------------------------------- /spark-jobs/src/main/java/com/github/projectflink/spark/Grep.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/spark-jobs/src/main/java/com/github/projectflink/spark/Grep.java -------------------------------------------------------------------------------- /spark-jobs/src/main/java/com/github/projectflink/spark/GrepCaching.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/spark-jobs/src/main/java/com/github/projectflink/spark/GrepCaching.java -------------------------------------------------------------------------------- /spark-jobs/src/main/java/com/github/projectflink/spark/KMeansArbitraryDimension.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/spark-jobs/src/main/java/com/github/projectflink/spark/KMeansArbitraryDimension.java -------------------------------------------------------------------------------- /spark-jobs/src/main/java/com/github/projectflink/spark/MyRegistrator.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/spark-jobs/src/main/java/com/github/projectflink/spark/MyRegistrator.java -------------------------------------------------------------------------------- /spark-jobs/src/main/java/com/github/projectflink/spark/Readonly.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/spark-jobs/src/main/java/com/github/projectflink/spark/Readonly.java -------------------------------------------------------------------------------- /spark-jobs/src/main/java/com/github/projectflink/spark/TPCH3Spark.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/spark-jobs/src/main/java/com/github/projectflink/spark/TPCH3Spark.java -------------------------------------------------------------------------------- /spark-jobs/src/main/java/com/github/projectflink/spark/TPCH3Sql.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/spark-jobs/src/main/java/com/github/projectflink/spark/TPCH3Sql.java -------------------------------------------------------------------------------- /spark-jobs/src/main/java/com/github/projectflink/spark/WordCount.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/spark-jobs/src/main/java/com/github/projectflink/spark/WordCount.java -------------------------------------------------------------------------------- /spark-jobs/src/main/java/com/github/projectflink/spark/WordCountGrouping.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/spark-jobs/src/main/java/com/github/projectflink/spark/WordCountGrouping.java -------------------------------------------------------------------------------- /spark-jobs/src/main/java/com/github/projectflink/spark/streaming/ForwardThroughput.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/spark-jobs/src/main/java/com/github/projectflink/spark/streaming/ForwardThroughput.java -------------------------------------------------------------------------------- /spark-jobs/src/main/java/com/github/projectflink/spark/streaming/Throughput.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/spark-jobs/src/main/java/com/github/projectflink/spark/streaming/Throughput.java -------------------------------------------------------------------------------- /spark-jobs/src/main/resources/log4j.properties: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /spark-jobs/src/main/scala/com/github/projectflink/spark/GroupReduceBenchmark.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/spark-jobs/src/main/scala/com/github/projectflink/spark/GroupReduceBenchmark.scala -------------------------------------------------------------------------------- /spark-jobs/src/main/scala/com/github/projectflink/spark/Pagerank.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/spark-jobs/src/main/scala/com/github/projectflink/spark/Pagerank.scala -------------------------------------------------------------------------------- /spark-jobs/src/main/scala/com/github/projectflink/spark/als/ALSJoin.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/spark-jobs/src/main/scala/com/github/projectflink/spark/als/ALSJoin.scala -------------------------------------------------------------------------------- /spark-jobs/src/main/scala/com/github/projectflink/spark/als/ALSMLLib.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/spark-jobs/src/main/scala/com/github/projectflink/spark/als/ALSMLLib.scala -------------------------------------------------------------------------------- /spark-jobs/src/main/scala/com/github/projectflink/spark/als/ALSSpark.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/spark-jobs/src/main/scala/com/github/projectflink/spark/als/ALSSpark.scala -------------------------------------------------------------------------------- /spark-jobs/src/main/scala/com/github/projectflink/spark/als/ALSSparkAlgorithm.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/spark-jobs/src/main/scala/com/github/projectflink/spark/als/ALSSparkAlgorithm.scala -------------------------------------------------------------------------------- /spark-jobs/src/main/scala/com/github/projectflink/spark/als/ALSSparkRunner.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/spark-jobs/src/main/scala/com/github/projectflink/spark/als/ALSSparkRunner.scala -------------------------------------------------------------------------------- /spark-jobs/src/main/scala/com/github/projectflink/spark/als/ALSSparkRunnerToyRatings.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/spark-jobs/src/main/scala/com/github/projectflink/spark/als/ALSSparkRunnerToyRatings.scala -------------------------------------------------------------------------------- /spark-jobs/src/main/scala/com/github/projectflink/spark/pagerank/GraphX.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/spark-jobs/src/main/scala/com/github/projectflink/spark/pagerank/GraphX.scala -------------------------------------------------------------------------------- /spark-jobs/src/main/scala/com/github/projectflink/spark/util/ScalaRegistrator.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/spark-jobs/src/main/scala/com/github/projectflink/spark/util/ScalaRegistrator.scala -------------------------------------------------------------------------------- /spark-jobs/src/main/scala/com/github/projectflink/spark/util/TPCH3ScalaReg.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/spark-jobs/src/main/scala/com/github/projectflink/spark/util/TPCH3ScalaReg.scala -------------------------------------------------------------------------------- /storm-jobs/README.markdown: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/storm-jobs/README.markdown -------------------------------------------------------------------------------- /storm-jobs/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/storm-jobs/pom.xml -------------------------------------------------------------------------------- /storm-jobs/src/jvm/experiments/ForwardThroughput.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/storm-jobs/src/jvm/experiments/ForwardThroughput.java -------------------------------------------------------------------------------- /storm-jobs/src/jvm/experiments/KafkaThroughput.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/storm-jobs/src/jvm/experiments/KafkaThroughput.java -------------------------------------------------------------------------------- /storm-jobs/src/jvm/experiments/Latency.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/storm-jobs/src/jvm/experiments/Latency.java -------------------------------------------------------------------------------- /storm-jobs/src/jvm/experiments/Throughput.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/storm-jobs/src/jvm/experiments/Throughput.java -------------------------------------------------------------------------------- /storm-jobs/src/jvm/experiments/ThroughputHostsTracking.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/storm-jobs/src/jvm/experiments/ThroughputHostsTracking.java -------------------------------------------------------------------------------- /storm-jobs/src/jvm/experiments/TridentForwardThroughput.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/storm-jobs/src/jvm/experiments/TridentForwardThroughput.java -------------------------------------------------------------------------------- /storm-jobs/src/jvm/experiments/TridentThroughput.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/storm-jobs/src/jvm/experiments/TridentThroughput.java -------------------------------------------------------------------------------- /storm-jobs/src/jvm/storm/starter/WordCountTopology.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/storm-jobs/src/jvm/storm/starter/WordCountTopology.java -------------------------------------------------------------------------------- /storm-jobs/src/jvm/storm/starter/WordCountTopologyNode.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/storm-jobs/src/jvm/storm/starter/WordCountTopologyNode.java -------------------------------------------------------------------------------- /storm-jobs/src/jvm/storm/starter/spout/RandomSentenceSpout.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/storm-jobs/src/jvm/storm/starter/spout/RandomSentenceSpout.java -------------------------------------------------------------------------------- /storm-jobs/src/jvm/storm/starter/tools/NthLastModifiedTimeTracker.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/storm-jobs/src/jvm/storm/starter/tools/NthLastModifiedTimeTracker.java -------------------------------------------------------------------------------- /storm-jobs/src/jvm/storm/starter/tools/Rankable.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/storm-jobs/src/jvm/storm/starter/tools/Rankable.java -------------------------------------------------------------------------------- /storm-jobs/src/jvm/storm/starter/tools/RankableObjectWithFields.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/storm-jobs/src/jvm/storm/starter/tools/RankableObjectWithFields.java -------------------------------------------------------------------------------- /storm-jobs/src/jvm/storm/starter/tools/Rankings.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/storm-jobs/src/jvm/storm/starter/tools/Rankings.java -------------------------------------------------------------------------------- /storm-jobs/src/jvm/storm/starter/tools/SlidingWindowCounter.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/storm-jobs/src/jvm/storm/starter/tools/SlidingWindowCounter.java -------------------------------------------------------------------------------- /storm-jobs/src/jvm/storm/starter/tools/SlotBasedCounter.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/storm-jobs/src/jvm/storm/starter/tools/SlotBasedCounter.java -------------------------------------------------------------------------------- /storm-jobs/src/jvm/storm/starter/trident/TridentReach.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/storm-jobs/src/jvm/storm/starter/trident/TridentReach.java -------------------------------------------------------------------------------- /storm-jobs/src/jvm/storm/starter/trident/TridentWordCount.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/storm-jobs/src/jvm/storm/starter/trident/TridentWordCount.java -------------------------------------------------------------------------------- /storm-jobs/src/jvm/storm/starter/util/StormRunner.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/storm-jobs/src/jvm/storm/starter/util/StormRunner.java -------------------------------------------------------------------------------- /streaming-state-machine/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/streaming-state-machine/README.md -------------------------------------------------------------------------------- /streaming-state-machine/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/streaming-state-machine/pom.xml -------------------------------------------------------------------------------- /streaming-state-machine/src/main/java/newconsumer/FlinkKafkaConsumer.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/streaming-state-machine/src/main/java/newconsumer/FlinkKafkaConsumer.java -------------------------------------------------------------------------------- /streaming-state-machine/src/main/java/newconsumer/Tests.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/streaming-state-machine/src/main/java/newconsumer/Tests.java -------------------------------------------------------------------------------- /streaming-state-machine/src/main/resources/log4j.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/streaming-state-machine/src/main/resources/log4j.properties -------------------------------------------------------------------------------- /streaming-state-machine/src/main/scala/com/dataartisans/flink/example/eventpattern/Event.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/streaming-state-machine/src/main/scala/com/dataartisans/flink/example/eventpattern/Event.scala -------------------------------------------------------------------------------- /streaming-state-machine/src/main/scala/com/dataartisans/flink/example/eventpattern/EventStateMachine.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/streaming-state-machine/src/main/scala/com/dataartisans/flink/example/eventpattern/EventStateMachine.scala -------------------------------------------------------------------------------- /streaming-state-machine/src/main/scala/com/dataartisans/flink/example/eventpattern/EventsGenerator.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/streaming-state-machine/src/main/scala/com/dataartisans/flink/example/eventpattern/EventsGenerator.scala -------------------------------------------------------------------------------- /streaming-state-machine/src/main/scala/com/dataartisans/flink/example/eventpattern/EventsGeneratorSource.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/streaming-state-machine/src/main/scala/com/dataartisans/flink/example/eventpattern/EventsGeneratorSource.scala -------------------------------------------------------------------------------- /streaming-state-machine/src/main/scala/com/dataartisans/flink/example/eventpattern/Socket/SocketGenerator.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/streaming-state-machine/src/main/scala/com/dataartisans/flink/example/eventpattern/Socket/SocketGenerator.scala -------------------------------------------------------------------------------- /streaming-state-machine/src/main/scala/com/dataartisans/flink/example/eventpattern/Socket/SocketSource.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/streaming-state-machine/src/main/scala/com/dataartisans/flink/example/eventpattern/Socket/SocketSource.scala -------------------------------------------------------------------------------- /streaming-state-machine/src/main/scala/com/dataartisans/flink/example/eventpattern/StandaloneGeneratorBase.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/streaming-state-machine/src/main/scala/com/dataartisans/flink/example/eventpattern/StandaloneGeneratorBase.scala -------------------------------------------------------------------------------- /streaming-state-machine/src/main/scala/com/dataartisans/flink/example/eventpattern/StreamingDemo.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/streaming-state-machine/src/main/scala/com/dataartisans/flink/example/eventpattern/StreamingDemo.scala -------------------------------------------------------------------------------- /streaming-state-machine/src/main/scala/com/dataartisans/flink/example/eventpattern/kafka/EventDeSerializer.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/streaming-state-machine/src/main/scala/com/dataartisans/flink/example/eventpattern/kafka/EventDeSerializer.scala -------------------------------------------------------------------------------- /streaming-state-machine/src/main/scala/com/dataartisans/flink/example/eventpattern/kafka/KafkaGenerator.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/project-flink/flink-perf/HEAD/streaming-state-machine/src/main/scala/com/dataartisans/flink/example/eventpattern/kafka/KafkaGenerator.scala --------------------------------------------------------------------------------