├── .gitignore ├── .idea └── sbt.xml ├── README.md ├── arch.dot ├── deploy ├── Dockerfile ├── README.md ├── Vagrantfile ├── cassandra │ ├── Dockerfile │ ├── cassandra-env.sh │ └── cassandra.yaml ├── run-setup.sh ├── spark-examples_2.10-1.1.1.jar ├── spark │ ├── Dockerfile │ └── run.sh └── vagrant-run-up-test.sh ├── project ├── .idea │ ├── compiler.xml │ ├── copyright │ │ └── profiles_settings.xml │ ├── encodings.xml │ ├── misc.xml │ ├── modules.xml │ ├── scopes │ │ └── scope_settings.xml │ ├── vcs.xml │ └── workspace.xml └── plugins.sbt └── src ├── main ├── java │ └── README └── scala │ └── sparkapps │ ├── SparkApp1.scala │ ├── ctakes │ ├── CTakesTwitterStreamingApp.scala │ ├── CtakesTermAnalyzer.scala │ └── TwitterInputDStreamCTakes.scala │ └── tweetstream │ ├── ArgParser.scala │ ├── MockInputDStream.scala │ ├── TwitterUtils.scala │ └── Utils.scala └── test └── scala ├── TestSpark.scala └── TestTwitterCassandraETL.scala /.gitignore: -------------------------------------------------------------------------------- 1 | .idea/* 2 | -------------------------------------------------------------------------------- /.idea/sbt.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jayunit100/SparkStreamingApps/HEAD/.idea/sbt.xml -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jayunit100/SparkStreamingApps/HEAD/README.md -------------------------------------------------------------------------------- /arch.dot: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jayunit100/SparkStreamingApps/HEAD/arch.dot -------------------------------------------------------------------------------- /deploy/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jayunit100/SparkStreamingApps/HEAD/deploy/Dockerfile -------------------------------------------------------------------------------- /deploy/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jayunit100/SparkStreamingApps/HEAD/deploy/README.md -------------------------------------------------------------------------------- /deploy/Vagrantfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jayunit100/SparkStreamingApps/HEAD/deploy/Vagrantfile -------------------------------------------------------------------------------- /deploy/cassandra/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jayunit100/SparkStreamingApps/HEAD/deploy/cassandra/Dockerfile -------------------------------------------------------------------------------- /deploy/cassandra/cassandra-env.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jayunit100/SparkStreamingApps/HEAD/deploy/cassandra/cassandra-env.sh -------------------------------------------------------------------------------- /deploy/cassandra/cassandra.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jayunit100/SparkStreamingApps/HEAD/deploy/cassandra/cassandra.yaml -------------------------------------------------------------------------------- /deploy/run-setup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jayunit100/SparkStreamingApps/HEAD/deploy/run-setup.sh -------------------------------------------------------------------------------- /deploy/spark-examples_2.10-1.1.1.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jayunit100/SparkStreamingApps/HEAD/deploy/spark-examples_2.10-1.1.1.jar -------------------------------------------------------------------------------- /deploy/spark/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jayunit100/SparkStreamingApps/HEAD/deploy/spark/Dockerfile -------------------------------------------------------------------------------- /deploy/spark/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jayunit100/SparkStreamingApps/HEAD/deploy/spark/run.sh -------------------------------------------------------------------------------- /deploy/vagrant-run-up-test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jayunit100/SparkStreamingApps/HEAD/deploy/vagrant-run-up-test.sh -------------------------------------------------------------------------------- /project/.idea/compiler.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jayunit100/SparkStreamingApps/HEAD/project/.idea/compiler.xml -------------------------------------------------------------------------------- /project/.idea/copyright/profiles_settings.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jayunit100/SparkStreamingApps/HEAD/project/.idea/copyright/profiles_settings.xml -------------------------------------------------------------------------------- /project/.idea/encodings.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jayunit100/SparkStreamingApps/HEAD/project/.idea/encodings.xml -------------------------------------------------------------------------------- /project/.idea/misc.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jayunit100/SparkStreamingApps/HEAD/project/.idea/misc.xml -------------------------------------------------------------------------------- /project/.idea/modules.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jayunit100/SparkStreamingApps/HEAD/project/.idea/modules.xml -------------------------------------------------------------------------------- /project/.idea/scopes/scope_settings.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jayunit100/SparkStreamingApps/HEAD/project/.idea/scopes/scope_settings.xml -------------------------------------------------------------------------------- /project/.idea/vcs.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jayunit100/SparkStreamingApps/HEAD/project/.idea/vcs.xml -------------------------------------------------------------------------------- /project/.idea/workspace.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jayunit100/SparkStreamingApps/HEAD/project/.idea/workspace.xml -------------------------------------------------------------------------------- /project/plugins.sbt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jayunit100/SparkStreamingApps/HEAD/project/plugins.sbt -------------------------------------------------------------------------------- /src/main/java/README: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jayunit100/SparkStreamingApps/HEAD/src/main/java/README -------------------------------------------------------------------------------- /src/main/scala/sparkapps/SparkApp1.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jayunit100/SparkStreamingApps/HEAD/src/main/scala/sparkapps/SparkApp1.scala -------------------------------------------------------------------------------- /src/main/scala/sparkapps/ctakes/CTakesTwitterStreamingApp.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jayunit100/SparkStreamingApps/HEAD/src/main/scala/sparkapps/ctakes/CTakesTwitterStreamingApp.scala -------------------------------------------------------------------------------- /src/main/scala/sparkapps/ctakes/CtakesTermAnalyzer.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jayunit100/SparkStreamingApps/HEAD/src/main/scala/sparkapps/ctakes/CtakesTermAnalyzer.scala -------------------------------------------------------------------------------- /src/main/scala/sparkapps/ctakes/TwitterInputDStreamCTakes.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jayunit100/SparkStreamingApps/HEAD/src/main/scala/sparkapps/ctakes/TwitterInputDStreamCTakes.scala -------------------------------------------------------------------------------- /src/main/scala/sparkapps/tweetstream/ArgParser.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jayunit100/SparkStreamingApps/HEAD/src/main/scala/sparkapps/tweetstream/ArgParser.scala -------------------------------------------------------------------------------- /src/main/scala/sparkapps/tweetstream/MockInputDStream.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jayunit100/SparkStreamingApps/HEAD/src/main/scala/sparkapps/tweetstream/MockInputDStream.scala -------------------------------------------------------------------------------- /src/main/scala/sparkapps/tweetstream/TwitterUtils.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jayunit100/SparkStreamingApps/HEAD/src/main/scala/sparkapps/tweetstream/TwitterUtils.scala -------------------------------------------------------------------------------- /src/main/scala/sparkapps/tweetstream/Utils.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jayunit100/SparkStreamingApps/HEAD/src/main/scala/sparkapps/tweetstream/Utils.scala -------------------------------------------------------------------------------- /src/test/scala/TestSpark.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jayunit100/SparkStreamingApps/HEAD/src/test/scala/TestSpark.scala -------------------------------------------------------------------------------- /src/test/scala/TestTwitterCassandraETL.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jayunit100/SparkStreamingApps/HEAD/src/test/scala/TestTwitterCassandraETL.scala --------------------------------------------------------------------------------